Example Dense Optical Flow - Revision history

Peter at 17:41, 12 July 2021

2021-07-12T17:41:11Z

← Older revision		Revision as of 17:41, 12 July 2021
Line 8:		Line 8:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.38/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]

	Concepts:		Concepts:
Line 17:		Line 17:
	<syntaxhighlight lang="java">		<syntaxhighlight lang="java">
	/**		/**
	* Demonstration of how to compute the dense optical flow between two images. Dense optical flow of an image		* Demonstration of how to compute the dense optical flow between two images. Dense optical flow of an image
	* describes how each pixel moves from one image to the next. The results is visualized in a color image. The		* describes how each pixel moves from one image to the next. The results is visualized in a color image. The
	* color indicates the direction of motion and the intensity the magnitude.		* color indicates the direction of motion and the intensity the magnitude.
	*		*
Line 25:		Line 25:
	public class ExampleDenseOpticalFlow {		public class ExampleDenseOpticalFlow {

	public static void main(String[] args) {		public static void main( String[] args ) {
	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;

Line 47:		Line 47:
	BufferedImage buff1 = media.openImage(fileName1);		BufferedImage buff1 = media.openImage(fileName1);

	GrayF32 full = new GrayF32(buff0.getWidth(),buff0.getHeight());		GrayF32 full = new GrayF32(buff0.getWidth(), buff0.getHeight());

	// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution		// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution
	GrayF32 previous = new GrayF32(full.width/2,full.height/2);		GrayF32 previous = new GrayF32(full.width/2, full.height/2);
	GrayF32 current = previous.createSameShape();		GrayF32 current = previous.createSameShape();
	ImageFlow flow = new ImageFlow(previous.width,previous.height);		ImageFlow flow = new ImageFlow(previous.width, previous.height);

	ConvertBufferedImage.convertFrom(buff0,full);		ConvertBufferedImage.convertFrom(buff0, full);
	new FDistort(full, previous).scaleExt().apply();		new FDistort(full, previous).scaleExt().apply();
	ConvertBufferedImage.convertFrom(buff1, full);		ConvertBufferedImage.convertFrom(buff1, full);
Line 63:		Line 63:

	// Visualize the results		// Visualize the results
	PanelGridPanel gui = new PanelGridPanel(1,2);		PanelGridPanel gui = new PanelGridPanel(1, 2);

	BufferedImage converted0 = new BufferedImage(current.width,current.height,BufferedImage.TYPE_INT_RGB);		BufferedImage converted0 = new BufferedImage(current.width, current.height, BufferedImage.TYPE_INT_RGB);
	BufferedImage converted1 = new BufferedImage(current.width,current.height,BufferedImage.TYPE_INT_RGB);		BufferedImage converted1 = new BufferedImage(current.width, current.height, BufferedImage.TYPE_INT_RGB);
	BufferedImage visualized = new BufferedImage(current.width,current.height,BufferedImage.TYPE_INT_RGB);		BufferedImage visualized = new BufferedImage(current.width, current.height, BufferedImage.TYPE_INT_RGB);

	ConvertBufferedImage.convertTo(previous, converted0, true);		ConvertBufferedImage.convertTo(previous, converted0, true);
Line 73:		Line 73:
	VisualizeOpticalFlow.colorized(flow, 10, visualized);		VisualizeOpticalFlow.colorized(flow, 10, visualized);

	AnimatePanel animate = new AnimatePanel(150,converted0,converted1);		AnimatePanel animate = new AnimatePanel(150, converted0, converted1);
	gui.add(animate);		gui.add(animate);
	gui.add(visualized);		gui.add(visualized);
	animate.start();		animate.start();

	ShowImages.showWindow(gui,"Dense Optical Flow",true);		ShowImages.showWindow(gui, "Dense Optical Flow", true);
	}		}
	}		}
	</syntaxhighlight>		</syntaxhighlight>

Peter at 19:59, 21 December 2020

2020-12-21T19:59:35Z

← Older revision		Revision as of 19:59, 21 December 2020
Line 8:		Line 8:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.23/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]

	Concepts:		Concepts:

Peter at 06:57, 20 January 2018

2018-01-20T06:57:13Z

← Older revision		Revision as of 06:57, 20 January 2018
Line 12:		Line 12:
	Concepts:		Concepts:
	* Optical Flow		* Optical Flow

	~~Relevant Applets:~~
	* [[Applet Dense Optical Flow\| Dense Optical Flow]]

	= Example Code =		= Example Code =

Peter at 05:17, 28 March 2016

2016-03-28T05:17:33Z

← Older revision		Revision as of 05:17, 28 March 2016
Line 8:		Line 8:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.20/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.23/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]

	Concepts:		Concepts:
Line 40:		Line 40:
	// String fileName1 = UtilIO.pathExample("denseflow/Grove2_09.png");		// String fileName1 = UtilIO.pathExample("denseflow/Grove2_09.png");

	DenseOpticalFlow<~~ImageFloat32~~> denseFlow =		DenseOpticalFlow<GrayF32> denseFlow =
	// FactoryDenseOpticalFlow.flowKlt(null, 6, ~~ImageFloat32~~.class, null);		// FactoryDenseOpticalFlow.flowKlt(null, 6, GrayF32.class, null);
	// FactoryDenseOpticalFlow.region(null,~~ImageFloat32~~.class);		// FactoryDenseOpticalFlow.region(null,GrayF32.class);
	// FactoryDenseOpticalFlow.hornSchunck(20, 1000, ~~ImageFloat32~~.class);		// FactoryDenseOpticalFlow.hornSchunck(20, 1000, GrayF32.class);
	// FactoryDenseOpticalFlow.hornSchunckPyramid(null,~~ImageFloat32~~.class);		// FactoryDenseOpticalFlow.hornSchunckPyramid(null,GrayF32.class);
	FactoryDenseOpticalFlow.broxWarping(null, ~~ImageFloat32~~.class);		FactoryDenseOpticalFlow.broxWarping(null, GrayF32.class);

	BufferedImage buff0 = media.openImage(fileName0);		BufferedImage buff0 = media.openImage(fileName0);
	BufferedImage buff1 = media.openImage(fileName1);		BufferedImage buff1 = media.openImage(fileName1);

	~~ImageFloat32~~ full = new ~~ImageFloat32~~(buff0.getWidth(),buff0.getHeight());		GrayF32 full = new GrayF32(buff0.getWidth(),buff0.getHeight());

	// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution		// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution
	~~ImageFloat32~~ previous = new ~~ImageFloat32~~(full.width/2,full.height/2);		GrayF32 previous = new GrayF32(full.width/2,full.height/2);
	~~ImageFloat32~~ current = previous.createSameShape();		GrayF32 current = previous.createSameShape();
	ImageFlow flow = new ImageFlow(previous.width,previous.height);		ImageFlow flow = new ImageFlow(previous.width,previous.height);

Peter at 16:39, 9 November 2015

2015-11-09T16:39:15Z

← Older revision		Revision as of 16:39, 9 November 2015
Line 8:		Line 8:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.19/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.20/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]

	Concepts:		Concepts:
Line 31:		Line 31:
	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;

	// String fileName0 = "~~../data/applet/~~denseflow/dogdance07.png";		// String fileName0 = UtilIO.pathExample("denseflow/dogdance07.png");
	// String fileName1 = "~~../data/applet/~~denseflow/dogdance08.png";		// String fileName1 = UtilIO.pathExample("denseflow/dogdance08.png");

	String fileName0 = "~~../data/applet/~~denseflow/Urban2_07.png";		String fileName0 = UtilIO.pathExample("denseflow/Urban2_07.png");
	String fileName1 = "~~../data/applet/~~denseflow/Urban2_08.png";		String fileName1 = UtilIO.pathExample("denseflow/Urban2_08.png");

	// String fileName0 = "~~../data/applet/~~denseflow/Grove2_07.png";		// String fileName0 = UtilIO.pathExample("denseflow/Grove2_07.png");
	// String fileName1 = "~~../data/applet/~~denseflow/Grove2_09.png";		// String fileName1 = UtilIO.pathExample("denseflow/Grove2_09.png");

	DenseOpticalFlow<ImageFloat32> denseFlow =		DenseOpticalFlow<ImageFloat32> denseFlow =

Peter at 12:24, 16 September 2015

2015-09-16T12:24:38Z

← Older revision		Revision as of 12:24, 16 September 2015
Line 8:		Line 8:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.17/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.19/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]

	Concepts:		Concepts:
Line 54:		Line 54:
	// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution		// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution
	ImageFloat32 previous = new ImageFloat32(full.width/2,full.height/2);		ImageFloat32 previous = new ImageFloat32(full.width/2,full.height/2);
	ImageFloat32 current = ~~new ImageFloat32(~~previous.~~width,previous.height~~);		ImageFloat32 current = previous.createSameShape();
	ImageFlow flow = new ImageFlow(previous.width,previous.height);		ImageFlow flow = new ImageFlow(previous.width,previous.height);

	ConvertBufferedImage.convertFrom(buff0,full);		ConvertBufferedImage.convertFrom(buff0,full);
	~~DistortImageOps.scale~~(full, previous~~, TypeInterpolate~~.~~BILINEAR~~);		new FDistort(full, previous).scaleExt().apply();
	ConvertBufferedImage.convertFrom(buff1, full);		ConvertBufferedImage.convertFrom(buff1, full);
	~~DistortImageOps.scale~~(full,current~~, TypeInterpolate~~.~~BILINEAR~~);		new FDistort(full, current).scaleExt().apply();

	// compute dense motion		// compute dense motion
Line 81:		Line 81:
	animate.start();		animate.start();

	ShowImages.showWindow(gui,"Dense Optical Flow");		ShowImages.showWindow(gui,"Dense Optical Flow",true);
	}		}
	}		}
	</syntaxhighlight>		</syntaxhighlight>

Peter at 17:48, 11 June 2014

2014-06-11T17:48:54Z

← Older revision		Revision as of 17:48, 11 June 2014
Line 5:		Line 5:
	</center>		</center>

	Dense optical flow ~~estimates~~ the apparent motion of each pixel in the ~~image~~. It is used in video compression, object detection, object tracking, and image segmentation. Dense optical flow is a computationally expensive operation and many techniques use hardware acceleration.		Dense optical flow compares two images to estimate the apparent motion of each pixel in the one of the images. It is used in video compression, object detection, object tracking, and image segmentation. Dense optical flow is a computationally expensive operation and many techniques use hardware acceleration.

	Example Code:		Example Code:

Peter: Created page with " file:Example_dense_optical_flow.gif | Colorized optical flow. Color is direction and intensity is magnitude.
2014-06-10T19:29:40Z

Created page with "<center> <gallery widths=640px heights=260px> file:Example_dense_optical_flow.gif | Colorized optical flow. Color is direction and intensity is magnitude. </gallery> </center..."

New page
<center>
<gallery widths=640px heights=260px>
file:Example_dense_optical_flow.gif | Colorized optical flow. Color is direction and intensity is magnitude.
</gallery>
</center>

Dense optical flow estimates the apparent motion of each pixel in the image. It is used in video compression, object detection, object tracking, and image segmentation. Dense optical flow is a computationally expensive operation and many techniques use hardware acceleration.

Example Code:
* [https://github.com/lessthanoptimal/BoofCV/blob/v0.17/examples/src/boofcv/examples/features/ExampleDenseOpticalFlow.java ExampleDenseOpticalFlow.java]

Concepts:
* Optical Flow

Relevant Applets:
* [[Applet Dense Optical Flow| Dense Optical Flow]]

= Example Code =

<syntaxhighlight lang="java">
/**
* Demonstration of how to compute the dense optical flow between two images. Dense optical flow of an image
* describes how each pixel moves from one image to the next. The results is visualized in a color image. The
* color indicates the direction of motion and the intensity the magnitude.
*
* @author Peter Abeles
*/
public class ExampleDenseOpticalFlow {

public static void main(String[] args) {
MediaManager media = DefaultMediaManager.INSTANCE;

// String fileName0 = "../data/applet/denseflow/dogdance07.png";
// String fileName1 = "../data/applet/denseflow/dogdance08.png";

String fileName0 = "../data/applet/denseflow/Urban2_07.png";
String fileName1 = "../data/applet/denseflow/Urban2_08.png";

// String fileName0 = "../data/applet/denseflow/Grove2_07.png";
// String fileName1 = "../data/applet/denseflow/Grove2_09.png";

DenseOpticalFlow<ImageFloat32> denseFlow =
// FactoryDenseOpticalFlow.flowKlt(null, 6, ImageFloat32.class, null);
// FactoryDenseOpticalFlow.region(null,ImageFloat32.class);
// FactoryDenseOpticalFlow.hornSchunck(20, 1000, ImageFloat32.class);
// FactoryDenseOpticalFlow.hornSchunckPyramid(null,ImageFloat32.class);
FactoryDenseOpticalFlow.broxWarping(null, ImageFloat32.class);

BufferedImage buff0 = media.openImage(fileName0);
BufferedImage buff1 = media.openImage(fileName1);

ImageFloat32 full = new ImageFloat32(buff0.getWidth(),buff0.getHeight());

// Dense optical flow is very computationally expensive. Just process the image at 1/2 resolution
ImageFloat32 previous = new ImageFloat32(full.width/2,full.height/2);
ImageFloat32 current = new ImageFloat32(previous.width,previous.height);
ImageFlow flow = new ImageFlow(previous.width,previous.height);

ConvertBufferedImage.convertFrom(buff0,full);
DistortImageOps.scale(full, previous, TypeInterpolate.BILINEAR);
ConvertBufferedImage.convertFrom(buff1, full);
DistortImageOps.scale(full,current, TypeInterpolate.BILINEAR);

// compute dense motion
denseFlow.process(previous, current, flow);

// Visualize the results
PanelGridPanel gui = new PanelGridPanel(1,2);

BufferedImage converted0 = new BufferedImage(current.width,current.height,BufferedImage.TYPE_INT_RGB);
BufferedImage converted1 = new BufferedImage(current.width,current.height,BufferedImage.TYPE_INT_RGB);
BufferedImage visualized = new BufferedImage(current.width,current.height,BufferedImage.TYPE_INT_RGB);

ConvertBufferedImage.convertTo(previous, converted0, true);
ConvertBufferedImage.convertTo(current, converted1, true);
VisualizeOpticalFlow.colorized(flow, 10, visualized);

AnimatePanel animate = new AnimatePanel(150,converted0,converted1);
gui.add(animate);
gui.add(visualized);
animate.start();

ShowImages.showWindow(gui,"Dense Optical Flow");
}
}
</syntaxhighlight>