Example Video Mosaic - Revision history

Peter at 18:17, 12 July 2021

2021-07-12T18:17:28Z

← Older revision		Revision as of 18:17, 12 July 2021
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/main/java/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.38/examples/src/main/java/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 25:		Line 25:
	<syntaxhighlight lang="java">		<syntaxhighlight lang="java">
	/**		/**
	* Example of how to create a mosaic from a video sequence using StitchingFromMotion2D. Mosaics work best		* Example of how to create a mosaic from a video sequence using StitchingFromMotion2D. Mosaics work best
	* when the scene being observed is far away or a flat surface. The camera motion should typically be rotational only,		* when the scene being observed is far away or a flat surface. The camera motion should typically be rotational only,
	* but translation can work depending on the scene's geometry. Motion blur and cheap cameras in general will degrade		* but translation can work depending on the scene's geometry. Motion blur and cheap cameras in general will degrade
	* performance significantly with the current algorithm. This example just demonstrates a gray scale image, but		* performance significantly with the current algorithm. This example just demonstrates a gray scale image, but
	* with additional work color images can also be processed.		* with additional work color images can also be processed.
	*		*
Line 93:		Line 93:

	// if the current image is close to the image border recenter the mosaic		// if the current image is close to the image border recenter the mosaic
	~~StitchingFromMotion2D.Corners~~ corners = stitch.getImageCorners(frame.width, frame.height, null);		Quadrilateral_F64 corners = stitch.getImageCorners(frame.width, frame.height, null);
	if (nearBorder(corners.p0, stitch) \|\| nearBorder(corners.p1, stitch) \|\|		if (nearBorder(corners.a, stitch) \|\| nearBorder(corners.b, stitch) \|\|
	nearBorder(corners.p2, stitch) \|\| nearBorder(corners.p3, stitch)) {		nearBorder(corners.c, stitch) \|\| nearBorder(corners.d, stitch)) {
	stitch.setOriginToCurrent();		stitch.setOriginToCurrent();

Line 125:		Line 125:
	Graphics2D g2 = gui.getImage(0, 1).createGraphics();		Graphics2D g2 = gui.getImage(0, 1).createGraphics();
	g2.setColor(Color.RED);		g2.setColor(Color.RED);
	g2.drawLine((int)corners.p0.x, (int)corners.p0.y, (int)corners.p1.x, (int)corners.p1.y);		g2.drawLine((int)corners.a.x, (int)corners.a.y, (int)corners.b.x, (int)corners.b.y);
	g2.drawLine((int)corners.p1.x, (int)corners.p1.y, (int)corners.p2.x, (int)corners.p2.y);		g2.drawLine((int)corners.b.x, (int)corners.b.y, (int)corners.c.x, (int)corners.c.y);
	g2.drawLine((int)corners.p2.x, (int)corners.p2.y, (int)corners.p3.x, (int)corners.p3.y);		g2.drawLine((int)corners.c.x, (int)corners.c.y, (int)corners.d.x, (int)corners.d.y);
	g2.drawLine((int)corners.p3.x, (int)corners.p3.y, (int)corners.p0.x, (int)corners.p0.y);		g2.drawLine((int)corners.d.x, (int)corners.d.y, (int)corners.a.x, (int)corners.a.y);

	gui.repaint();		gui.repaint();

Peter at 02:11, 22 December 2020

2020-12-22T02:11:14Z

← Older revision		Revision as of 02:11, 22 December 2020
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.36/examples/src/main/java/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/main/java/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 34:		Line 34:
	*/		*/
	public class ExampleVideoMosaic {		public class ExampleVideoMosaic {
	public static void main( String ~~args~~[] ) {		public static void main( String[] args ) {

	// Configure the feature detector		// Configure the feature detector
	ConfigPointDetector configDetector = new ConfigPointDetector();		ConfigPointDetector configDetector = new ConfigPointDetector();
Line 44:		Line 43:

	// Use a KLT tracker		// Use a KLT tracker
	PointTracker<GrayF32> tracker = FactoryPointTracker.klt(4,configDetector,3,GrayF32.class,GrayF32.class);		PointTracker<GrayF32> tracker = FactoryPointTracker.klt(4, configDetector, 3, GrayF32.class, GrayF32.class);

	// This estimates the 2D image motion		// This estimates the 2D image motion
	// An Affine2D_F64 model also works quite well.		// An Affine2D_F64 model also works quite well.
	ImageMotion2D<GrayF32,Homography2D_F64> motion2D =		ImageMotion2D<GrayF32, Homography2D_F64> motion2D =
	FactoryMotion2D.createMotion2D(220,3,2,30,0.6,0.5,false,tracker,new Homography2D_F64());		FactoryMotion2D.createMotion2D(220, 3, 2, 30, 0.6, 0.5, false, tracker, new Homography2D_F64());

	// wrap it so it output color images while estimating motion from gray		// wrap it so it output color images while estimating motion from gray
	ImageMotion2D<Planar<GrayF32>,Homography2D_F64> motion2DColor =		ImageMotion2D<Planar<GrayF32>, Homography2D_F64> motion2DColor =
	new PlToGrayMotion2D<>(motion2D, GrayF32.class);		new PlToGrayMotion2D<>(motion2D, GrayF32.class);

	// This fuses the images together		// This fuses the images together
	StitchingFromMotion2D<Planar<GrayF32>,Homography2D_F64>		StitchingFromMotion2D<Planar<GrayF32>, Homography2D_F64>
	stitch = FactoryMotion2D.createVideoStitch(0.5, motion2DColor, ImageType.pl(3,GrayF32.class));		stitch = FactoryMotion2D.createVideoStitch(0.5, motion2DColor, ImageType.pl(3, GrayF32.class));

	// Load an image sequence		// Load an image sequence
Line 68:		Line 67:

	// shrink the input image and center it		// shrink the input image and center it
	Homography2D_F64 shrink = new Homography2D_F64(0.5,0,frame.width/4,0,0.5,frame.height/4,0,0,1);		Homography2D_F64 shrink = new Homography2D_F64(0.5, 0, frame.width/4, 0, 0.5, frame.height/4, 0, 0, 1);
	shrink = shrink.invert(null);		shrink = shrink.invert(null);

	// The mosaic will be larger in terms of pixels but the image will be scaled down.		// The mosaic will be larger in terms of pixels but the image will be scaled down.
	// To change this into stabilization just make it the same size as the input with no shrink.		// To change this into stabilization just make it the same size as the input with no shrink.
	stitch.configure(frame.width,frame.height,shrink);		stitch.configure(frame.width, frame.height, shrink);
	// process the first frame		// process the first frame
	stitch.process(frame);		stitch.process(frame);

	// Create the GUI for displaying the results + input image		// Create the GUI for displaying the results + input image
	ImageGridPanel gui = new ImageGridPanel(1,2);		ImageGridPanel gui = new ImageGridPanel(1, 2);
	gui.setImage(0,0,new BufferedImage(frame.width,frame.height,BufferedImage.TYPE_INT_RGB));		gui.setImage(0, 0, new BufferedImage(frame.width, frame.height, BufferedImage.TYPE_INT_RGB));
	gui.setImage(0,1,new BufferedImage(frame.width,frame.height,BufferedImage.TYPE_INT_RGB));		gui.setImage(0, 1, new BufferedImage(frame.width, frame.height, BufferedImage.TYPE_INT_RGB));
	gui.setPreferredSize(new Dimension(3frame.width,frame.height2));		gui.setPreferredSize(new Dimension(3frame.width, frame.height2));

	ShowImages.showWindow(gui,"Example Mosaic", true);		ShowImages.showWindow(gui, "Example Mosaic", true);

	boolean enlarged = false;		boolean enlarged = false;

	// process the video sequence one frame at a time		// process the video sequence one frame at a time
	while( video.hasNext() ) {		while (video.hasNext()) {
	frame = video.next();		frame = video.next();
	if( !stitch.process(frame) )		if (!stitch.process(frame))
	throw new RuntimeException("You should handle failures");		throw new RuntimeException("You should handle failures");

	// if the current image is close to the image border recenter the mosaic		// if the current image is close to the image border recenter the mosaic
	StitchingFromMotion2D.Corners corners = stitch.getImageCorners(frame.width,frame.height,null);		StitchingFromMotion2D.Corners corners = stitch.getImageCorners(frame.width, frame.height, null);
	if( nearBorder(corners.p0,stitch) \|\| nearBorder(corners.p1,stitch) \|\|		if (nearBorder(corners.p0, stitch) \|\| nearBorder(corners.p1, stitch) \|\|
	nearBorder(corners.p2,stitch) \|\| nearBorder(corners.p3,stitch) ) {		nearBorder(corners.p2, stitch) \|\| nearBorder(corners.p3, stitch)) {
	stitch.setOriginToCurrent();		stitch.setOriginToCurrent();

	// only enlarge the image once		// only enlarge the image once
	if( !enlarged ) {		if (!enlarged) {
	enlarged = true;		enlarged = true;
	// double the image size and shift it over to keep it centered		// double the image size and shift it over to keep it centered
Line 109:		Line 108:
	int heightNew = heightOld*2;		int heightNew = heightOld*2;

	int tranX = (widthNew-widthOld)/2;		int tranX = (widthNew - widthOld)/2;
	int tranY = (heightNew-heightOld)/2;		int tranY = (heightNew - heightOld)/2;

	Homography2D_F64 newToOldStitch = new Homography2D_F64(1,0,-tranX,0,1,-tranY,0,0,1);		Homography2D_F64 newToOldStitch = new Homography2D_F64(1, 0, -tranX, 0, 1, -tranY, 0, 0, 1);

	stitch.resizeStitchImage(widthNew, heightNew, newToOldStitch);		stitch.resizeStitchImage(widthNew, heightNew, newToOldStitch);
	gui.setImage(0, 1, new BufferedImage(widthNew, heightNew, BufferedImage.TYPE_INT_RGB));		gui.setImage(0, 1, new BufferedImage(widthNew, heightNew, BufferedImage.TYPE_INT_RGB));
	}		}
	corners = stitch.getImageCorners(frame.width,frame.height,null);		corners = stitch.getImageCorners(frame.width, frame.height, null);
	}		}
	// display the mosaic		// display the mosaic
	ConvertBufferedImage.convertTo(frame,gui.getImage(0, 0),true);		ConvertBufferedImage.convertTo(frame, gui.getImage(0, 0), true);
	ConvertBufferedImage.convertTo(stitch.getStitchedImage(), gui.getImage(0, 1),true);		ConvertBufferedImage.convertTo(stitch.getStitchedImage(), gui.getImage(0, 1), true);

	// draw a red quadrilateral around the current frame in the mosaic		// draw a red quadrilateral around the current frame in the mosaic
	Graphics2D g2 = gui.getImage(0,1).createGraphics();		Graphics2D g2 = gui.getImage(0, 1).createGraphics();
	g2.setColor(Color.RED);		g2.setColor(Color.RED);
	g2.drawLine((int)corners.p0.x,(int)corners.p0.y,(int)corners.p1.x,(int)corners.p1.y);		g2.drawLine((int)corners.p0.x, (int)corners.p0.y, (int)corners.p1.x, (int)corners.p1.y);
	g2.drawLine((int)corners.p1.x,(int)corners.p1.y,(int)corners.p2.x,(int)corners.p2.y);		g2.drawLine((int)corners.p1.x, (int)corners.p1.y, (int)corners.p2.x, (int)corners.p2.y);
	g2.drawLine((int)corners.p2.x,(int)corners.p2.y,(int)corners.p3.x,(int)corners.p3.y);		g2.drawLine((int)corners.p2.x, (int)corners.p2.y, (int)corners.p3.x, (int)corners.p3.y);
	g2.drawLine((int)corners.p3.x,(int)corners.p3.y,(int)corners.p0.x,(int)corners.p0.y);		g2.drawLine((int)corners.p3.x, (int)corners.p3.y, (int)corners.p0.x, (int)corners.p0.y);

	gui.repaint();		gui.repaint();
Line 141:		Line 140:
	* Checks to see if the point is near the image border		* Checks to see if the point is near the image border
	*/		*/
	private static boolean nearBorder( Point2D_F64 p , StitchingFromMotion2D<?,?> stitch ) {		private static boolean nearBorder( Point2D_F64 p, StitchingFromMotion2D<?, ?> stitch ) {
	int r = 10;		int r = 10;
	if( p.x < r \|\| p.y < r )		if (p.x < r \|\| p.y < r)
	return true;		return true;
	if( p.x >= stitch.getStitchedImage().width-r )		if (p.x >= stitch.getStitchedImage().width - r)
	return true;		return true;
	if( p.y >= stitch.getStitchedImage().height-r )		if (p.y >= stitch.getStitchedImage().height - r)
	return true;		return true;

Peter at 05:11, 18 May 2020

2020-05-18T05:11:09Z

← Older revision		Revision as of 05:11, 18 May 2020
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.25/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.36/examples/src/main/java/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 37:		Line 37:

	// Configure the feature detector		// Configure the feature detector
	~~ConfigGeneralDetector confDetector~~ = new ~~ConfigGeneralDetector~~();		ConfigPointDetector configDetector = new ConfigPointDetector();
	~~confDetector~~.~~threshold~~ = 1;		configDetector.type = PointDetectorTypes.SHI_TOMASI;
	~~confDetector~~.maxFeatures = 300;		configDetector.general.maxFeatures = 300;
	~~confDetector~~.radius = 3;		configDetector.general.radius = 3;
			configDetector.general.threshold = 1;

	// Use a KLT tracker		// Use a KLT tracker
	PointTracker<GrayF32> tracker = FactoryPointTracker.klt(~~new int[]{1,2,~~4,~~8},confDetector~~,3,		PointTracker<GrayF32> tracker = FactoryPointTracker.klt(4,configDetector,3,GrayF32.class,GrayF32.class);
	GrayF32.class,GrayF32.class);

	// This estimates the 2D image motion		// This estimates the 2D image motion

Peter at 23:37, 1 December 2016

2016-12-01T23:37:02Z

← Older revision		Revision as of 23:37, 1 December 2016
Line 16:		Line 16:

	Relevant Videos:		Relevant Videos:
	* ~~[[Applet_Video_Mosaic\| Video Mosaic]] (~~[http://www.youtube.com/watch?v=59RJeLlDAxQ YouTube Video])		* [http://www.youtube.com/watch?v=59RJeLlDAxQ YouTube Video of Demonstration]

	Related Examples:		Related Examples:

Peter at 23:34, 1 December 2016

2016-12-01T23:34:58Z

← Older revision		Revision as of 23:34, 1 December 2016
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.23/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.25/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 15:		Line 15:
	* 2D image motion		* 2D image motion

	Relevant ~~Applets~~:		Relevant Videos:
	* [[Applet_Video_Mosaic\| Video Mosaic]] ([http://www.youtube.com/watch?v=59RJeLlDAxQ YouTube Video])		* [[Applet_Video_Mosaic\| Video Mosaic]] ([http://www.youtube.com/watch?v=59RJeLlDAxQ YouTube Video])

Line 53:		Line 53:
	// wrap it so it output color images while estimating motion from gray		// wrap it so it output color images while estimating motion from gray
	ImageMotion2D<Planar<GrayF32>,Homography2D_F64> motion2DColor =		ImageMotion2D<Planar<GrayF32>,Homography2D_F64> motion2DColor =
	new PlToGrayMotion2D<~~GrayF32,Homography2D_F64~~>(motion2D,GrayF32.class);		new PlToGrayMotion2D<>(motion2D, GrayF32.class);

	// This fuses the images together		// This fuses the images together
	StitchingFromMotion2D<Planar<GrayF32>,Homography2D_F64>		StitchingFromMotion2D<Planar<GrayF32>,Homography2D_F64>
	stitch = FactoryMotion2D.~~createVideoStitchMS~~(0.5, motion2DColor, GrayF32.class);		stitch = FactoryMotion2D.createVideoStitch(0.5, motion2DColor, ImageType.pl(3,GrayF32.class));

	// Load an image sequence		// Load an image sequence

Peter at 06:06, 28 March 2016

2016-03-28T06:06:23Z

← Older revision		Revision as of 06:06, 28 March 2016
Line 5:		Line 5:
	</center>		</center>

	An image mosaic is created by combining ~~numerious~~ images together to create one large one. In this example, it is demonstrated how to create a mosaic from a video image in real-time using a high level interface which hides much		An image mosaic is created by combining numerous images together to create one large one. In this example, it is demonstrated how to create a mosaic from a video image in real-time using a high level interface which hides much
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.20/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.23/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 43:		Line 43:

	// Use a KLT tracker		// Use a KLT tracker
	PointTracker<~~ImageFloat32~~> tracker = FactoryPointTracker.klt(new int[]{1,2,4,8},confDetector,3,		PointTracker<GrayF32> tracker = FactoryPointTracker.klt(new int[]{1,2,4,8},confDetector,3,
	~~ImageFloat32~~.class,~~ImageFloat32~~.class);		GrayF32.class,GrayF32.class);

	// This estimates the 2D image motion		// This estimates the 2D image motion
	// An Affine2D_F64 model also works quite well.		// An Affine2D_F64 model also works quite well.
	ImageMotion2D<~~ImageFloat32~~,Homography2D_F64> motion2D =		ImageMotion2D<GrayF32,Homography2D_F64> motion2D =
	FactoryMotion2D.createMotion2D(220,3,2,30,0.6,0.5,false,tracker,new Homography2D_F64());		FactoryMotion2D.createMotion2D(220,3,2,30,0.6,0.5,false,tracker,new Homography2D_F64());

	// wrap it so it output color images while estimating motion from gray		// wrap it so it output color images while estimating motion from gray
	ImageMotion2D<~~MultiSpectral~~<~~ImageFloat32~~>,Homography2D_F64> motion2DColor =		ImageMotion2D<Planar<GrayF32>,Homography2D_F64> motion2DColor =
	new ~~MsToGrayMotion2D~~<~~ImageFloat32~~,Homography2D_F64>(motion2D,~~ImageFloat32~~.class);		new PlToGrayMotion2D<GrayF32,Homography2D_F64>(motion2D,GrayF32.class);

	// This fuses the images together		// This fuses the images together
	StitchingFromMotion2D<~~MultiSpectral~~<~~ImageFloat32~~>,Homography2D_F64>		StitchingFromMotion2D<Planar<GrayF32>,Homography2D_F64>
	stitch = FactoryMotion2D.createVideoStitchMS(0.5, motion2DColor, ~~ImageFloat32~~.class);		stitch = FactoryMotion2D.createVideoStitchMS(0.5, motion2DColor, GrayF32.class);

	// Load an image sequence		// Load an image sequence
	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;
	String fileName = UtilIO.pathExample("mosaic/airplane01.mjpeg");		String fileName = UtilIO.pathExample("mosaic/airplane01.mjpeg");
	SimpleImageSequence<~~MultiSpectral~~<~~ImageFloat32~~>> video =		SimpleImageSequence<Planar<GrayF32>> video =
	media.openVideo(fileName, ImageType.ms(3, ~~ImageFloat32~~.class));		media.openVideo(fileName, ImageType.pl(3, GrayF32.class));

	~~MultiSpectral~~<~~ImageFloat32~~> frame = video.next();		Planar<GrayF32> frame = video.next();

	// shrink the input image and center it		// shrink the input image and center it

Peter at 17:44, 9 November 2015

2015-11-09T17:44:19Z

← Older revision		Revision as of 17:44, 9 November 2015
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.19/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.20/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 61:		Line 61:
	// Load an image sequence		// Load an image sequence
	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;
	String fileName = "~~../data/applet/~~mosaic/airplane01.mjpeg";		String fileName = UtilIO.pathExample("mosaic/airplane01.mjpeg");
	SimpleImageSequence<MultiSpectral<ImageFloat32>> video =		SimpleImageSequence<MultiSpectral<ImageFloat32>> video =
	media.openVideo(fileName, ImageType.ms(3, ImageFloat32.class));		media.openVideo(fileName, ImageType.ms(3, ImageFloat32.class));

Peter at 19:02, 19 September 2015

2015-09-19T19:02:15Z

← Older revision		Revision as of 19:02, 19 September 2015
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.18/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.19/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 49:		Line 49:
	// An Affine2D_F64 model also works quite well.		// An Affine2D_F64 model also works quite well.
	ImageMotion2D<ImageFloat32,Homography2D_F64> motion2D =		ImageMotion2D<ImageFloat32,Homography2D_F64> motion2D =
	FactoryMotion2D.createMotion2D(~~200~~,3,2,30,0.6,0.5,false,tracker,new Homography2D_F64());		FactoryMotion2D.createMotion2D(220,3,2,30,0.6,0.5,false,tracker,new Homography2D_F64());

	// wrap it so it output color images while estimating motion from gray		// wrap it so it output color images while estimating motion from gray
Line 83:		Line 83:
	gui.setPreferredSize(new Dimension(3frame.width,frame.height2));		gui.setPreferredSize(new Dimension(3frame.width,frame.height2));

	ShowImages.showWindow(gui,"Example Mosaic");		ShowImages.showWindow(gui,"Example Mosaic", true);

	boolean enlarged = false;		boolean enlarged = false;

Peter at 21:14, 22 September 2014

2014-09-22T21:14:34Z

← Older revision		Revision as of 21:14, 22 September 2014
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.17/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.18/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:

Peter at 18:30, 19 June 2014

2014-06-19T18:30:59Z

← Older revision		Revision as of 18:30, 19 June 2014
Line 8:		Line 8:
	of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.		of the complexity. The mosaic is created by tracking image features and fitting a motion model (affine or homography) to the feature's location in each frame.

	Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.16/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]		Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.17/examples/src/boofcv/examples/geometry/ExampleVideoMosaic.java ExampleVideoMosaic.java]

	Concepts:		Concepts:
Line 38:		Line 38:
	// Configure the feature detector		// Configure the feature detector
	ConfigGeneralDetector confDetector = new ConfigGeneralDetector();		ConfigGeneralDetector confDetector = new ConfigGeneralDetector();
	confDetector.threshold = 10;		confDetector.threshold = 1;
	confDetector.maxFeatures = 300;		confDetector.maxFeatures = 300;
	confDetector.radius = 2;		confDetector.radius = 3;

	// Use a KLT tracker		// Use a KLT tracker
Line 61:		Line 61:
	// Load an image sequence		// Load an image sequence
	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;
	String fileName = "../data/applet/~~shake~~.mjpeg";		String fileName = "../data/applet/mosaic/airplane01.mjpeg";
	SimpleImageSequence<MultiSpectral<ImageFloat32>> video =		SimpleImageSequence<MultiSpectral<ImageFloat32>> video =
	media.openVideo(fileName, ImageType.ms(3, ImageFloat32.class));		media.openVideo(fileName, ImageType.ms(3, ImageFloat32.class));
Line 68:		Line 68:

	// shrink the input image and center it		// shrink the input image and center it
	Homography2D_F64 shrink = new Homography2D_F64(0.5,0,frame.width/3,0,0.5,frame.height/2,0,0,1);		Homography2D_F64 shrink = new Homography2D_F64(0.5,0,frame.width/4,0,0.5,frame.height/4,0,0,1);
	shrink = shrink.invert(null);		shrink = shrink.invert(null);

	// The mosaic will be larger in terms of pixels but the image will be scaled down.		// The mosaic will be larger in terms of pixels but the image will be scaled down.
	// To change this into stabilization just make it the same size as the input with no shrink.		// To change this into stabilization just make it the same size as the input with no shrink.
	stitch.configure(frame.width,frame.height,~~null~~);		stitch.configure(frame.width,frame.height,shrink);
	// process the first frame		// process the first frame
	stitch.process(frame);		stitch.process(frame);
Line 81:		Line 81:
	gui.setImage(0,0,new BufferedImage(frame.width,frame.height,BufferedImage.TYPE_INT_RGB));		gui.setImage(0,0,new BufferedImage(frame.width,frame.height,BufferedImage.TYPE_INT_RGB));
	gui.setImage(0,1,new BufferedImage(frame.width,frame.height,BufferedImage.TYPE_INT_RGB));		gui.setImage(0,1,new BufferedImage(frame.width,frame.height,BufferedImage.TYPE_INT_RGB));
	gui.~~autoSetPreferredSize~~();		gui.setPreferredSize(new Dimension(3frame.width,frame.height2));

	ShowImages.showWindow(gui,"Example Mosaic");		ShowImages.showWindow(gui,"Example Mosaic");

			boolean enlarged = false;

	// process the video sequence one frame at a time		// process the video sequence one frame at a time
	while( video.hasNext() ) {		while( video.hasNext() ) {
	frame = video.next();		frame = video.next();
	stitch.process(frame);		if( !stitch.process(frame) )
			throw new RuntimeException("You should handle failures");

	// if the current image is close to the image border recenter the mosaic		// if the current image is close to the image border recenter the mosaic
Line 95:		Line 98:
	nearBorder(corners.p2,stitch) \|\| nearBorder(corners.p3,stitch) ) {		nearBorder(corners.p2,stitch) \|\| nearBorder(corners.p3,stitch) ) {
	stitch.setOriginToCurrent();		stitch.setOriginToCurrent();

			// only enlarge the image once
			if( !enlarged ) {
			enlarged = true;
			// double the image size and shift it over to keep it centered
			int widthOld = stitch.getStitchedImage().width;
			int heightOld = stitch.getStitchedImage().height;

			int widthNew = widthOld*2;
			int heightNew = heightOld*2;

			int tranX = (widthNew-widthOld)/2;
			int tranY = (heightNew-heightOld)/2;

			Homography2D_F64 newToOldStitch = new Homography2D_F64(1,0,-tranX,0,1,-tranY,0,0,1);

			stitch.resizeStitchImage(widthNew, heightNew, newToOldStitch);
			gui.setImage(0, 1, new BufferedImage(widthNew, heightNew, BufferedImage.TYPE_INT_RGB));
			}
			corners = stitch.getImageCorners(frame.width,frame.height,null);
	}		}

	// display the mosaic		// display the mosaic
	ConvertBufferedImage.convertTo(frame,gui.getImage(0, 0),true);		ConvertBufferedImage.convertTo(frame,gui.getImage(0, 0),true);
	ConvertBufferedImage.convertTo(stitch.getStitchedImage(), gui.getImage(0, 1),true);		ConvertBufferedImage.convertTo(stitch.getStitchedImage(), gui.getImage(0, 1),true);

			// draw a red quadrilateral around the current frame in the mosaic
			Graphics2D g2 = gui.getImage(0,1).createGraphics();
			g2.setColor(Color.RED);
			g2.drawLine((int)corners.p0.x,(int)corners.p0.y,(int)corners.p1.x,(int)corners.p1.y);
			g2.drawLine((int)corners.p1.x,(int)corners.p1.y,(int)corners.p2.x,(int)corners.p2.y);
			g2.drawLine((int)corners.p2.x,(int)corners.p2.y,(int)corners.p3.x,(int)corners.p3.y);
			g2.drawLine((int)corners.p3.x,(int)corners.p3.y,(int)corners.p0.x,(int)corners.p0.y);

	gui.repaint();		gui.repaint();