Example Key Point Based Deformation - Revision history

Peter at 23:09, 17 January 2022

2022-01-17T23:09:43Z

← Older revision		Revision as of 23:09, 17 January 2022
Line 6:		Line 6:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.38/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.40/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]

	Concepts:		Concepts:
Line 23:		Line 23:
	public class ExamplePointDeformKeyPoints {		public class ExamplePointDeformKeyPoints {
	public static void main( String[] args ) {		public static void main( String[] args ) {
	BufferedImage orig = UtilImageIO.~~loadImage~~(UtilIO.pathExample("standard/man_mls.jpg"));		BufferedImage orig = UtilImageIO.loadImageNotNull(UtilIO.pathExample("standard/man_mls.jpg"));
	~~BufferedImage~~ bufferedOut = new BufferedImage(orig.getWidth(), orig.getHeight(), BufferedImage.TYPE_INT_RGB);		var bufferedOut = new BufferedImage(orig.getWidth(), orig.getHeight(), BufferedImage.TYPE_INT_RGB);

	Planar<GrayF32> input = ConvertBufferedImage.convertFrom(orig, true, ImageType.pl(3, GrayF32.class));		Planar<GrayF32> input = ConvertBufferedImage.convertFrom(orig, true, ImageType.pl(3, GrayF32.class));
	Planar<GrayF32> output = input.createSameShape();		Planar<GrayF32> output = input.createSameShape();

	~~List<Point2D_F32>~~ src = new ArrayList<>();		var src = new ArrayList<Point2D_F32>();
	~~List<Point2D_F32>~~ dst = new ArrayList<>();		var dst = new ArrayList<Point2D_F32>();

	src.add(new Point2D_F32(64, 241));		src.add(new Point2D_F32(64, 241));
Line 45:		Line 45:
	}		}

	~~ConfigDeformPointMLS~~ config = new ConfigDeformPointMLS();		var config = new ConfigDeformPointMLS();
	PointDeformKeyPoints deform = FactoryDistort.deformMls(config);		PointDeformKeyPoints deform = FactoryDistort.deformMls(config);
	deform.setImageShape(input.width, input.height);		deform.setImageShape(input.width, input.height);

Peter at 19:02, 12 July 2021

2021-07-12T19:02:32Z

← Older revision		Revision as of 19:02, 12 July 2021
Line 6:		Line 6:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.38/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]

	Concepts:		Concepts:

Peter at 02:25, 22 December 2020

2020-12-22T02:25:50Z

← Older revision		Revision as of 02:25, 22 December 2020
Line 6:		Line 6:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.33/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]

	Concepts:		Concepts:
Line 22:		Line 22:
	*/		*/
	public class ExamplePointDeformKeyPoints {		public class ExamplePointDeformKeyPoints {
	public static void main(String[] args) {		public static void main( String[] args ) {
	BufferedImage orig = UtilImageIO.loadImage(UtilIO.pathExample("standard/man_mls.jpg"));		BufferedImage orig = UtilImageIO.loadImage(UtilIO.pathExample("standard/man_mls.jpg"));
	BufferedImage bufferedOut = new BufferedImage(orig.getWidth(),orig.getHeight(),BufferedImage.TYPE_INT_RGB);		BufferedImage bufferedOut = new BufferedImage(orig.getWidth(), orig.getHeight(), BufferedImage.TYPE_INT_RGB);

	Planar<GrayF32> input = ConvertBufferedImage.convertFrom(orig,true, ImageType.pl(3,GrayF32.class));		Planar<GrayF32> input = ConvertBufferedImage.convertFrom(orig, true, ImageType.pl(3, GrayF32.class));
	Planar<GrayF32> output = input.createSameShape();		Planar<GrayF32> output = input.createSameShape();

Line 41:		Line 41:
	src.add(new Point2D_F32(473, 238));		src.add(new Point2D_F32(473, 238));

	for(Point2D_F32 p : src ) {		for (Point2D_F32 p : src) {
	dst.add( p.copy() );		dst.add(p.copy());
	}		}

	ConfigDeformPointMLS config = new ConfigDeformPointMLS();		ConfigDeformPointMLS config = new ConfigDeformPointMLS();
	PointDeformKeyPoints deform = FactoryDistort.deformMls(config);		PointDeformKeyPoints deform = FactoryDistort.deformMls(config);
	deform.setImageShape(input.width,input.height);		deform.setImageShape(input.width, input.height);


	ImageDistort<Planar<GrayF32>,Planar<GrayF32>> distorter =		ImageDistort<Planar<GrayF32>, Planar<GrayF32>> distorter =
	FactoryDistort.distort(true, InterpolationType.BILINEAR,		FactoryDistort.distort(true, InterpolationType.BILINEAR,
	BorderType.ZERO, input.getImageType(), input.getImageType());		BorderType.ZERO, input.getImageType(), input.getImageType());

	deform.setImageShape(input.width,input.height);		deform.setImageShape(input.width, input.height);
	deform.setSource(src);		deform.setSource(src);
	deform.setDestination(dst);		deform.setDestination(dst);

	ConvertBufferedImage.convertTo(output, bufferedOut, true);		ConvertBufferedImage.convertTo(output, bufferedOut, true);
	ImagePanel panel = ShowImages.showWindow(bufferedOut,"Point Based Distortion Animation", true);		ImagePanel panel = ShowImages.showWindow(bufferedOut, "Point Based Distortion Animation", true);

	int count = 0;		int count = 0;
	while( true ) {		while (true) {
	// specify new locations of key points		// specify new locations of key points
	double theta = count++*Math.PI/30;		double theta = count++*Math.PI/30;
Line 72:		Line 72:
	deform.setDestination(dst);		deform.setDestination(dst);
	// Tell the distorter that the model has changed. If cached is set to false you can ignore this step		// Tell the distorter that the model has changed. If cached is set to false you can ignore this step
	distorter.setModel( new PointToPixelTransform_F32(deform));		distorter.setModel(new PointToPixelTransform_F32(deform));
	// distort the image		// distort the image
	distorter.apply(input, output);		distorter.apply(input, output);
Line 81:		Line 81:
	BoofMiscOps.sleep(30);		BoofMiscOps.sleep(30);
	}		}

	}		}
	}		}
	</syntaxhighlight>		</syntaxhighlight>

Peter at 14:37, 15 March 2019

2019-03-15T14:37:48Z

← Older revision		Revision as of 14:37, 15 March 2019
Line 6:		Line 6:

	Example Code:		Example Code:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.28/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.33/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]

	Concepts:		Concepts:

Peter at 06:56, 20 January 2018

2018-01-20T06:56:17Z

← Older revision		Revision as of 06:56, 20 January 2018
Line 10:		Line 10:
	Concepts:		Concepts:
	* Image Deformation		* Image Deformation

	~~Relevant Applets:~~
	* [[Applet Dense Optical Flow\| Dense Optical Flow]]

	= Example Code =		= Example Code =

Peter: Created page with " File:Example_point_based_deformation_man.mp4|border|600px|Waving man created using this example. Control points are moved around to create the appearance of waving...."

2018-01-20T06:55:45Z

Created page with "<center> File:Example_point_based_deformation_man.mp4|border|600px|Waving man created using this example. Control points are moved around to create the appearance of waving...."

New page

<center>
[[File:Example_point_based_deformation_man.mp4|border|600px|Waving man created using this example. Control points are moved around to create the appearance of waving.]]
</center>

This example shows you key points can be used to deform an image. Here it is used to make it appear as if a wooden man is waving.

Example Code:
* [https://github.com/lessthanoptimal/BoofCV/blob/v0.28/examples/src/main/java/boofcv/examples/imageprocessing/ExamplePointDeformKeyPoints.java ExamplePointDeformKeyPoints.java]

Concepts:
* Image Deformation

Relevant Applets:
* [[Applet Dense Optical Flow| Dense Optical Flow]]

= Example Code =

<syntaxhighlight lang="java">
/**
* Demonstration on how to use a key point based image deformation. A static image will be modified in real time
* to make it appear as if the 'man' is waving. These deformation algorithms specify keypoints which match between
* two images. When the pixel coordinate is moved the pixels are distorted such that they minimize an error function.
*
* @author Peter Abeles
*/
public class ExamplePointDeformKeyPoints {
public static void main(String[] args) {
BufferedImage orig = UtilImageIO.loadImage(UtilIO.pathExample("standard/man_mls.jpg"));
BufferedImage bufferedOut = new BufferedImage(orig.getWidth(),orig.getHeight(),BufferedImage.TYPE_INT_RGB);

Planar<GrayF32> input = ConvertBufferedImage.convertFrom(orig,true, ImageType.pl(3,GrayF32.class));
Planar<GrayF32> output = input.createSameShape();

List<Point2D_F32> src = new ArrayList<>();
List<Point2D_F32> dst = new ArrayList<>();

src.add(new Point2D_F32(64, 241));
src.add(new Point2D_F32(266, 119));
src.add(new Point2D_F32(265, 240));
src.add(new Point2D_F32(208, 410));
src.add(new Point2D_F32(181, 536));
src.add(new Point2D_F32(335, 409));
src.add(new Point2D_F32(375, 531));
src.add(new Point2D_F32(473, 238));

for(Point2D_F32 p : src ) {
dst.add( p.copy() );
}

ConfigDeformPointMLS config = new ConfigDeformPointMLS();
PointDeformKeyPoints deform = FactoryDistort.deformMls(config);
deform.setImageShape(input.width,input.height);

ImageDistort<Planar<GrayF32>,Planar<GrayF32>> distorter =
FactoryDistort.distort(true, InterpolationType.BILINEAR,
BorderType.ZERO, input.getImageType(), input.getImageType());

deform.setImageShape(input.width,input.height);
deform.setSource(src);
deform.setDestination(dst);

ConvertBufferedImage.convertTo(output, bufferedOut, true);
ImagePanel panel = ShowImages.showWindow(bufferedOut,"Point Based Distortion Animation", true);

int count = 0;
while( true ) {
// specify new locations of key points
double theta = count++*Math.PI/30;
dst.get(7).y = (float)(238 + Math.sin(theta)*30); // right arm
dst.get(0).y = (float)(241 - Math.sin(theta*2.0)*20); // left arm
dst.get(1).x = (float)(266 + Math.sin(theta*0.25)*10); // head

// tell the deformation algorithm that destination points have changed
deform.setDestination(dst);
// Tell the distorter that the model has changed. If cached is set to false you can ignore this step
distorter.setModel( new PointToPixelTransform_F32(deform));
// distort the image
distorter.apply(input, output);
// Show the results
ConvertBufferedImage.convertTo(output, bufferedOut, true);
panel.repaint();

BoofMiscOps.sleep(30);
}

}
}
</syntaxhighlight>