Difference between revisions of "Example Remove Lens Distortion"

From BoofCV
Jump to navigationJump to search
m
m
Line 8: Line 8:
This example demonstrates how to load a camera's calibration from an XML file and remove lens distortion from its images.  After lens distortion is removed, the new undistorted view often "pushes" pixels outside the viewing area.  To compensate for this problem it is possible to adjust the view to maximize the view area based on different objectives.  After adjusting the view be sure to use the new intrinsic parameters when performing geometric operations.
This example demonstrates how to load a camera's calibration from an XML file and remove lens distortion from its images.  After lens distortion is removed, the new undistorted view often "pushes" pixels outside the viewing area.  To compensate for this problem it is possible to adjust the view to maximize the view area based on different objectives.  After adjusting the view be sure to use the new intrinsic parameters when performing geometric operations.


Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.17/examples/src/boofcv/examples/calibration/ExampleRemoveLensDistortion.java ExampleRemoveLensDistortion.java]
Example File: [https://github.com/lessthanoptimal/BoofCV/blob/v0.18/examples/src/boofcv/examples/calibration/ExampleRemoveLensDistortion.java ExampleRemoveLensDistortion.java]


Concepts:
Concepts:
Line 31: Line 31:
  *
  *
  * After lens distortion has been removed the new image will not be properly contained inside the original
  * After lens distortion has been removed the new image will not be properly contained inside the original
  * image side.  Several methods are provided for scaling and translating the image to maximize the view area
  * image side.  Methods are provided for scaling and translating the image to maximize the view area
  * using different metrics.  After this adjustment has been done the new image is equivalent to one being
  * using different metrics.  After this adjustment has been done the new image is equivalent to one being
  * generated by a virtual camera with a different set of intrinsic parameters.
  * generated by a virtual camera with a different set of intrinsic parameters.
Line 51: Line 51:
ConvertBufferedImage.convertFromMulti(orig, null,true, ImageFloat32.class);
ConvertBufferedImage.convertFromMulti(orig, null,true, ImageFloat32.class);


// compute the transform to remove lens distortion
int numBands = distortedImg.getNumBands();
// The inverse transformation (adds distortion) is used when apply adjusting an image.
// In other application the forward transformation (removes distortion) is required.
PointTransform_F32 tran = LensDistortionOps.transformPixelToRadial_F32(param);


// create new transforms to optimize view area
// create new transforms which optimize view area in different ways.
// After distortion the adjusted intrinsic camera parameters should be used.
// allInside makes sure there are no dead zones inside the image
// Since they are not being used in this example null is passed in.
// fullView will include the entire original image
PointTransform_F32 fullView = LensDistortionOps.fullView(param, null);
// The border is VALUE, which defaults to black, just so you can see it
PointTransform_F32 allInside = LensDistortionOps.allInside(param, null);
ImageDistort allInside = LensDistortionOps.removeDistortion(true,BorderType.VALUE,param,null,
ImageType.ms(numBands,ImageFloat32.class));
ImageDistort fullView = LensDistortionOps.removeDistortion(false,BorderType.VALUE,param,null,
ImageType.ms(numBands,ImageFloat32.class));


// Set up image distort
// NOTE: After lens distortion has been removed the intrinsic parameters is changed.  If you pass
InterpolatePixelS<ImageFloat32> interp = FactoryInterpolation.bilinearPixelS(ImageFloat32.class);
//      in  a set of IntrinsicParameters to the 4th variable it will save it there.
ImageDistort<ImageFloat32> distort = FactoryDistort.distort(interp,null,ImageFloat32.class);
// NOTE: Type information was stripped from ImageDistort simply because it becomes too verbose with it here.
//      Would be nice if this verbosity issue was addressed by the Java language.


// render and display the different types of views in a window
// render and display the different types of views in a window
displayResults(orig, distortedImg, tran, fullView, allInside, distort);
displayResults(orig, distortedImg, allInside, fullView );
}
}


Line 75: Line 76:
private static void displayResults(BufferedImage orig,
private static void displayResults(BufferedImage orig,
  MultiSpectral<ImageFloat32> distortedImg,
  MultiSpectral<ImageFloat32> distortedImg,
  PointTransform_F32 tran,
  ImageDistort allInside, ImageDistort fullView ) {
  PointTransform_F32 fullView,
  PointTransform_F32 allInside,
  ImageDistort<ImageFloat32> distort) {
// render the results
// render the results
MultiSpectral<ImageFloat32> undistortedImg = new MultiSpectral<ImageFloat32>(ImageFloat32.class,
MultiSpectral<ImageFloat32> undistortedImg = new MultiSpectral<ImageFloat32>(ImageFloat32.class,
distortedImg.getWidth(),distortedImg.getHeight(),distortedImg.getNumBands());
distortedImg.getWidth(),distortedImg.getHeight(),distortedImg.getNumBands());


distort.setModel(new PointToPixelTransform_F32(tran));
allInside.apply(distortedImg,undistortedImg);
GImageMiscOps.fill(undistortedImg, 0);
DistortImageOps.distortMS(distortedImg, undistortedImg, distort);
BufferedImage out1 = ConvertBufferedImage.convertTo(undistortedImg, null,true);
BufferedImage out1 = ConvertBufferedImage.convertTo(undistortedImg, null,true);


distort.setModel(new PointToPixelTransform_F32(fullView));
fullView.apply(distortedImg,undistortedImg);
GImageMiscOps.fill(undistortedImg,0);
BufferedImage out2 = ConvertBufferedImage.convertTo(undistortedImg, null,true);
DistortImageOps.distortMS(distortedImg,undistortedImg,distort);
BufferedImage out2 = ConvertBufferedImage.convertTo(undistortedImg,null,true);
 
distort.setModel(new PointToPixelTransform_F32(allInside));
GImageMiscOps.fill(undistortedImg,0);
DistortImageOps.distortMS(distortedImg,undistortedImg,distort);
BufferedImage out3 = ConvertBufferedImage.convertTo(undistortedImg,null,true);


// display in a single window where the user can easily switch between images
// display in a single window where the user can easily switch between images
ListDisplayPanel panel = new ListDisplayPanel();
ListDisplayPanel panel = new ListDisplayPanel();
panel.addItem(new ImagePanel(orig), "Original");
panel.addItem(new ImagePanel(orig), "Original");
panel.addItem(new ImagePanel(out1), "Undistorted");
panel.addItem(new ImagePanel(out1), "Undistorted All Inside");
panel.addItem(new ImagePanel(out3), "Undistorted All Inside");
panel.addItem(new ImagePanel(out2), "Undistorted Full View");
panel.addItem(new ImagePanel(out2), "Undistorted Full View");



Revision as of 14:01, 22 September 2014

This example demonstrates how to load a camera's calibration from an XML file and remove lens distortion from its images. After lens distortion is removed, the new undistorted view often "pushes" pixels outside the viewing area. To compensate for this problem it is possible to adjust the view to maximize the view area based on different objectives. After adjusting the view be sure to use the new intrinsic parameters when performing geometric operations.

Example File: ExampleRemoveLensDistortion.java

Concepts:

  • Lens Distortion
  • Calibration
  • Intrinsic Parameters

Relevant Applets:

Related Examples:

Example Code

/**
 * All real camera lens have distortion.  This distortion causes large errors when attempting to recover the
 * scene's structure and camera's motion.  The following example demonstrates how the lens distortion can be
 * removed from an image after the camera has been calibrated.
 *
 * After lens distortion has been removed the new image will not be properly contained inside the original
 * image side.  Methods are provided for scaling and translating the image to maximize the view area
 * using different metrics.  After this adjustment has been done the new image is equivalent to one being
 * generated by a virtual camera with a different set of intrinsic parameters.
 *
 * @author Peter Abeles
 */
public class ExampleRemoveLensDistortion {

	public static void main( String args[] ) {
		String calibDir = "../data/applet/calibration/mono/Sony_DSC-HX5V_Chess/";
		String imageDir = "../data/evaluation/structure/";

		// load calibration parameters from the previously calibrated camera
		IntrinsicParameters param = UtilIO.loadXML(calibDir + "intrinsic.xml");

		// load images and convert the image into a color BoofCV format
		BufferedImage orig = UtilImageIO.loadImage(imageDir + "dist_cyto_01.jpg");
		MultiSpectral<ImageFloat32> distortedImg =
				ConvertBufferedImage.convertFromMulti(orig, null,true, ImageFloat32.class);

		int numBands = distortedImg.getNumBands();

		// create new transforms which optimize view area in different ways.
		// allInside makes sure there are no dead zones inside the image
		// fullView will include the entire original image
		// The border is VALUE, which defaults to black, just so you can see it
		ImageDistort allInside = LensDistortionOps.removeDistortion(true,BorderType.VALUE,param,null,
				ImageType.ms(numBands,ImageFloat32.class));
		ImageDistort fullView = LensDistortionOps.removeDistortion(false,BorderType.VALUE,param,null,
				ImageType.ms(numBands,ImageFloat32.class));

		// NOTE: After lens distortion has been removed the intrinsic parameters is changed.  If you pass
		//       in  a set of IntrinsicParameters to the 4th variable it will save it there.
		// NOTE: Type information was stripped from ImageDistort simply because it becomes too verbose with it here.
		//       Would be nice if this verbosity issue was addressed by the Java language.

		// render and display the different types of views in a window
		displayResults(orig, distortedImg, allInside, fullView );
	}

	/**
	 * Displays results in a window for easy comparison..
	 */
	private static void displayResults(BufferedImage orig,
									   MultiSpectral<ImageFloat32> distortedImg,
									   ImageDistort allInside, ImageDistort fullView ) {
		// render the results
		MultiSpectral<ImageFloat32> undistortedImg = new MultiSpectral<ImageFloat32>(ImageFloat32.class,
				distortedImg.getWidth(),distortedImg.getHeight(),distortedImg.getNumBands());

		allInside.apply(distortedImg,undistortedImg);
		BufferedImage out1 = ConvertBufferedImage.convertTo(undistortedImg, null,true);

		fullView.apply(distortedImg,undistortedImg);
		BufferedImage out2 = ConvertBufferedImage.convertTo(undistortedImg, null,true);

		// display in a single window where the user can easily switch between images
		ListDisplayPanel panel = new ListDisplayPanel();
		panel.addItem(new ImagePanel(orig), "Original");
		panel.addItem(new ImagePanel(out1), "Undistorted All Inside");
		panel.addItem(new ImagePanel(out2), "Undistorted Full View");

		ShowImages.showWindow(panel, "Removing Lens Distortion");
	}
}