Example Background Stationary Camera - Revision history

Peter at 21:14, 12 July 2021

2021-07-12T21:14:03Z

← Older revision		Revision as of 21:14, 12 July 2021
Line 8:		Line 8:

	Example File:		Example File:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/main/java/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.38/examples/src/main/java/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

	Concepts:		Concepts:
Line 21:		Line 21:
	<syntaxhighlight lang="java">		<syntaxhighlight lang="java">
	/**		/**
	* Example showing how to perform background modeling when the camera is assumed to be stationary. This scenario		* Example showing how to perform background modeling when the camera is assumed to be stationary. This scenario
	* can be computed much faster than the moving camera case and depending on the background model can some times produce		* can be computed much faster than the moving camera case and depending on the background model can some times produce
	* reasonable results when the camera has a little bit of jitter.		* reasonable results when the camera has a little bit of jitter.
Line 28:		Line 28:
	*/		*/
	public class ExampleBackgroundRemovalStationary {		public class ExampleBackgroundRemovalStationary {
	public static void main(String[] args) {		public static void main( String[] args ) {
	String fileName = UtilIO.pathExample("background/street_intersection.mp4");		String fileName = UtilIO.pathExample("background/street_intersection.mp4");
	// String fileName = UtilIO.pathExample("background/rubixfire.mp4"); // dynamic background		// String fileName = UtilIO.pathExample("background/rubixfire.mp4"); // dynamic background
	// String fileName = UtilIO.pathExample("background/horse_jitter.mp4"); // degraded performance because of jitter		// String fileName = UtilIO.pathExample("background/horse_jitter.mp4"); // degraded performance because of jitter
	// String fileName = UtilIO.pathExample("tracking/chipmunk.mjpeg"); // Camera moves. Stationary will fail here		// String fileName = UtilIO.pathExample("tracking/chipmunk.mjpeg"); // Camera moves. Stationary will fail here

	// Comment/Uncomment to switch input image type		// Comment/Uncomment to switch input image type
Line 51:		Line 51:
	// media.openCamera(null,640,480,background.getImageType());		// media.openCamera(null,640,480,background.getImageType());

	// Declare storage for segmented image. 1 = moving foreground and 0 = background		// Declare storage for segmented image. 1 = moving foreground and 0 = background
	GrayU8 segmented = new GrayU8(video.getWidth(),video.getHeight());		GrayU8 segmented = new GrayU8(video.getWidth(), video.getHeight());

	~~BufferedImage~~ visualized = new BufferedImage(segmented.width,segmented.height,BufferedImage.TYPE_INT_RGB);		var visualized = new BufferedImage(segmented.width, segmented.height, BufferedImage.TYPE_INT_RGB);
	~~ImageGridPanel~~ gui = new ImageGridPanel(1,2);		var gui = new ImageGridPanel(1, 2);
	gui.setImages(visualized, visualized);		gui.setImages(visualized, visualized);

Line 63:		Line 63:
	double alpha = 0.01; // smoothing factor for FPS		double alpha = 0.01; // smoothing factor for FPS

	while( video.hasNext() ) {		while (video.hasNext()) {
	ImageBase input = video.next();		ImageBase input = video.next();

	long before = System.nanoTime();		long before = System.nanoTime();
	background.updateBackground(input,segmented);		background.updateBackground(input, segmented);
	long after = System.nanoTime();		long after = System.nanoTime();

	fps = (1.0-alpha)fps + alpha(1.0/((after-before)/1e9));		fps = (1.0 - alpha)fps + alpha(1.0/((after - before)/1e9));

	VisualizeBinaryData.renderBinary(segmented, false, visualized);		VisualizeBinaryData.renderBinary(segmented, false, visualized);
Line 76:		Line 76:
	gui.setImage(0, 1, visualized);		gui.setImage(0, 1, visualized);
	gui.repaint();		gui.repaint();
	System.out.println("FPS = "+fps);		System.out.println("FPS = " + fps);

	~~try {Thread~~.sleep(5);~~} catch (InterruptedException e) {}~~		BoofMiscOps.sleep(5);
	}		}
	System.out.println("done!");		System.out.println("done!");

Peter at 02:58, 22 December 2020

2020-12-22T02:58:43Z

← Older revision		Revision as of 02:58, 22 December 2020
Line 8:		Line 8:

	Example File:		Example File:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.36/examples/src/main/java/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.37/examples/src/main/java/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

	Concepts:		Concepts:
Line 29:		Line 29:
	public class ExampleBackgroundRemovalStationary {		public class ExampleBackgroundRemovalStationary {
	public static void main(String[] args) {		public static void main(String[] args) {

	String fileName = UtilIO.pathExample("background/street_intersection.mp4");		String fileName = UtilIO.pathExample("background/street_intersection.mp4");
	// String fileName = UtilIO.pathExample("background/rubixfire.mp4"); // dynamic background		// String fileName = UtilIO.pathExample("background/rubixfire.mp4"); // dynamic background
Line 40:		Line 39:
	// ImageType imageType = ImageType.il(3, InterleavedU8.class);		// ImageType imageType = ImageType.il(3, InterleavedU8.class);

	ConfigBackgroundGmm configGmm = new ConfigBackgroundGmm();		// ConfigBackgroundGmm configGmm = new ConfigBackgroundGmm();

	// Comment/Uncomment to switch algorithms		// Comment/Uncomment to switch algorithms

Peter at 05:38, 18 May 2020

2020-05-18T05:38:28Z

← Older revision		Revision as of 05:38, 18 May 2020
Line 8:		Line 8:

	Example File:		Example File:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.29/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.36/examples/src/main/java/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

	Concepts:		Concepts:
Line 53:		Line 53:

	// Declare storage for segmented image. 1 = moving foreground and 0 = background		// Declare storage for segmented image. 1 = moving foreground and 0 = background
	GrayU8 segmented = new GrayU8(video.~~getNextWidth~~(),video.~~getNextHeight~~());		GrayU8 segmented = new GrayU8(video.getWidth(),video.getHeight());

	BufferedImage visualized = new BufferedImage(segmented.width,segmented.height,BufferedImage.TYPE_INT_RGB);		BufferedImage visualized = new BufferedImage(segmented.width,segmented.height,BufferedImage.TYPE_INT_RGB);

Peter at 03:10, 19 March 2018

2018-03-19T03:10:04Z

← Older revision		Revision as of 03:10, 19 March 2018
Line 8:		Line 8:

	Example File:		Example File:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.23/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.29/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

	Concepts:		Concepts:
Line 31:		Line 31:

	String fileName = UtilIO.pathExample("background/street_intersection.mp4");		String fileName = UtilIO.pathExample("background/street_intersection.mp4");
			// String fileName = UtilIO.pathExample("background/rubixfire.mp4"); // dynamic background
	// String fileName = UtilIO.pathExample("background/horse_jitter.mp4"); // degraded performance because of jitter		// String fileName = UtilIO.pathExample("background/horse_jitter.mp4"); // degraded performance because of jitter
	// String fileName = UtilIO.pathExample("tracking/chipmunk.mjpeg"); // Camera moves. Stationary will fail here		// String fileName = UtilIO.pathExample("tracking/chipmunk.mjpeg"); // Camera moves. Stationary will fail here
Line 39:		Line 40:
	// ImageType imageType = ImageType.il(3, InterleavedU8.class);		// ImageType imageType = ImageType.il(3, InterleavedU8.class);

	~~// Configuration for Gaussian model. Note that the threshold changes depending on the number of image bands~~		ConfigBackgroundGmm configGmm = new ConfigBackgroundGmm();
	~~// 12 = gray scale and 40 = color~~
	~~ConfigBackgroundGaussian configGaussian~~ = new ~~ConfigBackgroundGaussian~~(~~12,0.0005f~~);
	~~configGaussian.initialVariance = 100;~~
	~~configGaussian.minimumDifference = 10~~;

	// Comment/Uncomment to switch algorithms		// Comment/Uncomment to switch algorithms
	BackgroundModelStationary background =		BackgroundModelStationary background =
	// FactoryBackgroundModel.stationaryBasic(new ConfigBackgroundBasic(35, 0.005f), imageType);		FactoryBackgroundModel.stationaryBasic(new ConfigBackgroundBasic(35, 0.005f), imageType);
	FactoryBackgroundModel.~~stationaryGaussian~~(~~configGaussian~~, imageType);		// FactoryBackgroundModel.stationaryGmm(configGmm, imageType);

	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;
Line 71:		Line 68:

	long before = System.nanoTime();		long before = System.nanoTime();
	background.~~segment~~(input,segmented);		background.updateBackground(input,segmented);
	~~background.updateBackground(input~~);
	long after = System.nanoTime();		long after = System.nanoTime();

Peter at 12:46, 28 March 2016

2016-03-28T12:46:11Z

← Older revision		Revision as of 12:46, 28 March 2016
Line 8:		Line 8:

	Example File:		Example File:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.20/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.23/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

	Concepts:		Concepts:
Line 35:		Line 35:

	// Comment/Uncomment to switch input image type		// Comment/Uncomment to switch input image type
	ImageType imageType = ImageType.single(~~ImageFloat32~~.class);		ImageType imageType = ImageType.single(GrayF32.class);
	// ImageType imageType = ImageType.il(3, InterleavedF32.class);		// ImageType imageType = ImageType.il(3, InterleavedF32.class);
	// ImageType imageType = ImageType.il(3, InterleavedU8.class);		// ImageType imageType = ImageType.il(3, InterleavedU8.class);
Line 56:		Line 56:

	// Declare storage for segmented image. 1 = moving foreground and 0 = background		// Declare storage for segmented image. 1 = moving foreground and 0 = background
	~~ImageUInt8~~ segmented = new ~~ImageUInt8~~(video.getNextWidth(),video.getNextHeight());		GrayU8 segmented = new GrayU8(video.getNextWidth(),video.getNextHeight());

	BufferedImage visualized = new BufferedImage(segmented.width,segmented.height,BufferedImage.TYPE_INT_RGB);		BufferedImage visualized = new BufferedImage(segmented.width,segmented.height,BufferedImage.TYPE_INT_RGB);

Peter at 18:12, 9 November 2015

2015-11-09T18:12:02Z

← Older revision		Revision as of 18:12, 9 November 2015
Line 8:		Line 8:

	Example File:		Example File:
	* [https://github.com/lessthanoptimal/BoofCV/blob/v0.19/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]		* [https://github.com/lessthanoptimal/BoofCV/blob/v0.20/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

	Concepts:		Concepts:
Line 30:		Line 30:
	public static void main(String[] args) {		public static void main(String[] args) {

	String fileName = "~~../data/applet/~~background/street_intersection.mp4";		String fileName = UtilIO.pathExample("background/street_intersection.mp4");
	// String fileName = "~~../data/applet/~~background/horse_jitter.mp4"; // degraded performance because of jitter		// String fileName = UtilIO.pathExample("background/horse_jitter.mp4"); // degraded performance because of jitter
	// String fileName = "~~../data/applet/~~tracking/chipmunk.mjpeg"; // Camera moves. Stationary will fail here		// String fileName = UtilIO.pathExample("tracking/chipmunk.mjpeg"); // Camera moves. Stationary will fail here

	// Comment/Uncomment to switch input image type		// Comment/Uncomment to switch input image type
Line 41:		Line 41:
	// Configuration for Gaussian model. Note that the threshold changes depending on the number of image bands		// Configuration for Gaussian model. Note that the threshold changes depending on the number of image bands
	// 12 = gray scale and 40 = color		// 12 = gray scale and 40 = color
	ConfigBackgroundGaussian configGaussian = new ConfigBackgroundGaussian(12,0.~~005f~~);		ConfigBackgroundGaussian configGaussian = new ConfigBackgroundGaussian(12,0.0005f);
	configGaussian.initialVariance = 100;		configGaussian.initialVariance = 100;
	configGaussian.minimumDifference = 10;		configGaussian.minimumDifference = 10;
Line 47:		Line 47:
	// Comment/Uncomment to switch algorithms		// Comment/Uncomment to switch algorithms
	BackgroundModelStationary background =		BackgroundModelStationary background =
	FactoryBackgroundModel.stationaryBasic(new ConfigBackgroundBasic(35, 0.005f), imageType);		// FactoryBackgroundModel.stationaryBasic(new ConfigBackgroundBasic(35, 0.005f), imageType);
	// FactoryBackgroundModel.stationaryGaussian(configGaussian, imageType);		FactoryBackgroundModel.stationaryGaussian(configGaussian, imageType);

	MediaManager media = DefaultMediaManager.INSTANCE;		MediaManager media = DefaultMediaManager.INSTANCE;
	SimpleImageSequence video = media.openVideo(fileName, background.getImageType());		SimpleImageSequence video =
			media.openVideo(fileName, background.getImageType());
			// media.openCamera(null,640,480,background.getImageType());

	// Declare storage for segmented image. 1 = moving foreground and 0 = background		// Declare storage for segmented image. 1 = moving foreground and 0 = background

Peter: Created page with " File:Background_stationary_camera.jpg|Still from a traffic camera video. Example of background modeling/motion..."

2015-09-20T04:38:59Z

Created page with "<center> <gallery heights=200 widths=500 > File:Background_stationary_camera.jpg|Still from a traffic camera video. </gallery> </center> Example of background modeling/motion..."

New page

<center>
<gallery heights=200 widths=500 >
File:Background_stationary_camera.jpg|Still from a traffic camera video.
</gallery>
</center>

Example of background modeling/motion detection from a stationary camera. Moving objects are detected inside the video based on their difference from a background model. These techniques can run very fast (basic runs over 2,000 fps) and be very effective in tracking algorithms

Example File:
* [https://github.com/lessthanoptimal/BoofCV/blob/v0.19/examples/src/boofcv/examples/tracking/ExampleBackgroundRemovalStationary.java ExampleBackgroundRemovalStationary.java]

Concepts:
* Motion Detection
* 2D Image Stitching

Related Examples:
* [[Example_Background_Moving_Camera| Background Moving Camera]]

= Example Code =

<syntaxhighlight lang="java">
/**
* Example showing how to perform background modeling when the camera is assumed to be stationary. This scenario
* can be computed much faster than the moving camera case and depending on the background model can some times produce
* reasonable results when the camera has a little bit of jitter.
*
* @author Peter Abeles
*/
public class ExampleBackgroundRemovalStationary {
public static void main(String[] args) {

String fileName = "../data/applet/background/street_intersection.mp4";
// String fileName = "../data/applet/background/horse_jitter.mp4"; // degraded performance because of jitter
// String fileName = "../data/applet/tracking/chipmunk.mjpeg"; // Camera moves. Stationary will fail here

// Comment/Uncomment to switch input image type
ImageType imageType = ImageType.single(ImageFloat32.class);
// ImageType imageType = ImageType.il(3, InterleavedF32.class);
// ImageType imageType = ImageType.il(3, InterleavedU8.class);

// Configuration for Gaussian model. Note that the threshold changes depending on the number of image bands
// 12 = gray scale and 40 = color
ConfigBackgroundGaussian configGaussian = new ConfigBackgroundGaussian(12,0.005f);
configGaussian.initialVariance = 100;
configGaussian.minimumDifference = 10;

// Comment/Uncomment to switch algorithms
BackgroundModelStationary background =
FactoryBackgroundModel.stationaryBasic(new ConfigBackgroundBasic(35, 0.005f), imageType);
// FactoryBackgroundModel.stationaryGaussian(configGaussian, imageType);

MediaManager media = DefaultMediaManager.INSTANCE;
SimpleImageSequence video = media.openVideo(fileName, background.getImageType());

// Declare storage for segmented image. 1 = moving foreground and 0 = background
ImageUInt8 segmented = new ImageUInt8(video.getNextWidth(),video.getNextHeight());

BufferedImage visualized = new BufferedImage(segmented.width,segmented.height,BufferedImage.TYPE_INT_RGB);
ImageGridPanel gui = new ImageGridPanel(1,2);
gui.setImages(visualized, visualized);

ShowImages.showWindow(gui, "Static Scene: Background Segmentation", true);

double fps = 0;
double alpha = 0.01; // smoothing factor for FPS

while( video.hasNext() ) {
ImageBase input = video.next();

long before = System.nanoTime();
background.segment(input,segmented);
background.updateBackground(input);
long after = System.nanoTime();

fps = (1.0-alpha)*fps + alpha*(1.0/((after-before)/1e9));

VisualizeBinaryData.renderBinary(segmented, false, visualized);
gui.setImage(0, 0, (BufferedImage)video.getGuiImage());
gui.setImage(0, 1, visualized);
gui.repaint();
System.out.println("FPS = "+fps);

try {Thread.sleep(5);} catch (InterruptedException e) {}
}
System.out.println("done!");
}
}
</syntaxhighlight>