Search in sources :

Example 1 with BackgroundModelMoving

use of boofcv.alg.background.BackgroundModelMoving in project BoofCV by lessthanoptimal.

the class ExampleBackgroundRemovalMoving method main.

public static void main(String[] args) {
    // Example with a moving camera. Highlights why motion estimation is sometimes required
    String fileName = UtilIO.pathExample("tracking/chipmunk.mjpeg");
    // Camera has a bit of jitter in it. Static kinda works but motion reduces false positives
    // String fileName = UtilIO.pathExample("background/horse_jitter.mp4");
    // Comment/Uncomment to switch input image type
    ImageType imageType = ImageType.single(GrayF32.class);
    // ImageType imageType = ImageType.il(3, InterleavedF32.class);
    // ImageType imageType = ImageType.il(3, InterleavedU8.class);
    // Configure the feature detector
    ConfigPointDetector configDetector = new ConfigPointDetector();
    configDetector.type = PointDetectorTypes.SHI_TOMASI;
    configDetector.general.maxFeatures = 300;
    configDetector.general.radius = 6;
    configDetector.general.threshold = 10;
    // Use a KLT tracker
    PointTracker tracker = FactoryPointTracker.klt(4, configDetector, 3, GrayF32.class, null);
    // This estimates the 2D image motion
    ImageMotion2D<GrayF32, Homography2D_F64> motion2D = FactoryMotion2D.createMotion2D(500, 0.5, 3, 100, 0.6, 0.5, false, tracker, new Homography2D_F64());
    ConfigBackgroundBasic configBasic = new ConfigBackgroundBasic(30, 0.005f);
    // Configuration for Gaussian model. Note that the threshold changes depending on the number of image bands
    // 12 = gray scale and 40 = color
    ConfigBackgroundGaussian configGaussian = new ConfigBackgroundGaussian(12, 0.001f);
    configGaussian.initialVariance = 64;
    configGaussian.minimumDifference = 5;
    // Note that GMM doesn't interpolate the input image. Making it harder to model object edges.
    // However it runs faster because of this.
    ConfigBackgroundGmm configGmm = new ConfigBackgroundGmm();
    configGmm.initialVariance = 1600;
    configGmm.significantWeight = 1e-1f;
    // Comment/Uncomment to switch background mode
    BackgroundModelMoving background = FactoryBackgroundModel.movingBasic(configBasic, new PointTransformHomography_F32(), imageType);
    // FactoryBackgroundModel.movingGaussian(configGaussian, new PointTransformHomography_F32(), imageType);
    // FactoryBackgroundModel.movingGmm(configGmm,new PointTransformHomography_F32(), imageType);
    background.setUnknownValue(1);
    MediaManager media = DefaultMediaManager.INSTANCE;
    SimpleImageSequence video = media.openVideo(fileName, background.getImageType());
    // media.openCamera(null,640,480,background.getImageType());
    // ====== Initialize Images
    // storage for segmented image. Background = 0, Foreground = 1
    GrayU8 segmented = new GrayU8(video.getWidth(), video.getHeight());
    // Grey scale image that's the input for motion estimation
    GrayF32 grey = new GrayF32(segmented.width, segmented.height);
    // coordinate frames
    Homography2D_F32 firstToCurrent32 = new Homography2D_F32();
    Homography2D_F32 homeToWorld = new Homography2D_F32();
    homeToWorld.a13 = grey.width / 2;
    homeToWorld.a23 = grey.height / 2;
    // Create a background image twice the size of the input image. Tell it that the home is in the center
    background.initialize(grey.width * 2, grey.height * 2, homeToWorld);
    BufferedImage visualized = new BufferedImage(segmented.width, segmented.height, BufferedImage.TYPE_INT_RGB);
    ImageGridPanel gui = new ImageGridPanel(1, 2);
    gui.setImages(visualized, visualized);
    ShowImages.showWindow(gui, "Detections", true);
    double fps = 0;
    // smoothing factor for FPS
    double alpha = 0.01;
    while (video.hasNext()) {
        ImageBase input = video.next();
        long before = System.nanoTime();
        GConvertImage.convert(input, grey);
        if (!motion2D.process(grey)) {
            throw new RuntimeException("Should handle this scenario");
        }
        Homography2D_F64 firstToCurrent64 = motion2D.getFirstToCurrent();
        ConvertMatrixData.convert(firstToCurrent64, firstToCurrent32);
        background.segment(firstToCurrent32, input, segmented);
        background.updateBackground(firstToCurrent32, input);
        long after = System.nanoTime();
        fps = (1.0 - alpha) * fps + alpha * (1.0 / ((after - before) / 1e9));
        VisualizeBinaryData.renderBinary(segmented, false, visualized);
        gui.setImage(0, 0, (BufferedImage) video.getGuiImage());
        gui.setImage(0, 1, visualized);
        gui.repaint();
        System.out.println("FPS = " + fps);
        BoofMiscOps.sleep(5);
    }
}
Also used : ConfigBackgroundBasic(boofcv.factory.background.ConfigBackgroundBasic) BackgroundModelMoving(boofcv.alg.background.BackgroundModelMoving) SimpleImageSequence(boofcv.io.image.SimpleImageSequence) PointTransformHomography_F32(boofcv.alg.distort.PointTransformHomography_F32) Homography2D_F32(georegression.struct.homography.Homography2D_F32) Homography2D_F64(georegression.struct.homography.Homography2D_F64) BufferedImage(java.awt.image.BufferedImage) ImageType(boofcv.struct.image.ImageType) ConfigPointDetector(boofcv.abst.feature.detect.interest.ConfigPointDetector) ConfigBackgroundGaussian(boofcv.factory.background.ConfigBackgroundGaussian) GrayF32(boofcv.struct.image.GrayF32) MediaManager(boofcv.io.MediaManager) DefaultMediaManager(boofcv.io.wrapper.DefaultMediaManager) ConfigBackgroundGmm(boofcv.factory.background.ConfigBackgroundGmm) GrayU8(boofcv.struct.image.GrayU8) ImageGridPanel(boofcv.gui.image.ImageGridPanel) PointTracker(boofcv.abst.tracker.PointTracker) FactoryPointTracker(boofcv.factory.tracker.FactoryPointTracker) ImageBase(boofcv.struct.image.ImageBase)

Example 2 with BackgroundModelMoving

use of boofcv.alg.background.BackgroundModelMoving in project BoofCV by lessthanoptimal.

the class GenericBackgroundMovingGmmChecks method performStationaryTests.

@Test
void performStationaryTests() {
    GenericBackgroundStationaryGmmChecks stationary = new GenericBackgroundStationaryGmmChecks() {

        @Override
        public BackgroundModelStationary create(ImageType imageType) {
            BackgroundModelMoving moving = GenericBackgroundMovingGmmChecks.this.create(imageType);
            return new MovingToStationary((BackgroundMovingGmm) moving, new Homography2D_F32());
        }
    };
    stationary.initialVariance();
    stationary.learnRate();
    stationary.checkBandsUsed();
}
Also used : GenericBackgroundStationaryGmmChecks(boofcv.alg.background.stationary.GenericBackgroundStationaryGmmChecks) BackgroundModelMoving(boofcv.alg.background.BackgroundModelMoving) Homography2D_F32(georegression.struct.homography.Homography2D_F32) ImageType(boofcv.struct.image.ImageType) Test(org.junit.jupiter.api.Test)

Example 3 with BackgroundModelMoving

use of boofcv.alg.background.BackgroundModelMoving in project BoofCV by lessthanoptimal.

the class GenericBackgroundMovingGaussianChecks method performStationaryTests.

@Test
void performStationaryTests() {
    GenericBackgroundStationaryGaussianChecks stationary = new GenericBackgroundStationaryGaussianChecks() {

        @Override
        public BackgroundModelStationary create(ImageType imageType) {
            BackgroundModelMoving moving = GenericBackgroundMovingGaussianChecks.this.create(imageType);
            return new MovingToStationary((BackgroundMovingGaussian) moving, new Homography2D_F32());
        }
    };
    stationary.initialVariance();
    stationary.minimumDifference();
    stationary.learnRate();
    stationary.checkBandsUsed();
}
Also used : BackgroundModelMoving(boofcv.alg.background.BackgroundModelMoving) GenericBackgroundStationaryGaussianChecks(boofcv.alg.background.stationary.GenericBackgroundStationaryGaussianChecks) Homography2D_F32(georegression.struct.homography.Homography2D_F32) ImageType(boofcv.struct.image.ImageType) Test(org.junit.jupiter.api.Test)

Example 4 with BackgroundModelMoving

use of boofcv.alg.background.BackgroundModelMoving in project BoofCV by lessthanoptimal.

the class GenericBackgroundMovingBasicChecks method performStationaryTests.

@Test
void performStationaryTests() {
    GenericBackgroundStationaryBasicChecks stationary = new GenericBackgroundStationaryBasicChecks() {

        @Override
        public BackgroundModelStationary create(ImageType imageType) {
            BackgroundModelMoving moving = GenericBackgroundMovingBasicChecks.this.create(imageType);
            return new MovingToStationary((BackgroundMovingBasic) moving, new Homography2D_F32());
        }
    };
    stationary.checkLearnRate();
    stationary.checkThreshold();
    stationary.checkBandsUsed();
}
Also used : GenericBackgroundStationaryBasicChecks(boofcv.alg.background.stationary.GenericBackgroundStationaryBasicChecks) BackgroundModelMoving(boofcv.alg.background.BackgroundModelMoving) Homography2D_F32(georegression.struct.homography.Homography2D_F32) ImageType(boofcv.struct.image.ImageType) Test(org.junit.jupiter.api.Test)

Aggregations

BackgroundModelMoving (boofcv.alg.background.BackgroundModelMoving)4 ImageType (boofcv.struct.image.ImageType)4 Homography2D_F32 (georegression.struct.homography.Homography2D_F32)4 Test (org.junit.jupiter.api.Test)3 ConfigPointDetector (boofcv.abst.feature.detect.interest.ConfigPointDetector)1 PointTracker (boofcv.abst.tracker.PointTracker)1 GenericBackgroundStationaryBasicChecks (boofcv.alg.background.stationary.GenericBackgroundStationaryBasicChecks)1 GenericBackgroundStationaryGaussianChecks (boofcv.alg.background.stationary.GenericBackgroundStationaryGaussianChecks)1 GenericBackgroundStationaryGmmChecks (boofcv.alg.background.stationary.GenericBackgroundStationaryGmmChecks)1 PointTransformHomography_F32 (boofcv.alg.distort.PointTransformHomography_F32)1 ConfigBackgroundBasic (boofcv.factory.background.ConfigBackgroundBasic)1 ConfigBackgroundGaussian (boofcv.factory.background.ConfigBackgroundGaussian)1 ConfigBackgroundGmm (boofcv.factory.background.ConfigBackgroundGmm)1 FactoryPointTracker (boofcv.factory.tracker.FactoryPointTracker)1 ImageGridPanel (boofcv.gui.image.ImageGridPanel)1 MediaManager (boofcv.io.MediaManager)1 SimpleImageSequence (boofcv.io.image.SimpleImageSequence)1 DefaultMediaManager (boofcv.io.wrapper.DefaultMediaManager)1 GrayF32 (boofcv.struct.image.GrayF32)1 GrayU8 (boofcv.struct.image.GrayU8)1