Health/Assets/OpenCVForUnity/Examples/MainModules/imgproc/GrabCutExample/GrabCutExample.cs

using UnityEngine;
using UnityEngine.SceneManagement;
using System.Collections;
using OpenCVForUnity.CoreModule;
using OpenCVForUnity.ImgprocModule;
using OpenCVForUnity.UnityUtils;

namespace OpenCVForUnityExample
{
    /// <summary>
    /// GrabCut Example
    /// An example of background removal using the Imgproc.grabCut function.
    /// http://docs.opencv.org/3.1.0/d8/d83/tutorial_py_grabcut.html
    /// </summary>
    public class GrabCutExample : MonoBehaviour
    {
        // Use this for initialization
        void Start()
        {
            Texture2D imageTexture = Resources.Load("face") as Texture2D;

            Mat image = new Mat(imageTexture.height, imageTexture.width, CvType.CV_8UC3);

            Utils.texture2DToMat(imageTexture, image);
            Debug.Log("image.ToString() " + image.ToString());

            Texture2D maskTexture = Resources.Load("face_grabcut_mask") as Texture2D;

            Mat mask = new Mat(imageTexture.height, imageTexture.width, CvType.CV_8UC1);

            Utils.texture2DToMat(maskTexture, mask);
            Debug.Log("mask.ToString() " + mask.ToString());


            OpenCVForUnity.CoreModule.Rect rectangle = new OpenCVForUnity.CoreModule.Rect(10, 10, image.cols() - 20, image.rows() - 20);

            Mat bgdModel = new Mat(); // extracted features for background
            Mat fgdModel = new Mat(); // extracted features for foreground

            convertToGrabCutValues(mask); // from grayscale values to grabcut values 

            int iterCount = 5;
            //Imgproc.grabCut (image, mask, rectangle, bgdModel, fgdModel, iterCount, Imgproc.GC_INIT_WITH_RECT);
            Imgproc.grabCut(image, mask, rectangle, bgdModel, fgdModel, iterCount, Imgproc.GC_INIT_WITH_MASK);

            convertToGrayScaleValues(mask); // back to grayscale values
            Imgproc.threshold(mask, mask, 128, 255, Imgproc.THRESH_TOZERO);

            Mat foreground = new Mat(image.size(), CvType.CV_8UC3, new Scalar(0, 0, 0));
            image.copyTo(foreground, mask);


            Texture2D texture = new Texture2D(image.cols(), image.rows(), TextureFormat.RGBA32, false);

            Utils.matToTexture2D(foreground, texture);

            gameObject.GetComponent<Renderer>().material.mainTexture = texture;
        }

        private void convertToGrayScaleValues(Mat mask)
        {
            int width = mask.rows();
            int height = mask.cols();
            byte[] buffer = new byte[width * height];
            mask.get(0, 0, buffer);
            for (int x = 0; x < width; x++)
            {
                for (int y = 0; y < height; y++)
                {
                    int value = buffer[y * width + x];

                    if (value == Imgproc.GC_BGD)
                    {
                        buffer[y * width + x] = 0; // for sure background
                    }
                    else if (value == Imgproc.GC_PR_BGD)
                    {
                        buffer[y * width + x] = 85; // probably background
                    }
                    else if (value == Imgproc.GC_PR_FGD)
                    {
                        buffer[y * width + x] = (byte)170; // probably foreground
                    }
                    else
                    {
                        buffer[y * width + x] = (byte)255; // for sure foreground
                    }
                }
            }
            mask.put(0, 0, buffer);
        }

        private void convertToGrabCutValues(Mat mask)
        {
            int width = mask.rows();
            int height = mask.cols();
            byte[] buffer = new byte[width * height];
            mask.get(0, 0, buffer);
            for (int x = 0; x < width; x++)
            {
                for (int y = 0; y < height; y++)
                {
                    int value = buffer[y * width + x];
                    if (value >= 0 && value < 64)
                    {
                        buffer[y * width + x] = Imgproc.GC_BGD; // for sure background
                    }
                    else if (value >= 64 && value < 128)
                    {
                        buffer[y * width + x] = Imgproc.GC_PR_BGD; // probably background
                    }
                    else if (value >= 128 && value < 192)
                    {
                        buffer[y * width + x] = Imgproc.GC_PR_FGD; // probably foreground
                    }
                    else
                    {
                        buffer[y * width + x] = Imgproc.GC_FGD; // for sure foreground
                    }
                }
            }
            mask.put(0, 0, buffer);
        }

        // Update is called once per frame
        void Update()
        {

        }

        /// <summary>
        /// Raises the back button click event.
        /// </summary>
        public void OnBackButtonClick()
        {
            SceneManager.LoadScene("OpenCVForUnityExample");
        }
    }
}