Health/Assets/Scripts/PoseCheck/EstimateModel/OpenPoseEsimater.cs

using OpenCVForUnity.CoreModule;
using OpenCVForUnity.DnnModule;
using OpenCVForUnity.ImgprocModule;
using OpenCVForUnity.UnityUtils;
using System;
using System.Collections.Generic;
using UnityEngine;
using Yoga;
using static UnityEngine.Networking.UnityWebRequest;

public class OpenPoseEsimater : Estimator
{
    KeypointsModel _openPoseModel;
    private Net _net;

    private double threshold = 0.5;
    public override void InitModel()
    {
        _net = null;
        var modelFilePath = Utils.getFilePath(YogaConfig.MODEL_PATHS[ModelType.OpenPose]);
        if (string.IsNullOrEmpty(modelFilePath))
        {
            Debug.LogError("modelFilePath is empty. Please copy from “OpenCVForUnity/StreamingAssets/” to “Assets/StreamingAssets/” folder. ");
            return;
        }

        _net = Dnn.readNet(modelFilePath);

        _openPoseModel = new KeypointsModel(_net);
        _openPoseModel.setInputScale(new Scalar(YogaConfig.InScale));
        _openPoseModel.setInputSize(new Size(YogaConfig.InWidth, YogaConfig.InHeight));
        _openPoseModel.setInputMean(new Scalar(YogaConfig.InMean));
        _openPoseModel.setInputSwapRB(false);
        _openPoseModel.setInputCrop(false);
    }

    public override void DisposeModel()
    {
        if (_net != null)
            _net.Dispose();
    }

    public override bool Esitmate(Mat bgrMat, Mat rgbaMat, Mat results, out List<Point> points)
    {
        var voloResultBox = new List<float[]>();
        points = null;
        bool hasValidObject = false;

        for (int i = results.rows() - 1; i >= 0; --i)
        {
            float[] box = new float[4];
            results.get(i, 0, box); //方框
            float[] conf = new float[1];
            results.get(i, 4, conf); //检测数据
            float[] cls = new float[1];
            results.get(i, 5, cls); //类别

            if (!IsObjectValid(box, conf, cls, rgbaMat))
            {
                return false;
            }
            hasValidObject = true;
            voloResultBox.Clear();
            voloResultBox.Add(box);
            voloResultBox.Add(conf);
            voloResultBox.Add(cls);
            break;
        }

        if (!hasValidObject) //没有检测到人体
        {
            Debug.Log("No person block found. Re-Estimation.");
            return false; //重新检测
        }

        //更新人物框检测结果
        MotionCaptureManager.Instance.VoloResult = voloResultBox;

        points = null;

        if (_openPoseModel == null)
            throw new ArgumentException("CVEstimator.Init: args[1] is not KeypointsModel")
;
        OpenCVForUnity.CoreModule.Rect roiRect = new OpenCVForUnity.CoreModule.Rect(
                (int)voloResultBox[0][0],
                (int)voloResultBox[0][1],
                Math.Abs((int)(voloResultBox[0][2] - voloResultBox[0][0])),
                Math.Abs((int)(voloResultBox[0][3] - voloResultBox[0][1])));

        if (roiRect.y < 0 || //0 <= _rowRange.start
            (roiRect.y + roiRect.height) < roiRect.y || // _rowRange.start <= _rowRange.end
            bgrMat.rows() < (roiRect.y + roiRect.height)) //_rowRange.end <= m.rows 
            return false; //重新检测

        Mat personRectImg = new Mat(bgrMat, roiRect);//获取人体区域
        points = _openPoseModel.estimate(personRectImg, (float)threshold).toList();
        //将人体区域的坐标转换为原图坐标
        for (int j = 0; j < points.Count; j++)
        {
            if (points[j] == null ||
                (points[j].x == -1 && points[j].y == -1)) //没找到的点，跳过
                continue;

            points[j].x += roiRect.x;
            points[j].y += roiRect.y;
        }

        if (!YogaManager.Instance.ActionCheckPoints(points))
        {
            Debug.Log("ActionCheckPoints failed. Re-Estimation.");
            return false; //重新检测
        }
        return true;
    }

    public override void Check(ref Mat img)
    {
        if (_net == null)
        {
            Imgproc.putText(img, "model file is not loaded.", new Point(5, img.rows() - 30), Imgproc.FONT_HERSHEY_SIMPLEX, 0.7, new Scalar(255, 255, 255), 2, Imgproc.LINE_AA, false);
            Imgproc.putText(img, "Please read console message.", new Point(5, img.rows() - 10), Imgproc.FONT_HERSHEY_SIMPLEX, 0.7, new Scalar(255, 255, 255), 2, Imgproc.LINE_AA, false);
        }
    }
}