C# E2Pose人体关键点检测(OpenVINO推理)

C# E2Pose人体关键点检测(OpenVINO推理)

目录

效果

模型信息

项目

代码

下载

效果

模型信息

Inputs
-------------------------
name：inputimg
tensor：Float[1, 3, 512, 512]
---------------------------------------------------------------

Outputs
-------------------------
name：kvxy/concat
tensor：Float[1, 341, 17, 3]
name：pv/concat
tensor：Float[1, 341, 1, 1]
---------------------------------------------------------------

项目

代码

using OpenCvSharp;
using System;
using System.Diagnostics;
using System.Drawing;
using System.Drawing.Imaging;
using System.Threading;
using System.Threading.Tasks;
using System.Windows.Forms;


namespace OpenVINO_Demo
{
    public partial class Form2 : Form
    {
        public Form2()
        {
            InitializeComponent();
        }

        string imgFilter = "图片|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";

        E2Pose e2Pose;
        Mat image;

        string image_path = "";
        string model_path;

        string video_path = "";
        string videoFilter = "视频|*.mp4;*.avi";
        VideoCapture vcapture;
        VideoWriter vwriter;
        bool saveDetVideo = false;

        ///


        /// 单图推理
        ///
        ///
        ///
        private void button2_Click(object sender, EventArgs e)
        {

            if (image_path == "")
            {
                return;
            }

            button2.Enabled = false;
            pictureBox2.Image = null;
            textBox1.Text = "";

            Application.DoEvents();

            image = new Mat(image_path);

            Mat result_image = image.Clone();
            e2Pose.Detect(result_image);

            if (pictureBox2.Image != null)
            {
                pictureBox2.Image.Dispose();
            }
            pictureBox2.Image = new Bitmap(result_image.ToMemoryStream());
            textBox1.Text = e2Pose.DetectTime();

            button2.Enabled = true;

        }

        ///


        /// 窗体加载，初始化
        ///
        ///
        ///
        private void Form1_Load(object sender, EventArgs e)
        {
            image_path = "test/1.jpg";
            pictureBox1.Image = new Bitmap(image_path);

            model_path = "model/e2epose_resnet50_1x3x512x512.onnx";

            e2Pose = new E2Pose(model_path);
        }

        ///


        /// 选择图片
        ///
        ///
        ///
        private void button1_Click_1(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = imgFilter;
            if (ofd.ShowDialog() != DialogResult.OK) return;

            pictureBox1.Image = null;

            image_path = ofd.FileName;
            pictureBox1.Image = new Bitmap(image_path);

            textBox1.Text = "";
            pictureBox2.Image = null;
        }

        ///


        /// 选择视频
        ///
        ///
        ///
        private void button4_Click(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = videoFilter;
            ofd.InitialDirectory = Application.StartupPath + "\\test";
            if (ofd.ShowDialog() != DialogResult.OK) return;

            video_path = ofd.FileName;

            textBox1.Text = video_path;
        }

        ///


        /// 视频推理
        ///
        ///
        ///
        private void button3_Click(object sender, EventArgs e)
        {
            if (video_path == "")
            {
                MessageBox.Show("请先选择视频！");
                return;
            }

            textBox1.Text = "开始检测";

            Application.DoEvents();

            Thread thread = new Thread(new ThreadStart(VideoDetection));

            thread.Start();
            thread.Join();

            textBox1.Text = "检测完成！";
        }

        void VideoDetection()
        {
            vcapture = new VideoCapture(video_path);
            if (!vcapture.IsOpened())
            {
                MessageBox.Show("打开视频文件失败");
                return;
            }


            Mat frame = new Mat();

            // 获取视频的fps
            double videoFps = vcapture.Get(VideoCaptureProperties.Fps);
            // 计算等待时间（毫秒）
            int delay = (int)(1000 / videoFps);
            Stopwatch _stopwatch = new Stopwatch();

            if (checkBox1.Checked)
            {
                vwriter = new VideoWriter("out.mp4", FourCC.X264, vcapture.Fps, new OpenCvSharp.Size(vcapture.FrameWidth, vcapture.FrameHeight));
                saveDetVideo = true;
            }
            else
            {
                saveDetVideo = false;
            }

            Cv2.NamedWindow("DetectionResult 按下ESC，退出", WindowFlags.Normal);
            Cv2.ResizeWindow("DetectionResult 按下ESC，退出", vcapture.FrameWidth, vcapture.FrameHeight);

            while (vcapture.Read(frame))
            {
                if (frame.Empty())
                {
                    MessageBox.Show("读取失败");
                    return;
                }

                _stopwatch.Restart();

                delay = (int)(1000 / videoFps);

                e2Pose.Detect(frame);

                Cv2.PutText(frame, "preprocessTime:" + e2Pose.preprocessTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 30), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
                Cv2.PutText(frame, "inferTime:" + e2Pose.inferTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 70), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
                Cv2.PutText(frame, "postprocessTime:" + e2Pose.postprocessTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 110), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
                Cv2.PutText(frame, "totalTime:" + e2Pose.totalTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 150), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
                Cv2.PutText(frame, "video fps:" + videoFps.ToString("F2"), new OpenCvSharp.Point(10, 190), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
                Cv2.PutText(frame, "det fps:" + e2Pose.detFps.ToString("F2"), new OpenCvSharp.Point(10, 230), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);

                if (saveDetVideo)
                {
                    vwriter.Write(frame);
                }

                Cv2.ImShow("DetectionResult 按下ESC，退出", frame);

                // for test
                // delay = 1;
                delay = (int)(delay - _stopwatch.ElapsedMilliseconds);
                if (delay <= 0)
                {
                    delay = 1;
                }
                //Console.WriteLine("delay:" + delay.ToString()) ;
                if (Cv2.WaitKey(delay) == 27 || Cv2.GetWindowProperty("DetectionResult 按下ESC，退出", WindowPropertyFlags.Visible) < 1.0)
                {
                    Cv2.DestroyAllWindows();
                    vcapture.Release();
                    break;
                }
            }

            Cv2.DestroyAllWindows();
            vcapture.Release();
            if (saveDetVideo)
            {
                vwriter.Release();
            }

        }

        private void button5_Click(object sender, EventArgs e)
        {
            if (video_path == "")
            {
                MessageBox.Show("请先选择视频！");
                return;
            }
            button5.Enabled = false;
            textBox1.Text = "开始检测";
            Application.DoEvents();

            Task task = new Task(() =>
            {
                VideoCapture vcapture = new VideoCapture(video_path);
                if (!vcapture.IsOpened())
                {
                    MessageBox.Show("打开视频文件失败");
                    return;
                }

                E2Pose2 e2Pose2 = new E2Pose2(model_path);

                Mat frame = new Mat();

                // 获取视频的fps
                double videoFps = vcapture.Get(VideoCaptureProperties.Fps);
                // 计算等待时间（毫秒）
                int delay = (int)(1000 / videoFps);
                Stopwatch _stopwatch = new Stopwatch();

                Cv2.NamedWindow("DetectionResult 按下ESC，退出", WindowFlags.Normal);
                Cv2.ResizeWindow("DetectionResult 按下ESC，退出", vcapture.FrameWidth * 2, vcapture.FrameHeight);

                while (vcapture.Read(frame))
                {
                    if (frame.Empty())
                    {
                        MessageBox.Show("读取失败");
                        return;
                    }

                    _stopwatch.Restart();

                    delay = (int)(1000 / videoFps);

                    Mat result = e2Pose2.Detect(frame);

                    Cv2.ImShow("DetectionResult 按下ESC，退出", result);

                    // for test
                    // delay = 1;
                    delay = (int)(delay - _stopwatch.ElapsedMilliseconds);
                    if (delay <= 0)
                    {
                        delay = 1;
                    }
                    //Console.WriteLine("delay:" + delay.ToString()) ;
                    // 如果按下ESC或点击关闭，退出循环
                    if (Cv2.WaitKey(delay) == 27 || Cv2.GetWindowProperty("DetectionResult 按下ESC，退出", WindowPropertyFlags.Visible) < 1.0)
                    {
                        Cv2.DestroyAllWindows();
                        vcapture.Release();
                        break;
                    }
                }

                Cv2.DestroyAllWindows();
                vcapture.Release();

                textBox1.Invoke(new Action(() =>
                {
                    textBox1.Text = "检测结束！";
                    button5.Enabled = true; ;

                }));

            });
            task.Start();

        }

        //保存
        SaveFileDialog sdf = new SaveFileDialog();
        private void button6_Click(object sender, EventArgs e)
        {
            if (pictureBox2.Image == null)
            {
                return;
            }
            Bitmap output = new Bitmap(pictureBox2.Image);
            sdf.Title = "保存";
            sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp";
            if (sdf.ShowDialog() == DialogResult.OK)
            {
                switch (sdf.FilterIndex)
                {
                    case 1:
                        {
                            output.Save(sdf.FileName, ImageFormat.Jpeg);
                            break;
                        }
                    case 2:
                        {
                            output.Save(sdf.FileName, ImageFormat.Png);
                            break;
                        }
                    case 3:
                        {
                            output.Save(sdf.FileName, ImageFormat.Bmp);
                            break;
                        }
                }
                MessageBox.Show("保存成功，位置：" + sdf.FileName);
            }

        }

    }

}
 

  1. using OpenCvSharp;
  2. using System;
  3. using System.Diagnostics;
  4. using System.Drawing;
  5. using System.Drawing.Imaging;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. using System.Windows.Forms;
  9.  
  10.  
  11. namespace OpenVINO_Demo
  12. {
  13.     public partial class Form2 : Form
  14.     {
  15.         public Form2()
  16.         {
  17.             InitializeComponent();
  18.         }
  19.  
  20.         string imgFilter = "图片|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
  21.  
  22.         E2Pose e2Pose;
  23.         Mat image;
  24.  
  25.         string image_path = "";
  26.         string model_path;
  27.  
  28.         string video_path = "";
  29.         string videoFilter = "视频|*.mp4;*.avi";
  30.         VideoCapture vcapture;
  31.         VideoWriter vwriter;
  32.         bool saveDetVideo = false;
  33.  
  34.         /// <summary>
  35.         /// 单图推理
  36.         /// </summary>
  37.         /// <param name="sender"></param>
  38.         /// <param name="e"></param>
  39.         private void button2_Click(object sender, EventArgs e)
  40.         {
  41.  
  42.             if (image_path == "")
  43.             {
  44.                 return;
  45.             }
  46.  
  47.             button2.Enabled = false;
  48.             pictureBox2.Image = null;
  49.             textBox1.Text = "";
  50.  
  51.             Application.DoEvents();
  52.  
  53.             image = new Mat(image_path);
  54.  
  55.             Mat result_image = image.Clone();
  56.             e2Pose.Detect(result_image);
  57.  
  58.             if (pictureBox2.Image != null)
  59.             {
  60.                 pictureBox2.Image.Dispose();
  61.             }
  62.             pictureBox2.Image = new Bitmap(result_image.ToMemoryStream());
  63.             textBox1.Text = e2Pose.DetectTime();
  64.  
  65.             button2.Enabled = true;
  66.  
  67.         }
  68.  
  69.         /// <summary>
  70.         /// 窗体加载，初始化
  71.         /// </summary>
  72.         /// <param name="sender"></param>
  73.         /// <param name="e"></param>
  74.         private void Form1_Load(object sender, EventArgs e)
  75.         {
  76.             image_path = "test/1.jpg";
  77.             pictureBox1.Image = new Bitmap(image_path);
  78.  
  79.             model_path = "model/e2epose_resnet50_1x3x512x512.onnx";
  80.  
  81.             e2Pose = new E2Pose(model_path);
  82.         }
  83.  
  84.         /// <summary>
  85.         /// 选择图片
  86.         /// </summary>
  87.         /// <param name="sender"></param>
  88.         /// <param name="e"></param>
  89.         private void button1_Click_1(object sender, EventArgs e)
  90.         {
  91.             OpenFileDialog ofd = new OpenFileDialog();
  92.             ofd.Filter = imgFilter;
  93.             if (ofd.ShowDialog() != DialogResult.OK) return;
  94.  
  95.             pictureBox1.Image = null;
  96.  
  97.             image_path = ofd.FileName;
  98.             pictureBox1.Image = new Bitmap(image_path);
  99.  
  100.             textBox1.Text = "";
  101.             pictureBox2.Image = null;
  102.         }
  103.  
  104.         /// <summary>
  105.         /// 选择视频
  106.         /// </summary>
  107.         /// <param name="sender"></param>
  108.         /// <param name="e"></param>
  109.         private void button4_Click(object sender, EventArgs e)
  110.         {
  111.             OpenFileDialog ofd = new OpenFileDialog();
  112.             ofd.Filter = videoFilter;
  113.             ofd.InitialDirectory = Application.StartupPath + "\\test";
  114.             if (ofd.ShowDialog() != DialogResult.OK) return;
  115.  
  116.             video_path = ofd.FileName;
  117.  
  118.             textBox1.Text = video_path;
  119.         }
  120.  
  121.         /// <summary>
  122.         /// 视频推理
  123.         /// </summary>
  124.         /// <param name="sender"></param>
  125.         /// <param name="e"></param>
  126.         private void button3_Click(object sender, EventArgs e)
  127.         {
  128.             if (video_path == "")
  129.             {
  130.                 MessageBox.Show("请先选择视频！");
  131.                 return;
  132.             }
  133.  
  134.             textBox1.Text = "开始检测";
  135.  
  136.             Application.DoEvents();
  137.  
  138.             Thread thread = new Thread(new ThreadStart(VideoDetection));
  139.  
  140.             thread.Start();
  141.             thread.Join();
  142.  
  143.             textBox1.Text = "检测完成！";
  144.         }
  145.  
  146.         void VideoDetection()
  147.         {
  148.             vcapture = new VideoCapture(video_path);
  149.             if (!vcapture.IsOpened())
  150.             {
  151.                 MessageBox.Show("打开视频文件失败");
  152.                 return;
  153.             }
  154.  
  155.  
  156.             Mat frame = new Mat();
  157.  
  158.             // 获取视频的fps
  159.             double videoFps = vcapture.Get(VideoCaptureProperties.Fps);
  160.             // 计算等待时间（毫秒）
  161.             int delay = (int)(1000 / videoFps);
  162.             Stopwatch _stopwatch = new Stopwatch();
  163.  
  164.             if (checkBox1.Checked)
  165.             {
  166.                 vwriter = new VideoWriter("out.mp4", FourCC.X264, vcapture.Fps, new OpenCvSharp.Size(vcapture.FrameWidth, vcapture.FrameHeight));
  167.                 saveDetVideo = true;
  168.             }
  169.             else
  170.             {
  171.                 saveDetVideo = false;
  172.             }
  173.  
  174.             Cv2.NamedWindow("DetectionResult 按下ESC，退出", WindowFlags.Normal);
  175.             Cv2.ResizeWindow("DetectionResult 按下ESC，退出", vcapture.FrameWidth, vcapture.FrameHeight);
  176.  
  177.             while (vcapture.Read(frame))
  178.             {
  179.                 if (frame.Empty())
  180.                 {
  181.                     MessageBox.Show("读取失败");
  182.                     return;
  183.                 }
  184.  
  185.                 _stopwatch.Restart();
  186.  
  187.                 delay = (int)(1000 / videoFps);
  188.  
  189.                 e2Pose.Detect(frame);
  190.  
  191.                 Cv2.PutText(frame, "preprocessTime:" + e2Pose.preprocessTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 30), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
  192.                 Cv2.PutText(frame, "inferTime:" + e2Pose.inferTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 70), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
  193.                 Cv2.PutText(frame, "postprocessTime:" + e2Pose.postprocessTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 110), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
  194.                 Cv2.PutText(frame, "totalTime:" + e2Pose.totalTime.ToString("F2") + "ms", new OpenCvSharp.Point(10, 150), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
  195.                 Cv2.PutText(frame, "video fps:" + videoFps.ToString("F2"), new OpenCvSharp.Point(10, 190), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
  196.                 Cv2.PutText(frame, "det fps:" + e2Pose.detFps.ToString("F2"), new OpenCvSharp.Point(10, 230), HersheyFonts.HersheySimplex, 1, Scalar.Red, 2);
  197.  
  198.                 if (saveDetVideo)
  199.                 {
  200.                     vwriter.Write(frame);
  201.                 }
  202.  
  203.                 Cv2.ImShow("DetectionResult 按下ESC，退出", frame);
  204.  
  205.                 // for test
  206.                 // delay = 1;
  207.                 delay = (int)(delay - _stopwatch.ElapsedMilliseconds);
  208.                 if (delay <= 0)
  209.                 {
  210.                     delay = 1;
  211.                 }
  212.                 //Console.WriteLine("delay:" + delay.ToString()) ;
  213.                 if (Cv2.WaitKey(delay) == 27 || Cv2.GetWindowProperty("DetectionResult 按下ESC，退出", WindowPropertyFlags.Visible) < 1.0)
  214.                 {
  215.                     Cv2.DestroyAllWindows();
  216.                     vcapture.Release();
  217.                     break;
  218.                 }
  219.             }
  220.  
  221.             Cv2.DestroyAllWindows();
  222.             vcapture.Release();
  223.             if (saveDetVideo)
  224.             {
  225.                 vwriter.Release();
  226.             }
  227.  
  228.         }
  229.  
  230.         private void button5_Click(object sender, EventArgs e)
  231.         {
  232.             if (video_path == "")
  233.             {
  234.                 MessageBox.Show("请先选择视频！");
  235.                 return;
  236.             }
  237.             button5.Enabled = false;
  238.             textBox1.Text = "开始检测";
  239.             Application.DoEvents();
  240.  
  241.             Task task = new Task(() =>
  242.             {
  243.                 VideoCapture vcapture = new VideoCapture(video_path);
  244.                 if (!vcapture.IsOpened())
  245.                 {
  246.                     MessageBox.Show("打开视频文件失败");
  247.                     return;
  248.                 }
  249.  
  250.                 E2Pose2 e2Pose2 = new E2Pose2(model_path);
  251.  
  252.                 Mat frame = new Mat();
  253.  
  254.                 // 获取视频的fps
  255.                 double videoFps = vcapture.Get(VideoCaptureProperties.Fps);
  256.                 // 计算等待时间（毫秒）
  257.                 int delay = (int)(1000 / videoFps);
  258.                 Stopwatch _stopwatch = new Stopwatch();
  259.  
  260.                 Cv2.NamedWindow("DetectionResult 按下ESC，退出", WindowFlags.Normal);
  261.                 Cv2.ResizeWindow("DetectionResult 按下ESC，退出", vcapture.FrameWidth * 2, vcapture.FrameHeight);
  262.  
  263.                 while (vcapture.Read(frame))
  264.                 {
  265.                     if (frame.Empty())
  266.                     {
  267.                         MessageBox.Show("读取失败");
  268.                         return;
  269.                     }
  270.  
  271.                     _stopwatch.Restart();
  272.  
  273.                     delay = (int)(1000 / videoFps);
  274.  
  275.                     Mat result = e2Pose2.Detect(frame);
  276.  
  277.                     Cv2.ImShow("DetectionResult 按下ESC，退出", result);
  278.  
  279.                     // for test
  280.                     // delay = 1;
  281.                     delay = (int)(delay - _stopwatch.ElapsedMilliseconds);
  282.                     if (delay <= 0)
  283.                     {
  284.                         delay = 1;
  285.                     }
  286.                     //Console.WriteLine("delay:" + delay.ToString()) ;
  287.                     // 如果按下ESC或点击关闭，退出循环
  288.                     if (Cv2.WaitKey(delay) == 27 || Cv2.GetWindowProperty("DetectionResult 按下ESC，退出", WindowPropertyFlags.Visible) < 1.0)
  289.                     {
  290.                         Cv2.DestroyAllWindows();
  291.                         vcapture.Release();
  292.                         break;
  293.                     }
  294.                 }
  295.  
  296.                 Cv2.DestroyAllWindows();
  297.                 vcapture.Release();
  298.  
  299.                 textBox1.Invoke(new Action(() =>
  300.                 {
  301.                     textBox1.Text = "检测结束！";
  302.                     button5.Enabled = true; ;
  303.  
  304.                 }));
  305.  
  306.             });
  307.             task.Start();
  308.  
  309.         }
  310.  
  311.         //保存
  312.         SaveFileDialog sdf = new SaveFileDialog();
  313.         private void button6_Click(object sender, EventArgs e)
  314.         {
  315.             if (pictureBox2.Image == null)
  316.             {
  317.                 return;
  318.             }
  319.             Bitmap output = new Bitmap(pictureBox2.Image);
  320.             sdf.Title = "保存";
  321.             sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp";
  322.             if (sdf.ShowDialog() == DialogResult.OK)
  323.             {
  324.                 switch (sdf.FilterIndex)
  325.                 {
  326.                     case 1:
  327.                         {
  328.                             output.Save(sdf.FileName, ImageFormat.Jpeg);
  329.                             break;
  330.                         }
  331.                     case 2:
  332.                         {
  333.                             output.Save(sdf.FileName, ImageFormat.Png);
  334.                             break;
  335.                         }
  336.                     case 3:
  337.                         {
  338.                             output.Save(sdf.FileName, ImageFormat.Bmp);
  339.                             break;
  340.                         }
  341.                 }
  342.                 MessageBox.Show("保存成功，位置：" + sdf.FileName);
  343.             }
  344.  
  345.         }
  346.  
  347.     }
  348.  
  349. }

下载

源码下载

带异步推理版源码下载

OnnxRuntime 版（CPU推理、GPU推理）源码下载

天天代码码天天
微信公众号
.NET 人工智能实践
注：本文转载自blog.csdn.net的天天代码码天天的文章"https://lw112190.blog.csdn.net/article/details/139497753"。版权归原作者所有，此博客不拥有其著作权，亦不承担相应法律责任。如有侵权，请联系我们删除。
复制链接
相关推荐
发表评论

评论记录：

未查询到任何数据！