C# Onnx segment-anything 分割万物 一键抠图

目录

介绍

效果

模型信息

sam_vit_b_decoder.onnx

sam_vit_b_encoder.onnx

项目

代码

下载

参考

其他

C# Onnx segment-anything 分割万物 一键抠图

介绍

github地址：https://github.com/facebookresearch/segment-anything

The repository provides code for running inference with the SegmentAnything Model (SAM), links for downloading the trained model checkpoints, and example notebooks that show how to use the model. 

效果

C# Onnx segment-anything 分割万物

模型信息

sam_vit_b_decoder.onnx

Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：image_embeddings
tensor：Float[1, 256, 64, 64]
name：point_coords
tensor：Float[1, -1, 2]
name：point_labels
tensor：Float[1, -1]
name：mask_input
tensor：Float[1, 1, 256, 256]
name：has_mask_input
tensor：Float[1]
name：orig_im_size
tensor：Float[2]
---------------------------------------------------------------

Outputs
-------------------------
name：masks
tensor：Float[-1, -1, -1, -1]
name：iou_predictions
tensor：Float[-1, 4]
name：low_res_masks
tensor：Float[-1, -1, -1, -1]
---------------------------------------------------------------

sam_vit_b_encoder.onnx

Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：image
tensor：Float[1, 3, 1024, 1024]
---------------------------------------------------------------

Outputs
-------------------------
name：image_embeddings
tensor：Float[1, 256, 64, 64]
---------------------------------------------------------------

项目

代码

using OpenCvSharp;
using OpenCvSharp.Extensions;
using System;
using System.Collections.Generic;
using System.Drawing;
using System.Drawing.Imaging;
using System.Reflection;
using System.Windows.Forms;

namespace Onnx_Demo
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
        }

        string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
        string image_path = "";
        DateTime dt1 = DateTime.Now;
        DateTime dt2 = DateTime.Now;
        Mat image;

        private void button1_Click(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = fileFilter;
            if (ofd.ShowDialog() != DialogResult.OK) return;
            pictureBox1.Image = null;
            image_path = ofd.FileName;
            pictureBox1.Image = new Bitmap(image_path);
            textBox1.Text = "";
            image = new Mat(image_path);
            pictureBox2.Image = null;
            pictureBox3.Image = null;

            sam.SetImage(image_path);
            image = new Mat(image_path);
            pictureBox1.Image = new Bitmap(image_path);
        }

        private void button2_Click(object sender, EventArgs e)
        {
            pictureBox3.Image = null;
            button2.Enabled = false;
            Application.DoEvents();
            List masks_list = sam.GetPointMask(roi);
            if (masks_list.Count>0)
            {
                int MaxInde = 0;
                float maxiou_pred = masks_list[0].iou_pred;
                for (int i = 0; i < masks_list.Count; i++)
                {
                    float temp = masks_list[i].iou_pred;
                    if (temp > maxiou_pred)
                    {
                        MaxInde = i;
                    }
                }
                pictureBox3.Image = BitmapConverter.ToBitmap(masks_list[MaxInde].mask);
            }
            button2.Enabled = true;
        }

        SamInferenceSession sam;

        private void Form1_Load(object sender, EventArgs e)
        {

            string encoderPath = "model/sam_vit_b_encoder.onnx";
            string decoderPath = "model/sam_vit_b_decoder.onnx";

            sam = new SamInferenceSession(encoderPath, decoderPath);
            sam.Initialize();

            image_path = "test_img/test.jpg";

            sam.SetImage(image_path);
            image = new Mat(image_path);
            pictureBox1.Image = new Bitmap(image_path);
            
        }

        private void pictureBox1_DoubleClick(object sender, EventArgs e)
        {
            Common.ShowNormalImg(pictureBox1.Image);
        }

        private void pictureBox2_DoubleClick(object sender, EventArgs e)
        {
            Common.ShowNormalImg(pictureBox2.Image);
        }

        SaveFileDialog sdf = new SaveFileDialog();
        private void button3_Click(object sender, EventArgs e)
        {
            if (pictureBox2.Image == null)
            {
                return;
            }
            Bitmap output = new Bitmap(pictureBox2.Image);
            sdf.Title = "保存";
            sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp|Images (*.emf)|*.emf|Images (*.exif)|*.exif|Images (*.gif)|*.gif|Images (*.ico)|*.ico|Images (*.tiff)|*.tiff|Images (*.wmf)|*.wmf";
            if (sdf.ShowDialog() == DialogResult.OK)
            {
                switch (sdf.FilterIndex)
                {
                    case 1:
                        {
                            output.Save(sdf.FileName, ImageFormat.Jpeg);
                            break;
                        }
                    case 2:
                        {
                            output.Save(sdf.FileName, ImageFormat.Png);
                            break;
                        }
                    case 3:
                        {
                            output.Save(sdf.FileName, ImageFormat.Bmp);
                            break;
                        }
                    case 4:
                        {
                            output.Save(sdf.FileName, ImageFormat.Emf);
                            break;
                        }
                    case 5:
                        {
                            output.Save(sdf.FileName, ImageFormat.Exif);
                            break;
                        }
                    case 6:
                        {
                            output.Save(sdf.FileName, ImageFormat.Gif);
                            break;
                        }
                    case 7:
                        {
                            output.Save(sdf.FileName, ImageFormat.Icon);
                            break;
                        }

                    case 8:
                        {
                            output.Save(sdf.FileName, ImageFormat.Tiff);
                            break;
                        }
                    case 9:
                        {
                            output.Save(sdf.FileName, ImageFormat.Wmf);
                            break;
                        }
                }
                MessageBox.Show("保存成功，位置：" + sdf.FileName);
            }
        }

        bool m_mouseDown = false;
        bool m_mouseMove = false;

        System.Drawing.Point startPoint = new System.Drawing.Point();
        System.Drawing.Point endPoint = new System.Drawing.Point();

        Mat currentFrame = new Mat();
        Rect roi = new Rect();

        private void pictureBox1_MouseMove(object sender, MouseEventArgs e)
        {
            if (pictureBox1.Image == null)
                return;
            if (!m_mouseDown) return;

            m_mouseMove = true;
            endPoint = e.Location;

            pictureBox1.Invalidate();

        }

        private void pictureBox1_Paint(object sender, PaintEventArgs e)
        {
            if (!m_mouseDown || !m_mouseMove)
                return;
            Graphics g = e.Graphics;
            Pen p = new Pen(Color.Blue, 2);
            Rectangle rect = new Rectangle(startPoint.X, startPoint.Y, (endPoint.X - startPoint.X), (endPoint.Y - startPoint.Y));
            g.DrawRectangle(p, rect);

        }

        private void pictureBox1_MouseUp(object sender, MouseEventArgs e)
        {
            if (!m_mouseDown || !m_mouseMove)
                return;
            m_mouseDown = false;
            m_mouseMove = false;

            System.Drawing.Point image_startPoint = ConvertCooridinate(startPoint);
            System.Drawing.Point image_endPoint = ConvertCooridinate(endPoint);
            if (image_startPoint.X < 0)
                image_startPoint.X = 0;
            if (image_startPoint.Y < 0)
                image_startPoint.Y = 0;
            if (image_endPoint.X < 0)
                image_endPoint.X = 0;
            if (image_endPoint.Y < 0)
                image_endPoint.Y = 0;
            if (image_startPoint.X > image.Cols)
                image_startPoint.X = image.Cols;
            if (image_startPoint.Y > image.Rows)
                image_startPoint.Y = image.Rows;
            if (image_endPoint.X > image.Cols)
                image_endPoint.X = image.Cols;
            if (image_endPoint.Y > image.Rows)
                image_endPoint.Y = image.Rows;

            label1.Text = String.Format("ROI:({0},{1})-({2},{3})", image_startPoint.X, image_startPoint.Y, image_endPoint.X, image_endPoint.Y);
            int w = (image_endPoint.X - image_startPoint.X);
            int h = (image_endPoint.Y - image_startPoint.Y);
            if (w > 10 && h > 10)
            {
                roi = new Rect(image_startPoint.X, image_startPoint.Y, w, h);
                //Console.WriteLine(String.Format("ROI:({0},{1})-({2},{3})", image_startPoint.X, image_startPoint.Y, image_endPoint.X, image_endPoint.Y));
                //test
                //OpenCvSharp.Point pointinfo = new OpenCvSharp.Point(910, 641);
                //roi = new Rect(pointinfo.X - 160, pointinfo.Y - 430, 380, 940);
                Mat roi_mat = image[roi];
                pictureBox2.Image = BitmapConverter.ToBitmap(roi_mat);
            }
            //pictureBox1.Invalidate();

        }

        private void pictureBox1_MouseDown(object sender, MouseEventArgs e)
        {
            if (pictureBox1.Image == null)
                return;
            m_mouseDown = true;
            startPoint = e.Location;
        }

        private System.Drawing.Point ConvertCooridinate(System.Drawing.Point point)
        {
            System.Reflection.PropertyInfo rectangleProperty = this.pictureBox1.GetType().GetProperty("ImageRectangle", BindingFlags.Instance | BindingFlags.NonPublic);
            Rectangle pictureBox = (Rectangle)rectangleProperty.GetValue(this.pictureBox1, null);

            int zoomedWidth = pictureBox.Width;
            int zoomedHeight = pictureBox.Height;

            int imageWidth = pictureBox1.Image.Width;
            int imageHeight = pictureBox1.Image.Height;

            double zoomRatex = (double)(zoomedWidth) / (double)(imageWidth);
            double zoomRatey = (double)(zoomedHeight) / (double)(imageHeight);
            int black_left_width = (zoomedWidth == this.pictureBox1.Width) ? 0 : (this.pictureBox1.Width - zoomedWidth) / 2;
            int black_top_height = (zoomedHeight == this.pictureBox1.Height) ? 0 : (this.pictureBox1.Height - zoomedHeight) / 2;

            int zoomedX = point.X - black_left_width;
            int zoomedY = point.Y - black_top_height;

            System.Drawing.Point outPoint = new System.Drawing.Point();
            outPoint.X = (int)((double)zoomedX / zoomRatex);
            outPoint.Y = (int)((double)zoomedY / zoomRatey);

            return outPoint;
        }

    }
}

  1. using OpenCvSharp;
  2. using OpenCvSharp.Extensions;
  3. using System;
  4. using System.Collections.Generic;
  5. using System.Drawing;
  6. using System.Drawing.Imaging;
  7. using System.Reflection;
  8. using System.Windows.Forms;
  9.  
  10. namespace Onnx_Demo
  11. {
  12.     public partial class Form1 : Form
  13.     {
  14.         public Form1()
  15.         {
  16.             InitializeComponent();
  17.         }
  18.  
  19.         string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
  20.         string image_path = "";
  21.         DateTime dt1 = DateTime.Now;
  22.         DateTime dt2 = DateTime.Now;
  23.         Mat image;
  24.  
  25.         private void button1_Click(object sender, EventArgs e)
  26.         {
  27.             OpenFileDialog ofd = new OpenFileDialog();
  28.             ofd.Filter = fileFilter;
  29.             if (ofd.ShowDialog() != DialogResult.OK) return;
  30.             pictureBox1.Image = null;
  31.             image_path = ofd.FileName;
  32.             pictureBox1.Image = new Bitmap(image_path);
  33.             textBox1.Text = "";
  34.             image = new Mat(image_path);
  35.             pictureBox2.Image = null;
  36.             pictureBox3.Image = null;
  37.  
  38.             sam.SetImage(image_path);
  39.             image = new Mat(image_path);
  40.             pictureBox1.Image = new Bitmap(image_path);
  41.         }
  42.  
  43.         private void button2_Click(object sender, EventArgs e)
  44.         {
  45.             pictureBox3.Image = null;
  46.             button2.Enabled = false;
  47.             Application.DoEvents();
  48.             List<MatInfo> masks_list = sam.GetPointMask(roi);
  49.             if (masks_list.Count>0)
  50.             {
  51.                 int MaxInde = 0;
  52.                 float maxiou_pred = masks_list[0].iou_pred;
  53.                 for (int i = 0; i < masks_list.Count; i++)
  54.                 {
  55.                     float temp = masks_list[i].iou_pred;
  56.                     if (temp > maxiou_pred)
  57.                     {
  58.                         MaxInde = i;
  59.                     }
  60.                 }
  61.                 pictureBox3.Image = BitmapConverter.ToBitmap(masks_list[MaxInde].mask);
  62.             }
  63.             button2.Enabled = true;
  64.         }
  65.  
  66.         SamInferenceSession sam;
  67.  
  68.         private void Form1_Load(object sender, EventArgs e)
  69.         {
  70.  
  71.             string encoderPath = "model/sam_vit_b_encoder.onnx";
  72.             string decoderPath = "model/sam_vit_b_decoder.onnx";
  73.  
  74.             sam = new SamInferenceSession(encoderPath, decoderPath);
  75.             sam.Initialize();
  76.  
  77.             image_path = "test_img/test.jpg";
  78.  
  79.             sam.SetImage(image_path);
  80.             image = new Mat(image_path);
  81.             pictureBox1.Image = new Bitmap(image_path);
  82.             
  83.         }
  84.  
  85.         private void pictureBox1_DoubleClick(object sender, EventArgs e)
  86.         {
  87.             Common.ShowNormalImg(pictureBox1.Image);
  88.         }
  89.  
  90.         private void pictureBox2_DoubleClick(object sender, EventArgs e)
  91.         {
  92.             Common.ShowNormalImg(pictureBox2.Image);
  93.         }
  94.  
  95.         SaveFileDialog sdf = new SaveFileDialog();
  96.         private void button3_Click(object sender, EventArgs e)
  97.         {
  98.             if (pictureBox2.Image == null)
  99.             {
  100.                 return;
  101.             }
  102.             Bitmap output = new Bitmap(pictureBox2.Image);
  103.             sdf.Title = "保存";
  104.             sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp|Images (*.emf)|*.emf|Images (*.exif)|*.exif|Images (*.gif)|*.gif|Images (*.ico)|*.ico|Images (*.tiff)|*.tiff|Images (*.wmf)|*.wmf";
  105.             if (sdf.ShowDialog() == DialogResult.OK)
  106.             {
  107.                 switch (sdf.FilterIndex)
  108.                 {
  109.                     case 1:
  110.                         {
  111.                             output.Save(sdf.FileName, ImageFormat.Jpeg);
  112.                             break;
  113.                         }
  114.                     case 2:
  115.                         {
  116.                             output.Save(sdf.FileName, ImageFormat.Png);
  117.                             break;
  118.                         }
  119.                     case 3:
  120.                         {
  121.                             output.Save(sdf.FileName, ImageFormat.Bmp);
  122.                             break;
  123.                         }
  124.                     case 4:
  125.                         {
  126.                             output.Save(sdf.FileName, ImageFormat.Emf);
  127.                             break;
  128.                         }
  129.                     case 5:
  130.                         {
  131.                             output.Save(sdf.FileName, ImageFormat.Exif);
  132.                             break;
  133.                         }
  134.                     case 6:
  135.                         {
  136.                             output.Save(sdf.FileName, ImageFormat.Gif);
  137.                             break;
  138.                         }
  139.                     case 7:
  140.                         {
  141.                             output.Save(sdf.FileName, ImageFormat.Icon);
  142.                             break;
  143.                         }
  144.  
  145.                     case 8:
  146.                         {
  147.                             output.Save(sdf.FileName, ImageFormat.Tiff);
  148.                             break;
  149.                         }
  150.                     case 9:
  151.                         {
  152.                             output.Save(sdf.FileName, ImageFormat.Wmf);
  153.                             break;
  154.                         }
  155.                 }
  156.                 MessageBox.Show("保存成功，位置：" + sdf.FileName);
  157.             }
  158.         }
  159.  
  160.         bool m_mouseDown = false;
  161.         bool m_mouseMove = false;
  162.  
  163.         System.Drawing.Point startPoint = new System.Drawing.Point();
  164.         System.Drawing.Point endPoint = new System.Drawing.Point();
  165.  
  166.         Mat currentFrame = new Mat();
  167.         Rect roi = new Rect();
  168.  
  169.         private void pictureBox1_MouseMove(object sender, MouseEventArgs e)
  170.         {
  171.             if (pictureBox1.Image == null)
  172.                 return;
  173.             if (!m_mouseDown) return;
  174.  
  175.             m_mouseMove = true;
  176.             endPoint = e.Location;
  177.  
  178.             pictureBox1.Invalidate();
  179.  
  180.         }
  181.  
  182.         private void pictureBox1_Paint(object sender, PaintEventArgs e)
  183.         {
  184.             if (!m_mouseDown || !m_mouseMove)
  185.                 return;
  186.             Graphics g = e.Graphics;
  187.             Pen p = new Pen(Color.Blue, 2);
  188.             Rectangle rect = new Rectangle(startPoint.X, startPoint.Y, (endPoint.X - startPoint.X), (endPoint.Y - startPoint.Y));
  189.             g.DrawRectangle(p, rect);
  190.  
  191.         }
  192.  
  193.         private void pictureBox1_MouseUp(object sender, MouseEventArgs e)
  194.         {
  195.             if (!m_mouseDown || !m_mouseMove)
  196.                 return;
  197.             m_mouseDown = false;
  198.             m_mouseMove = false;
  199.  
  200.             System.Drawing.Point image_startPoint = ConvertCooridinate(startPoint);
  201.             System.Drawing.Point image_endPoint = ConvertCooridinate(endPoint);
  202.             if (image_startPoint.X < 0)
  203.                 image_startPoint.X = 0;
  204.             if (image_startPoint.Y < 0)
  205.                 image_startPoint.Y = 0;
  206.             if (image_endPoint.X < 0)
  207.                 image_endPoint.X = 0;
  208.             if (image_endPoint.Y < 0)
  209.                 image_endPoint.Y = 0;
  210.             if (image_startPoint.X > image.Cols)
  211.                 image_startPoint.X = image.Cols;
  212.             if (image_startPoint.Y > image.Rows)
  213.                 image_startPoint.Y = image.Rows;
  214.             if (image_endPoint.X > image.Cols)
  215.                 image_endPoint.X = image.Cols;
  216.             if (image_endPoint.Y > image.Rows)
  217.                 image_endPoint.Y = image.Rows;
  218.  
  219.             label1.Text = String.Format("ROI:({0},{1})-({2},{3})", image_startPoint.X, image_startPoint.Y, image_endPoint.X, image_endPoint.Y);
  220.             int w = (image_endPoint.X - image_startPoint.X);
  221.             int h = (image_endPoint.Y - image_startPoint.Y);
  222.             if (w > 10 && h > 10)
  223.             {
  224.                 roi = new Rect(image_startPoint.X, image_startPoint.Y, w, h);
  225.                 //Console.WriteLine(String.Format("ROI:({0},{1})-({2},{3})", image_startPoint.X, image_startPoint.Y, image_endPoint.X, image_endPoint.Y));
  226.                 //test
  227.                 //OpenCvSharp.Point pointinfo = new OpenCvSharp.Point(910, 641);
  228.                 //roi = new Rect(pointinfo.X - 160, pointinfo.Y - 430, 380, 940);
  229.                 Mat roi_mat = image[roi];
  230.                 pictureBox2.Image = BitmapConverter.ToBitmap(roi_mat);
  231.             }
  232.             //pictureBox1.Invalidate();
  233.  
  234.         }
  235.  
  236.         private void pictureBox1_MouseDown(object sender, MouseEventArgs e)
  237.         {
  238.             if (pictureBox1.Image == null)
  239.                 return;
  240.             m_mouseDown = true;
  241.             startPoint = e.Location;
  242.         }
  243.  
  244.         private System.Drawing.Point ConvertCooridinate(System.Drawing.Point point)
  245.         {
  246.             System.Reflection.PropertyInfo rectangleProperty = this.pictureBox1.GetType().GetProperty("ImageRectangle", BindingFlags.Instance | BindingFlags.NonPublic);
  247.             Rectangle pictureBox = (Rectangle)rectangleProperty.GetValue(this.pictureBox1, null);
  248.  
  249.             int zoomedWidth = pictureBox.Width;
  250.             int zoomedHeight = pictureBox.Height;
  251.  
  252.             int imageWidth = pictureBox1.Image.Width;
  253.             int imageHeight = pictureBox1.Image.Height;
  254.  
  255.             double zoomRatex = (double)(zoomedWidth) / (double)(imageWidth);
  256.             double zoomRatey = (double)(zoomedHeight) / (double)(imageHeight);
  257.             int black_left_width = (zoomedWidth == this.pictureBox1.Width) ? 0 : (this.pictureBox1.Width - zoomedWidth) / 2;
  258.             int black_top_height = (zoomedHeight == this.pictureBox1.Height) ? 0 : (this.pictureBox1.Height - zoomedHeight) / 2;
  259.  
  260.             int zoomedX = point.X - black_left_width;
  261.             int zoomedY = point.Y - black_top_height;
  262.  
  263.             System.Drawing.Point outPoint = new System.Drawing.Point();
  264.             outPoint.X = (int)((double)zoomedX / zoomRatex);
  265.             outPoint.Y = (int)((double)zoomedY / zoomRatey);
  266.  
  267.             return outPoint;
  268.         }
  269.  
  270.     }
  271. }

下载

源码下载

参考

GitHub - ZHEQIUSHUI/SAM-ONNX-AX650-CPP: SAM and lama inpaint，包含QT的GUI交互界面，实现了交互式可实时显示结果的画点、画框进行SAM，然后通过进行Inpaint，具体操作看readme里的视频。

其他

C# OnnxRuntime SAM2


 

天天代码码天天
微信公众号
.NET 人工智能实践
注：本文转载自blog.csdn.net的天天代码码天天的文章"https://lw112190.blog.csdn.net/article/details/136453040"。版权归原作者所有，此博客不拥有其著作权，亦不承担相应法律责任。如有侵权，请联系我们删除。
复制链接
相关推荐
发表评论

评论记录：

未查询到任何数据！