C# OnnxRuntime部署LivePortrait实现快速、高质量的人像驱动视频生成

目录

效果

说明

项目

模型信息

代码

下载

效果

LivePortrait实现快速、高质量的人像驱动视频生成

说明

官网地址：https://github.com/KwaiVGI/LivePortrait

代码实现参考：https://github.com/hpc203/liveportrait-onnxrun

模型下载：onnx文件在百度云盘，链接: https://pan.baidu.com/s/13wjBFRHIIyCyBsgnBOKqsw 提取码: si95

项目

模型信息

appearance_feature_extractor.onnx

Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：img
tensor：Float[1, 3, 256, 256]
---------------------------------------------------------------

Outputs
-------------------------
name：output
tensor：Float[1, 32, 16, 64, 64]
---------------------------------------------------------------

face_2dpose_106_static.onnx

Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：data
tensor：Float[1, 3, 192, 192]
---------------------------------------------------------------

Outputs
-------------------------
name：fc1
tensor：Float[1, 212]
---------------------------------------------------------------


landmark.onnx
Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：input
tensor：Float[1, 3, 224, 224]
---------------------------------------------------------------

Outputs
-------------------------
name：output
tensor：Float[1, 214]
name：853
tensor：Float[1, 262]
name：856
tensor：Float[1, 406]
---------------------------------------------------------------

motion_extractor.onnx
Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：img
tensor：Float[1, 3, 256, 256]
---------------------------------------------------------------

Outputs
-------------------------
name：pitch
tensor：Float[1, 66]
name：yaw
tensor：Float[1, 66]
name：roll
tensor：Float[1, 66]
name：t
tensor：Float[1, 3]
name：exp
tensor：Float[1, 63]
name：scale
tensor：Float[1, 1]
name：kp
tensor：Float[1, 63]
---------------------------------------------------------------

retinaface_det_static.onnx
Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：input.1
tensor：Float[1, 3, 512, 512]
---------------------------------------------------------------

Outputs
-------------------------
name：448
tensor：Float[8192, 1]
name：471
tensor：Float[2048, 1]
name：494
tensor：Float[512, 1]
name：451
tensor：Float[8192, 4]
name：474
tensor：Float[2048, 4]
name：497
tensor：Float[512, 4]
name：454
tensor：Float[8192, 10]
name：477
tensor：Float[2048, 10]
name：500
tensor：Float[512, 10]
---------------------------------------------------------------

stitching.onnx

Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：input
tensor：Float[1, 126]
---------------------------------------------------------------

Outputs
-------------------------
name：output
tensor：Float[1, 65]
---------------------------------------------------------------

warping_spade.onnx

Inputs
feature_3d
name: feature_3d
tensor: float32[1,32,16,64,64]
kp_driving
name: kp_driving
tensor: float32[1,21,3]
kp_source
name: kp_source
tensor: float32[1,21,3]
Outputs
name: out
tensor: float32[1,3,512,512]

代码

using LivePortraitSharp;
using OpenCvSharp;
using System;
using System.Drawing;
using System.Threading.Tasks;
using System.Windows.Forms;

namespace FaceFusionSharp
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
        }

        string fileFilter = "图片|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
        string startupPath = "";
        string source_path = "";
        string video_path = "";
        string videoFilter = "视频|*.mp4;*.avi;";
        LivePortraitPipeline livePortraitPipeline;

        ///


        /// 选择静态图像
        ///
        ///
        ///
        private void button2_Click(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = fileFilter;
            ofd.InitialDirectory = Application.StartupPath + "\\test";
            if (ofd.ShowDialog() != DialogResult.OK) return;

            pictureBox1.Image = null;

            source_path = ofd.FileName;
            pictureBox1.Image = new Bitmap(source_path);
        }

        ///


        /// 驱动视频
        ///
        ///
        ///
        private void button3_Click(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = videoFilter;
            ofd.InitialDirectory = Application.StartupPath + "\\test\\driving";
            if (ofd.ShowDialog() != DialogResult.OK) return;

            video_path = ofd.FileName;
            textBox1.Text = video_path;

            //读取第一帧显示
            VideoCapture vcapture = new VideoCapture(video_path);
            if (!vcapture.IsOpened())
            {
                MessageBox.Show("打开视频文件失败");
                video_path = "";
                return;
            }
            Mat frame = new Mat();
            if (vcapture.Read(frame))
            {
                pictureBox2.Image = new Bitmap(frame.ToMemoryStream());
                frame.Dispose();
            }
            else
            {
                MessageBox.Show("读取视频文件失败");
                video_path = "";
            }

        }

        private void button1_Click(object sender, EventArgs e)
        {
            if (source_path == "")
            {
                MessageBox.Show("请选择静态图");
                return;
            }

            if (video_path == "")
            {
                MessageBox.Show("请选择驱动视频");
                return;
            }

            bool saveDetVideo = false;
            if (checkBox1.Checked)
            {
                saveDetVideo = true;
            }
            else
            {
                saveDetVideo = false;
            }

            button1.Enabled = false;
            textBox1.Text = "";
            Application.DoEvents();

            Task.Factory.StartNew(() =>
            {

                string msg;
                if (!livePortraitPipeline.execute(source_path, video_path, saveDetVideo, out msg))
                {
                    this.Invoke(new Action(() =>
                    {
                        button1.Enabled = true;
                        textBox1.Text = msg;
                    }));
                }
                else
                {
                    this.Invoke(new Action(() =>
                    {
                        button1.Enabled = true;
                        textBox1.Text = "执行完成！";
                    }));
                }

            }, TaskCreationOptions.LongRunning);
        }

        private void Form1_Load(object sender, EventArgs e)
        {
            livePortraitPipeline = new LivePortraitPipeline();

            source_path = "test\\0.jpg";
            pictureBox1.Image = new Bitmap(source_path);

            video_path = "test\\driving\\d0.mp4";
            //读取第一帧显示
            VideoCapture vcapture = new VideoCapture(video_path);
            if (!vcapture.IsOpened())
            {
                video_path = "";
                return;
            }
            Mat frame = new Mat();
            if (vcapture.Read(frame))
            {
                pictureBox2.Image = new Bitmap(frame.ToMemoryStream());
                frame.Dispose();
            }
            else
            {
                video_path = "";
            }
        }

    }
}

  1. using LivePortraitSharp;
  2. using OpenCvSharp;
  3. using System;
  4. using System.Drawing;
  5. using System.Threading.Tasks;
  6. using System.Windows.Forms;
  7.  
  8. namespace FaceFusionSharp
  9. {
  10.     public partial class Form1 : Form
  11.     {
  12.         public Form1()
  13.         {
  14.             InitializeComponent();
  15.         }
  16.  
  17.         string fileFilter = "图片|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
  18.         string startupPath = "";
  19.         string source_path = "";
  20.         string video_path = "";
  21.         string videoFilter = "视频|*.mp4;*.avi;";
  22.         LivePortraitPipeline livePortraitPipeline;
  23.  
  24.         /// <summary>
  25.         /// 选择静态图像
  26.         /// </summary>
  27.         /// <param name="sender"></param>
  28.         /// <param name="e"></param>
  29.         private void button2_Click(object sender, EventArgs e)
  30.         {
  31.             OpenFileDialog ofd = new OpenFileDialog();
  32.             ofd.Filter = fileFilter;
  33.             ofd.InitialDirectory = Application.StartupPath + "\\test";
  34.             if (ofd.ShowDialog() != DialogResult.OK) return;
  35.  
  36.             pictureBox1.Image = null;
  37.  
  38.             source_path = ofd.FileName;
  39.             pictureBox1.Image = new Bitmap(source_path);
  40.         }
  41.  
  42.         /// <summary>
  43.         /// 驱动视频
  44.         /// </summary>
  45.         /// <param name="sender"></param>
  46.         /// <param name="e"></param>
  47.         private void button3_Click(object sender, EventArgs e)
  48.         {
  49.             OpenFileDialog ofd = new OpenFileDialog();
  50.             ofd.Filter = videoFilter;
  51.             ofd.InitialDirectory = Application.StartupPath + "\\test\\driving";
  52.             if (ofd.ShowDialog() != DialogResult.OK) return;
  53.  
  54.             video_path = ofd.FileName;
  55.             textBox1.Text = video_path;
  56.  
  57.             //读取第一帧显示
  58.             VideoCapture vcapture = new VideoCapture(video_path);
  59.             if (!vcapture.IsOpened())
  60.             {
  61.                 MessageBox.Show("打开视频文件失败");
  62.                 video_path = "";
  63.                 return;
  64.             }
  65.             Mat frame = new Mat();
  66.             if (vcapture.Read(frame))
  67.             {
  68.                 pictureBox2.Image = new Bitmap(frame.ToMemoryStream());
  69.                 frame.Dispose();
  70.             }
  71.             else
  72.             {
  73.                 MessageBox.Show("读取视频文件失败");
  74.                 video_path = "";
  75.             }
  76.  
  77.         }
  78.  
  79.         private void button1_Click(object sender, EventArgs e)
  80.         {
  81.             if (source_path == "")
  82.             {
  83.                 MessageBox.Show("请选择静态图");
  84.                 return;
  85.             }
  86.  
  87.             if (video_path == "")
  88.             {
  89.                 MessageBox.Show("请选择驱动视频");
  90.                 return;
  91.             }
  92.  
  93.             bool saveDetVideo = false;
  94.             if (checkBox1.Checked)
  95.             {
  96.                 saveDetVideo = true;
  97.             }
  98.             else
  99.             {
  100.                 saveDetVideo = false;
  101.             }
  102.  
  103.             button1.Enabled = false;
  104.             textBox1.Text = "";
  105.             Application.DoEvents();
  106.  
  107.             Task.Factory.StartNew(() =>
  108.             {
  109.  
  110.                 string msg;
  111.                 if (!livePortraitPipeline.execute(source_path, video_path, saveDetVideo, out msg))
  112.                 {
  113.                     this.Invoke(new Action(() =>
  114.                     {
  115.                         button1.Enabled = true;
  116.                         textBox1.Text = msg;
  117.                     }));
  118.                 }
  119.                 else
  120.                 {
  121.                     this.Invoke(new Action(() =>
  122.                     {
  123.                         button1.Enabled = true;
  124.                         textBox1.Text = "执行完成！";
  125.                     }));
  126.                 }
  127.  
  128.             }, TaskCreationOptions.LongRunning);
  129.         }
  130.  
  131.         private void Form1_Load(object sender, EventArgs e)
  132.         {
  133.             livePortraitPipeline = new LivePortraitPipeline();
  134.  
  135.             source_path = "test\\0.jpg";
  136.             pictureBox1.Image = new Bitmap(source_path);
  137.  
  138.             video_path = "test\\driving\\d0.mp4";
  139.             //读取第一帧显示
  140.             VideoCapture vcapture = new VideoCapture(video_path);
  141.             if (!vcapture.IsOpened())
  142.             {
  143.                 video_path = "";
  144.                 return;
  145.             }
  146.             Mat frame = new Mat();
  147.             if (vcapture.Read(frame))
  148.             {
  149.                 pictureBox2.Image = new Bitmap(frame.ToMemoryStream());
  150.                 frame.Dispose();
  151.             }
  152.             else
  153.             {
  154.                 video_path = "";
  155.             }
  156.         }
  157.  
  158.     }
  159. }

下载

源码下载

天天代码码天天
微信公众号
.NET 人工智能实践
注：本文转载自blog.csdn.net的天天代码码天天的文章"https://lw112190.blog.csdn.net/article/details/141062286"。版权归原作者所有，此博客不拥有其著作权，亦不承担相应法律责任。如有侵权，请联系我们删除。
复制链接
相关推荐
发表评论

评论记录：

未查询到任何数据！