C# OpenVINO 百度PaddleSeg实时人像抠图PP-MattingV2

效果

项目

代码

下载

C# OpenVINO 百度PaddleSeg实时人像抠图PP-MattingV2

效果

项目

代码

using OpenCvSharp;
using Sdcb.OpenVINO;
using System;
using System.Diagnostics;
using System.Drawing;
using System.Security.Cryptography;
using System.Text;
using System.Windows.Forms;

namespace C__OpenVINO_Demo
{
public partial class Form1 : Form
{
Bitmap bmp;
string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
string img = "";
string model_path;
CompiledModel cm;
InferRequest ir;
StringBuilder sb = new StringBuilder();

public Form1()
{
InitializeComponent();
}

private void Form1_Load(object sender, EventArgs e)
{
model_path = "models/ppmattingv2-stdc1-human_512/model.pdmodel";
Model rawModel = OVCore.Shared.ReadModel(model_path);

var ad = OVCore.Shared.AvailableDevices;
Console.WriteLine("可用设备");
foreach (var item in ad)
{
Console.WriteLine(item);
}

cm = OVCore.Shared.CompileModel(rawModel, "CPU");
ir = cm.CreateInferRequest();

img = "1.jpg";
bmp = new Bitmap(img);
pictureBox1.Image = new Bitmap(img);

}

private void button1_Click(object sender, EventArgs e)
{
OpenFileDialog ofd = new OpenFileDialog();
ofd.Filter = fileFilter;
if (ofd.ShowDialog() != DialogResult.OK) return;

pictureBox1.Image = null;

img = ofd.FileName;
bmp = new Bitmap(img);
pictureBox1.Image = new Bitmap(img);
textBox1.Text = "";
}

private void button2_Click(object sender, EventArgs e)
{
if (img == "") { return; }

textBox1.Text = "";
sb.Clear();
pictureBox2.Image = null;
Application.DoEvents();

Mat src = new Mat(img);

Stopwatch stopwatch = new Stopwatch();

Mat resize_image = new Mat();
Cv2.Resize(src, resize_image, new OpenCvSharp.Size(512, 512));

Mat normalized = Common.Normalize(resize_image);

float[] input_tensor_data = Common.ExtractMat(normalized);

Tensor input_img = Tensor.FromArray(input_tensor_data, new Shape(1, 3, 512, 512));

ir.Inputs[0] = input_img;

double preprocessTime = stopwatch.Elapsed.TotalMilliseconds;
stopwatch.Restart();

ir.Run();

double inferTime = stopwatch.Elapsed.TotalMilliseconds;
stopwatch.Restart();

Tensor output_0 = ir.Outputs[0];

float[] mask = output_0.GetData<float>().ToArray();

Mat mask_mat = new Mat(512, 512, MatType.CV_32FC1, mask);

mask_mat *= 255;
mask_mat.ConvertTo(mask_mat, MatType.CV_8UC1);

Cv2.Resize(mask_mat, mask_mat, new OpenCvSharp.Size(512, 512));

double postprocessTime = stopwatch.Elapsed.TotalMilliseconds;
stopwatch.Stop();
double totalTime = preprocessTime + inferTime + postprocessTime;

sb.AppendLine($"Preprocess: {preprocessTime:F2}ms");
sb.AppendLine($"Infer: {inferTime:F2}ms");
sb.AppendLine($"Postprocess: {postprocessTime:F2}ms");
sb.AppendLine($"Total: {totalTime:F2}ms");

textBox1.Text = sb.ToString();

Cv2.ImShow("mask", mask_mat);
//string s = mask_mat.Dump();

Cv2.Merge(new Mat[] { mask_mat, mask_mat, mask_mat }, mask_mat);

Mat dst = new Mat();

Cv2.BitwiseAnd(resize_image, mask_mat, dst);
//或者 dst = mask_mat & resize_image;
//string s2 = dst.Dump();

//透明图处理
//B,G,R,A B,G,R -> 0 黑色 255 白色
//A为透明度 -> 255为不透明，0为全透。
//Cv2.ImShow("dst", dst);

var srcBgr = Cv2.Split(dst);
var alphaBgr = Cv2.Split(mask_mat);
var bgra = new[] { srcBgr[0], srcBgr[1], srcBgr[2], alphaBgr[0] };
Cv2.Merge(bgra, dst);

//Cv2.ImShow("dst_alpha_0", dst);
Cv2.ImWrite("1.png", dst);
//string s3 = dst.Dump();

pictureBox2.Image = new System.Drawing.Bitmap(dst.ToMemoryStream());

}

using OpenCvSharp;
using Sdcb.OpenVINO;
using System;
using System.Diagnostics;
using System.Drawing;
using System.Security.Cryptography;
using System.Text;
using System.Windows.Forms;namespace C__OpenVINO_Demo
{public partial class Form1 : Form{Bitmap bmp;string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";string img = "";string model_path;CompiledModel cm;InferRequest ir;StringBuilder sb = new StringBuilder();public Form1(){InitializeComponent();}private void Form1_Load(object sender, EventArgs e){model_path = "models/ppmattingv2-stdc1-human_512/model.pdmodel";Model rawModel = OVCore.Shared.ReadModel(model_path);var ad = OVCore.Shared.AvailableDevices;Console.WriteLine("可用设备");foreach (var item in ad){Console.WriteLine(item);}cm = OVCore.Shared.CompileModel(rawModel, "CPU");ir = cm.CreateInferRequest();img = "1.jpg";bmp = new Bitmap(img);pictureBox1.Image = new Bitmap(img);}private void button1_Click(object sender, EventArgs e){OpenFileDialog ofd = new OpenFileDialog();ofd.Filter = fileFilter;if (ofd.ShowDialog() != DialogResult.OK) return;pictureBox1.Image = null;img = ofd.FileName;bmp = new Bitmap(img);pictureBox1.Image = new Bitmap(img);textBox1.Text = "";}private void button2_Click(object sender, EventArgs e){if (img == "") { return; }textBox1.Text = "";sb.Clear();pictureBox2.Image = null;Application.DoEvents();Mat src = new Mat(img);Stopwatch stopwatch = new Stopwatch();Mat resize_image = new Mat();Cv2.Resize(src, resize_image, new OpenCvSharp.Size(512, 512));Mat normalized = Common.Normalize(resize_image);float[] input_tensor_data = Common.ExtractMat(normalized);Tensor input_img = Tensor.FromArray(input_tensor_data, new Shape(1, 3, 512, 512));ir.Inputs[0] = input_img;double preprocessTime = stopwatch.Elapsed.TotalMilliseconds;stopwatch.Restart();ir.Run();double inferTime = stopwatch.Elapsed.TotalMilliseconds;stopwatch.Restart();Tensor output_0 = ir.Outputs[0];float[] mask = output_0.GetData<float>().ToArray();Mat mask_mat = new Mat(512, 512, MatType.CV_32FC1, mask);mask_mat *= 255;mask_mat.ConvertTo(mask_mat, MatType.CV_8UC1);Cv2.Resize(mask_mat, mask_mat, new OpenCvSharp.Size(512, 512));double postprocessTime = stopwatch.Elapsed.TotalMilliseconds;stopwatch.Stop();double totalTime = preprocessTime + inferTime + postprocessTime;sb.AppendLine($"Preprocess: {preprocessTime:F2}ms");sb.AppendLine($"Infer: {inferTime:F2}ms");sb.AppendLine($"Postprocess: {postprocessTime:F2}ms");sb.AppendLine($"Total: {totalTime:F2}ms");textBox1.Text = sb.ToString();Cv2.ImShow("mask", mask_mat);//string s = mask_mat.Dump();Cv2.Merge(new Mat[] { mask_mat, mask_mat, mask_mat }, mask_mat);Mat dst = new Mat();Cv2.BitwiseAnd(resize_image, mask_mat, dst);//或者 dst = mask_mat & resize_image;//string s2 = dst.Dump();//透明图处理//B,G,R,A   B,G,R -> 0 黑色 255 白色//A为透明度 -> 255为不透明，0为全透。//Cv2.ImShow("dst", dst);var srcBgr = Cv2.Split(dst);var alphaBgr = Cv2.Split(mask_mat);var bgra = new[] { srcBgr[0], srcBgr[1], srcBgr[2], alphaBgr[0] };Cv2.Merge(bgra, dst);//Cv2.ImShow("dst_alpha_0", dst);Cv2.ImWrite("1.png", dst);//string s3 = dst.Dump();pictureBox2.Image = new System.Drawing.Bitmap(dst.ToMemoryStream());}}}