C# OpenCvSharp+DlibDotNet实现人脸替换

效果

说明

主要步骤：

1、使用Dlib，对人脸进行检测

2、凸包提取

3、Delaunay三角剖分

4、人脸融合

C# OpenCvSharp+DlibDotNet实现人脸替换是老技术了，替换的效果也一般，最新人脸替换参考：

C#版Facefusion：让你的脸与世界融为一体！

C#版Facefusion：让你的脸与世界融为一体！-01 人脸检测

C#版Facefusion：让你的脸与世界融为一体！-02 获取人脸关键点

C#版Facefusion：让你的脸与世界融为一体！-03 获取人脸特征值

C#版Facefusion：让你的脸与世界融为一体！-04 人脸替换

C#版Facefusion：让你的脸与世界融为一体！-05 人脸增强

项目

VS2022+.net4.8+OpenCvSharp4+DlibDotNet

代码

using DlibDotNet;
using OpenCvSharp.Extensions;
using OpenCvSharp;
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Globalization;

namespace OpenCvSharp_人脸替换
{
 public partial class Form1 : Form
 {
 public Form1()
 {
 InitializeComponent();
 }

 Bitmap bmp;
 string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
 string imgPath = "";
 string startupPath = "";

 Bitmap bmp2;
 string imgPath2 = "";

 FrontalFaceDetector fd;
 ShapePredictor sp;

 private void button2_Click(object sender, EventArgs e)
 {
 OpenFileDialog ofd = new OpenFileDialog();
 ofd.Filter = fileFilter;
if (ofd.ShowDialog() != DialogResult.OK) return;

 pictureBox1.Image = ;

 imgPath = ofd.FileName;
 bmp = new Bitmap(imgPath);
 pictureBox1.Image = new Bitmap(imgPath);
 }

 private void button3_Click(object sender, EventArgs e)
 {
 OpenFileDialog ofd = new OpenFileDialog();
 ofd.Filter = fileFilter;
if (ofd.ShowDialog() != DialogResult.OK) return;

 pictureBox2.Image = ;

 imgPath2 = ofd.FileName;
 bmp2 = new Bitmap(imgPath2);
 pictureBox2.Image = new Bitmap(imgPath2);
 }

 private void button1_Click(object sender, EventArgs e)
 {
if (pictureBox1.Image== || pictureBox2.Image==)
 {
return;
 }
 pictureBox3.Image = ProcessImage(bmp, bmp2);
 }

 /// <summary>
 /// Process the original selfie and produce the face-swapped image.
 /// </summary>
 /// <param name="image">The original selfie image.</param>
 /// <param name="newImage">The new face to insert into the selfie.</param>
 /// <returns>A new image with faces swapped.</returns>
 public Bitmap ProcessImage(Bitmap image, Bitmap newImage)
 {

 // convert image to dlib format
 var img = Dlib.LoadImage<RgbPixel>(imgPath);

 // find bradley's faces in image
 var faces = fd.Operator(img);
 if (faces.Count()==0)
 {
 return ;
 }
 var bradley = faces[0];

 // get bradley's landmark points
 var bradleyShape = sp.Detect(img, bradley);
 var bradleyPoints = (from i in Enumerable.Range(0, (int)bradleyShape.Parts)
let p = bradleyShape.GetPart((uint)i)
 select new OpenCvSharp.Point(p.X, p.Y)).ToArray();

 // get convex hull of bradley's points
 var hull = Cv2.ConvexHullIndices(bradleyPoints);
 var bradleyHull = from i in hull
 select bradleyPoints[i];

 // find landmark points in face to swap
 var imgMark = Dlib.LoadImage<RgbPixel>(imgPath2);
 var faces2 = fd.Operator(imgMark);
 if (faces2.Count() == 0)
 {
 return ;
 }
 var mark = faces2[0];
 var markShape = sp.Detect(imgMark, mark);
 var markPoints = (from i in Enumerable.Range(0, (int)markShape.Parts)
 let p = markShape.GetPart((uint)i)
 select new OpenCvSharp.Point(p.X, p.Y)).ToArray();

 // get convex hull of mark's points
 var hull2 = Cv2.ConvexHullIndices(bradleyPoints);
 var markHull = from i in hull2
 select markPoints[i];


 // calculate Delaunay triangles
 var triangles = Utility.GetDelaunayTriangles(bradleyHull);

 // get transformations to warp the new face onto Bradley's face
 var warps = Utility.GetWarps(markHull, bradleyHull, triangles);

 // apply the warps to the new face to prep it for insertion into the main image
 var warpedImg = Utility.ApplyWarps(newImage, image.Width, image.Height, warps);


 // prepare a mask for the warped image
 var mask = new Mat(image.Height, image.Width, MatType.CV_8UC3);
 mask.SetTo(0);
 Cv2.FillConvexPoly(mask, bradleyHull, new Scalar(255, 255, 255), LineTypes.Link8);

 // find the center of the warped face
 var r = Cv2.BoundingRect(bradleyHull);
 var center = new OpenCvSharp.Point(r.Left + r.Width / 2, r.Top + r.Height / 2);

 // blend the warped face into the main image
 var selfie = BitmapConverter.ToMat(image);
 var blend = new Mat(selfie.Size(), selfie.Type());
 Cv2.SeamlessClone(warpedImg, selfie, mask, center, blend, SeamlessCloneMethods.NormalClone);

 // return the modified main image
 return BitmapConverter.ToBitmap(blend);
 }

 private void Form1_Load(object sender, EventArgs e)
 {
 fd = Dlib.GetFrontalFaceDetector();
 sp = ShapePredictor.Deserialize("shape_predictor_68_face_landmarks.dat");
 Dlib.Encoding = Environment.OSVersion.Platform == PlatformID.Win32NT ? Encoding.GetEncoding(CultureInfo.CurrentCulture.TextInfo.ANSICodePage) : Encoding.UTF8;
 } 
 }
}