一，准备工作
1.Afoge视频参数类
代码using AForge.Video.DirectShow;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace FaceRecognization.Common
{
public class CameraPara
{
///
/// 是否有摄像头
///
public bool HasVideoDevice { get; set; }
///
/// 视频源
///
public VideoCaptureDevice VideoSource { get; set; }
///
/// 视频图片的宽度
///
public int FrameWidth { get; set; }
///
/// 视频图片的高度
///
public int FrameHeight { get; set; }
///
/// 视频图片的字节数
///
public int ByteCount { get; set; }
public CameraPara()
{
var videoDevices = new FilterInfoCollection(FilterCategory.VideoInputDevice);
if (videoDevices.Count == 0)//没有检测到摄像头
{
HasVideoDevice = false;
return;
}
VideoSource = new VideoCaptureDevice(videoDevices[0].MonikerString);//连接第一个摄像头
var videoResolution = VideoSource.VideoCapabilities.First(ii => ii.FrameSize.Width == VideoSource.VideoCapabilities.Max(jj => jj.FrameSize.Width)); //获取摄像头最高的分辨率
FrameWidth = videoResolution.FrameSize.Width;
FrameHeight = videoResolution.FrameSize.Height;
ByteCount = videoResolution.BitCount / 8;
VideoSource.VideoResolution = videoResolution;
HasVideoDevice = true;
}
}
}
2.人脸识别相关的结构、类 和枚举
代码using System;
using System.Collections.Generic;
using System.Linq;
using System.Runtime.InteropServices;
using System.Text;
using System.Threading.Tasks;
namespace FaceRecognization.Face
{
///
/// 人脸库
///
public class FaceLib
{
public List- Items { get; set; } = new List
- ();
public class Item
{
///
/// 用于排序
///
public long OrderId { get; set; }
///
/// 文件名作为ID
///
public string ID { get; set; }
///
/// 人脸模型
///
public FaceModel FaceModel { get; set; }
}
}
///
/// 人脸识别结果
///
public class FaceResult
{
//public int NotMatchedCount { get; set; }
public string ID { get; set; }
public float Score { get; set; }
public System.Drawing.Rectangle Rectangle { get; set; }
public int Age { get; set; }
///
/// 0：男，1：女，其他：未知
///
public int Gender { get; set; }
public override string ToString()
{
string ret = "";
if (!string.IsNullOrEmpty(ID))
ret = ID + "，";
ret += Age + "岁";
if (Gender == 0)
ret += "，男";
else if (Gender == 1)
ret += "，女";
return ret + "," + Score;
}
}
///
/// 人脸跟踪、检测、性别年龄评估和获取人脸信息的输入参数
///
[StructLayout(LayoutKind.Sequential)]
public struct ImageData
{
public uint u32PixelArrayFormat;
public int i32Width;
public int i32Height;
[MarshalAs(UnmanagedType.ByValArray, SizeConst = 4)]
public IntPtr[] ppu8Plane;
[MarshalAs(UnmanagedType.ByValArray, SizeConst = 4, ArraySubType = UnmanagedType.I4)]
public int[] pi32Pitch;
}
///
/// 人脸跟踪的结果
///
[StructLayout(LayoutKind.Sequential)]
internal struct TraceResult
{
[MarshalAs(UnmanagedType.I4)]
public int nFace;
[MarshalAs(UnmanagedType.I4)]
public int lfaceOrient;
public IntPtr rcFace;
}
///
/// 人脸检测的结果
///
[StructLayout(LayoutKind.Sequential)]
internal struct DetectResult
{
[MarshalAs(UnmanagedType.I4)]
public int nFace;
public IntPtr rcFace;
public IntPtr lfaceOrient;
}
///
/// 人脸在图片中的位置
///
[StructLayout(LayoutKind.Sequential)]
public struct FaceRect
{
public int left;
public int top;
public int right;
public int bottom;
}
///
/// 获取人脸特征的输入参数
///
[StructLayout(LayoutKind.Sequential)]
internal struct FaceFeatureInput
{
public FaceRect rcFace;
public int lOrient;
}
///
/// 人脸特征
///
[StructLayout(LayoutKind.Sequential)]
public struct FaceModel
{
public IntPtr pbFeature;
[MarshalAs(UnmanagedType.I4)]
public int lFeatureSize;
}
///
/// 性别和年龄评估的输入参数
///
[StructLayout(LayoutKind.Sequential)]
internal struct EstimationInput
{
public IntPtr pFaceRectArray;
public IntPtr pFaceOrientArray;
public int lFaceNumber;
}
///
/// 性别和年龄评估的结果
///
[StructLayout(LayoutKind.Sequential)]
internal struct EstimationResult
{
public IntPtr pResult;
public int lFaceNumber;
}
///
/// 错误代码
///
public enum ErrorCode
{
///
/// 正确
///
Ok = 0,
///
/// 通用错误类型
///
BasicBase = 0x0001,
///
/// 错误原因不明
///
Unknown = BasicBase,
///
/// 无效的参数
///
InvalidParam = BasicBase + 1,
///
/// 引擎不支持
///
Unsupported = BasicBase + 2,
///
/// 内存不足
///
NoMemory = BasicBase + 3,
///
/// 状态错误
///
BadState = BasicBase + 4,
///
/// 用户取消相关操作
///
UserCancel = BasicBase + 5,
///
/// 操作时间过期
///
Expired = BasicBase + 6,
///
/// 用户暂停操作
///
UserPause = BasicBase + 7,
///
/// 缓冲上溢
///
BufferOverflow = BasicBase + 8,
///
/// 缓冲下溢
///
BufferUnderflow = BasicBase + 9,
///
/// 存贮空间不足
///
NoDiskspace = BasicBase + 10,
///
/// 组件不存在
///
ComponentNotExist = BasicBase + 11,
///
/// 全局数据不存在
///
GlobalDataNotExist = BasicBase + 12,
///
/// Free SDK通用错误类型
///
SdkBase = 0x7000,
///
/// 无效的App Id
///
InvalidAppId = SdkBase + 1,
///
/// 无效的SDK key
///
InvalidSdkId = SdkBase + 2,
///
/// AppId和SDKKey不匹配
///
InvalidIdPair = SdkBase + 3,
///
/// SDKKey 和使用的SDK 不匹配
///
MismatchIdAndSdk = SdkBase + 4,
///
/// 系统版本不被当前SDK所支持
///
SystemVersionUnsupported = SdkBase + 5,
///
/// SDK有效期过期，需要重新下载更新
///
LicenceExpired = SdkBase + 6,
///
/// Face Recognition错误类型
///
FaceRecognitionBase = 0x12000,
///
/// 无效的输入内存
///
InvalidMemoryInfo = FaceRecognitionBase + 1,
///
/// 无效的输入图像参数
///
InvalidImageInfo = FaceRecognitionBase + 2,
///
/// 无效的脸部信息
///
InvalidFaceInfo = FaceRecognitionBase + 3,
///
/// 当前设备无GPU可用
///
NoGpuAvailable = FaceRecognitionBase + 4,
///
/// 待比较的两个人脸特征的版本不一致
///
MismatchedFeatureLevel = FaceRecognitionBase + 5
}
///
/// 脸部角度的检测范围
///
public enum OrientPriority
{
///
/// 检测 0 度（±45 度）方向
///
Only0 = 0x1,
///
/// 检测 90 度（±45 度）方向
///
Only90 = 0x2,
///
/// 检测 270 度（±45 度）方向
///
Only270 = 0x3,
///
/// 检测 180 度（±45 度）方向
///
Only180 = 0x4,
///
/// 检测 0， 90， 180， 270 四个方向,0 度更优先
///
Ext0 = 0x5
}
}
3.虹软SDK的dll封装
注意要把相应的dll复制的debug\Libs文件夹或release\Libs文件夹
代码using System;
using System.Collections.Generic;
using System.Linq;
using System.Runtime.InteropServices;
using System.Text;
using System.Threading.Tasks;
namespace FaceRecognization.Face
{
internal class Detect
{
private const string DllPath = "Libs/libarcsoft_fsdk_face_detection.dll";
///
///
///
///
///
///
///
///
///
/// 最小人脸尺寸有效值范围[2,50] 推荐值 16。该尺寸是人脸相对于所在图片的长边的占比。例如，如果用户想检测到的最小人脸尺寸是图片长度的 1/8，那么这个 nScale 就应该设置为8
/// 用户期望引擎最多能检测出的人脸数有效值范围[1,100]
///
///
///
///
///
///
///
///
///
/// 最小人脸尺寸有效值范围[2,16] 推荐值 16。该尺寸是人脸相对于所在图片的长边的占比。例如，如果用户想检测到的最小人脸尺寸是图片长度的 1/8，那么这个 nScale 就应该设置为8
/// 用户期望引擎最多能检测出的人脸数有效值范围[1,20]
/// 二、正式开始
1.添加一个Form，将Name改为“Main”，添加Load和FormClosing事件
2.拖一个Afoge.Controls.VideoSourcePlayer到Main，将Name改为“VideoPlayer”，添加Click事件；
3.拖一个PictureBox到Main，懒得改名字了，就叫“pictureBox1”；
4.拖一个Lable到Main，将Text改为“ID”；
5.拖一个TextBox到Main，将Name改为“TextBoxID”；
6.拖一个Button到Main，将Name改为ButtonRegister，将Text改为“注册”，添加Click事件。
界面如下图，从左到右，从上到下6个控件：
代码using AForge.Video.DirectShow;
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;
using FaceRecognization.Common;
using System.Runtime.InteropServices;
using System.Diagnostics;
using System.IO;
using System.Threading;
using System.Drawing.Imaging;
namespace FaceRecognization
{
public partial class Main : Form
{
#region Property
///
/// 保存人脸数据的文件夹
///
const string FeaturePath = "d:\\FeatureData";
///
/// 虹软SDK的AppId
///
const string FaceAppId = "BKgqTWQPQQbomfqvyd2VJzTbzo5C4T5w4tzgN3GL6euK";
///
/// 虹软SDK人脸跟踪的Key
///
const string FaceTraceKey = "2Yqm2EcsJyBbJjSrirPSNoyHDRKCrS53XgUDeRRxtKyR";
///
/// 虹软SDK人脸检测的Key
///
const string FaceDetectKey = "2Yqm2EcsJyBbJjSrirPSNoyQNpaSJz19noCteLQ88SoG";
///
/// 虹软SDK人脸比对的Key
///
const string FaceMatchKey = "2Yqm2EcsJyBbJjSrirPSNoyu2Rd4j1ydfwxwFX9vPmtY";
///
/// 虹软SDK年龄识别的Key
///
const string FaceAgeKey = "2Yqm2EcsJyBbJjSrirPSNoz9ME9R4xnKU9yecD8Axu1D";
///
/// 虹软SDK性别识别的Key
///
const string FaceGenderKey = "2Yqm2EcsJyBbJjSrirPSNozGWdQedYzhEUMw5FBegKVR";
///
/// 缓存大小
///
const int BufferSize = 40 * 1024 * 1024;
///
/// 人脸跟踪的缓存
///
//byte[] _FaceTraceBuffer = new byte[BufferSize];
///
/// 人脸检测的缓存
///
byte[] _FaceDetectBuffer = new byte[BufferSize];
///
/// 人脸比对的缓存
///
byte[] _FaceMatchBuffer = new byte[BufferSize];
///
/// 年龄识别的缓存
///
//byte[] _FaceAgeBuffer = new byte[BufferSize];
///
/// 性别识别的缓存
///
//byte[] _FaceGenderBuffer = new byte[BufferSize];
///
/// 人脸跟踪的引擎
///
//IntPtr _FaceTraceEnginer = IntPtr.Zero;
///
/// 人脸检测的引擎
///
IntPtr _FaceDetectEnginer = IntPtr.Zero;
///
/// 人脸比对的引擎
///
IntPtr _FaceMatchEngine = IntPtr.Zero;
///
/// 年龄识别的引擎
///
//IntPtr _FaceAgeEngine = IntPtr.Zero;
///
/// 性别识别的引擎
///
//IntPtr _FaceGenderEngine = IntPtr.Zero;
///
/// 人脸库字典
///
Face.FaceLib _FaceLib = new Face.FaceLib();
///
/// 摄像头参数
///
CameraPara _CameraPara = null;
double _RateW, _RateH;
private readonly ReaderWriterLockSlim _CacheLock = new ReaderWriterLockSlim();
Face.FaceResult _FaceResult = new Face.FaceResult();
System.Threading.CancellationTokenSource _CancellationTokenSource = new System.Threading.CancellationTokenSource();
bool _RegisterClicked = false;
byte[] _RegisterFeatureData = null;
#endregion
public Main()
{
InitializeComponent();
}
private void Main_Load(object sender, EventArgs e)
{
if (!Directory.Exists(FeaturePath))
Directory.CreateDirectory(FeaturePath);
foreach (var file in Directory.GetFiles(FeaturePath))
{
var info = new FileInfo(file);
var data = File.ReadAllBytes(file);
var faceModel = new Face.FaceModel
{
lFeatureSize = data.Length,
pbFeature = Marshal.AllocHGlobal(data.Length)
};
Marshal.Copy(data, 0, faceModel.pbFeature, data.Length);
_FaceLib.Items.Add(new Face.FaceLib.Item() { OrderId = 0, ID = info.Name.Replace(info.Extension, ""), FaceModel = faceModel });
}
_CameraPara = new Common.CameraPara();
if (!_CameraPara.HasVideoDevice)
{
MessageBox.Show("没有检测到摄像头");
this.Close();
return;
}
this.VideoPlayer.VideoSource = _CameraPara.VideoSource;
this.VideoPlayer.Start();
_RateH = 1.0 * this.VideoPlayer.Height / this._CameraPara.FrameHeight;
_RateW = 1.0 * this.VideoPlayer.Width / this._CameraPara.FrameWidth;
//var initResult = (Face.ErrorCode)Face.Trace.Init(FaceAppId, FaceTraceKey, _FaceTraceBuffer, BufferSize, out _FaceTraceEnginer, (int)Face.OrientPriority.Only0, 16, 1);
//if (initResult != Face.ErrorCode.Ok)
//{
// MessageBox.Show("初始化人脸跟踪引擎失败，错误代码为：" + initResult);
// this.Close();
// return;
//}
var initResult = (Face.ErrorCode)Face.Detect.Init(FaceAppId, FaceDetectKey, _FaceDetectBuffer, BufferSize, out _FaceDetectEnginer, (int)Face.OrientPriority.Only0, 16, 1);
if (initResult != Face.ErrorCode.Ok)
{
MessageBox.Show("初始化人脸检测引擎失败，错误代码为：" + initResult);
this.Close();
return;
}
initResult = (Face.ErrorCode)Face.Match.Init(FaceAppId, FaceMatchKey, _FaceMatchBuffer, BufferSize, out _FaceMatchEngine);
if (initResult != Face.ErrorCode.Ok)
{
MessageBox.Show("初始化人脸比对引擎失败，错误代码为：" + initResult);
this.Close();
return;
}
//initResult = (Face.ErrorCode)Face.Age.Init(FaceAppId, FaceAgeKey, _FaceAgeBuffer, BufferSize, out _FaceAgeEngine);
//if (initResult != Face.ErrorCode.Ok)
//{
// MessageBox.Show("初始化年龄识别引擎失败，错误代码为：" + initResult);
// this.Close();
// return;
//}
//initResult = (Face.ErrorCode)Face.Gender.Init(FaceAppId, FaceGenderKey, _FaceGenderBuffer, BufferSize, out _FaceGenderEngine);
//if (initResult != Face.ErrorCode.Ok)
//{
// MessageBox.Show("初始化性别识别引擎失败，错误代码为：" + initResult);
// this.Close();
// return;
//}
Task.Factory.StartNew(() =>
{
Task.Delay(1000).Wait();
while (!_CancellationTokenSource.IsCancellationRequested)
{
#region 200毫秒左右
MatchFrame();
#endregion
}
}, _CancellationTokenSource.Token);
}
private void Main_FormClosing(object sender, FormClosingEventArgs e)
{
if (_CameraPara.HasVideoDevice)
{
_CancellationTokenSource.Cancel();
System.Threading.Thread.Sleep(500);
this.VideoPlayer.Stop();
if (_FaceMatchEngine != IntPtr.Zero)
Face.Match.Close(_FaceMatchEngine);
//if (_FaceTraceEnginer != IntPtr.Zero)
// Face.Trace.Close(_FaceTraceEnginer);
if (_FaceDetectEnginer != IntPtr.Zero)
Face.Detect.Close(_FaceDetectEnginer);
//if (_FaceAgeEngine != IntPtr.Zero)
// Face.Age.Close(_FaceAgeEngine);
//if (_FaceGenderEngine != IntPtr.Zero)
// Face.Gender.Close(_FaceGenderEngine);
}
}
private void MatchFrame()
{
#region 获取图片 1毫秒
var bitmap = this.VideoPlayer.GetCurrentVideoFrame();
#endregion
Stopwatch sw = new Stopwatch();
sw.Start();
#region 图片转换 0.7-2微妙
var bmpData = bitmap.LockBits(new Rectangle(0, 0, bitmap.Width, bitmap.Height), ImageLockMode.ReadOnly, PixelFormat.Format24bppRgb);
var imageData = new Face.ImageData
{
u32PixelArrayFormat = 513,//Rgb24,
i32Width = bitmap.Width,
i32Height = bitmap.Height,
pi32Pitch = new int[4],
ppu8Plane = new IntPtr[4]
};
imageData.pi32Pitch[0] = bmpData.Stride;
imageData.ppu8Plane[0] = bmpData.Scan0;
sw.Stop();
_FaceResult.Score = sw.ElapsedTicks;
#endregion
try
{
#region 人脸检测 5-8毫秒
var ret = (Face.ErrorCode)Face.Detect.Detection(_FaceDetectEnginer, ref imageData, out var pDetectResult);
if (ret != Face.ErrorCode.Ok)
return;
var detectResult = Marshal.PtrToStructure(pDetectResult);
if (detectResult.nFace == 0)
return;
var faceRect = Marshal.PtrToStructure(detectResult.rcFace);
_FaceResult.Rectangle = new Rectangle((int)(faceRect.left * _RateW), (int)(faceRect.top * _RateH), (int)((faceRect.right - faceRect.left) * _RateW), (int)((faceRect.bottom - faceRect.top) * _RateH));
var faceOrient = Marshal.PtrToStructure(detectResult.lfaceOrient);
#endregion
#region 性别识别基本准确 年龄识别误差太大，没什么应用场景
//Face.ExtraFaceInput faceInput = new Face.ExtraFaceInput()
//{
// lFaceNumber = facesDetect.nFace,
// pFaceRectArray = Marshal.AllocHGlobal(Marshal.SizeOf(faceRect)),
// pFaceOrientArray = Marshal.AllocHGlobal(Marshal.SizeOf(faceOrient))
//};
//Marshal.StructureToPtr(faceRect, faceInput.pFaceRectArray, false);
//Marshal.StructureToPtr(faceOrient, faceInput.pFaceOrientArray, false);
//var ageResult = Face.Age.ASAE_FSDK_AgeEstimation_Preview(_FaceAgeEngine, ref imageData, ref faceInput, out var pAgeRes);
//var ages = pAgeRes.pResult.ToStructArray(pAgeRes.lFaceNumber);
//var genderResult = Face.Gender.ASGE_FSDK_GenderEstimation_Preview(_FaceGenderEngine, ref imageData, ref faceInput, out var pGenderRes);
//var genders = pGenderRes.pResult.ToStructArray(pGenderRes.lFaceNumber);
//_FaceResult.Age = ages[0];
//_FaceResult.Gender = genders[0];
//Marshal.FreeHGlobal(faceInput.pFaceOrientArray);
//Marshal.FreeHGlobal(faceInput.pFaceRectArray);
#endregion
#region 获取人脸特征 160-180毫秒
var faceFeatureInput = new Face.FaceFeatureInput
{
rcFace = faceRect,
lOrient = faceOrient
};
ret = (Face.ErrorCode)Face.Match.ExtractFeature(_FaceMatchEngine, ref imageData, ref faceFeatureInput, out var faceModel);
#endregion
if (ret == Face.ErrorCode.Ok)
{
if (_RegisterClicked)
{
_RegisterFeatureData = new byte[faceModel.lFeatureSize];
Marshal.Copy(faceModel.pbFeature, _RegisterFeatureData, 0, faceModel.lFeatureSize);
}
#region 人脸识别（100张人脸） 17-20毫秒
foreach (var item in _FaceLib.Items.OrderByDescending(ii => ii.OrderId))
{
var fm = item.FaceModel;
Face.Match.FacePairMatch(_FaceMatchEngine, ref fm, ref faceModel, out float score);
if (score > 0.5)
{
item.OrderId = DateTime.Now.Ticks;
_FaceResult.ID = item.ID;
break;
}
}
#endregion
}
}
finally
{
bitmap.UnlockBits(bmpData);
if (_RegisterClicked)
{
this.pictureBox1.Invoke(new Action(() =>
{
this.pictureBox1.Image = bitmap;
}));
_RegisterClicked = false;
}
else
{
bitmap.Dispose();
}
}
}
private void VideoPlayer_Paint(object sender, PaintEventArgs e)
{
e.Graphics.DrawRectangle(Pens.White, _FaceResult.Rectangle);
e.Graphics.DrawString(_FaceResult.ID , this.Font, Brushes.White, _FaceResult.Rectangle.Left, _FaceResult.Rectangle.Top - 20);
}
private void VideoPlayer_Click(object sender, EventArgs e)
{
_RegisterFeatureData = null;
_RegisterClicked = true;
this.TextBoxID.Text = _FaceResult.ID;
}
private void ButtonRegister_Click(object sender, EventArgs e)
{
if (_RegisterFeatureData == null)
{
MessageBox.Show("没有人脸数据，请面对摄像头并点击视频");
return;
}
if (string.IsNullOrEmpty(this.TextBoxID.Text))
{
MessageBox.Show("请输入Id");
this.TextBoxID.Focus();
return;
}
var fileName = FeaturePath + "\\" + this.TextBoxID.Text + ".dat";
if (System.IO.File.Exists(fileName))
{
if (MessageBox.Show($"您要替换[{this.TextBoxID.Text}]的人脸数据吗？", "咨询", MessageBoxButtons.YesNo, MessageBoxIcon.Question, MessageBoxDefaultButton.Button1) == DialogResult.No)
return;
}
System.IO.File.WriteAllBytes(fileName, _RegisterFeatureData);
var faceModel = new Face.FaceModel
{
lFeatureSize = _RegisterFeatureData.Length,
pbFeature = Marshal.AllocHGlobal(_RegisterFeatureData.Length)
};
Marshal.Copy(_RegisterFeatureData, 0, faceModel.pbFeature, _RegisterFeatureData.Length);
_FaceLib.Items.Add(new Face.FaceLib.Item() { OrderId = DateTime.Now.Ticks, ID = this.TextBoxID.Text, FaceModel = faceModel });
}
}
}