人脸识别之虹软
人脸识别技术的发展异常迅速，从二十世纪五十年代的心理学和工程学的研究，人脸特征的识别再到人机交互识别和机器自动识别阶段，如今的人脸识别到处存在，支付、登录、实名认证等等。今天主要记录一下项目中人脸识别登录的功能。
人脸识别的SDK有很多Face++、OpenCV、百度Api等等，本文主要介绍虹软人脸识别SDK，虹软人脸识别SDK最大的特点是可以免费使用，而且支持离线部署(需在线激活)，提供了Android、IOS、C\C++、JAVA、C#版SDK，现在现在已经升级到3.0版本。
本文基于虹软基于C#，.Net FrameWork4.6.1，ArcFace 2.2运行。
1、下载
注册后可以在开发者中心 (arcsoft.com.cn)下载相关语言的SDK和Demo。
2、初始化
- 从开发者后台获取到APP_ID和SDKKEY，key分为32位和64位，
- 根据cpu类型加载响应的key
- 激活设备，第一次需要联网在线激活，后面就可以注释掉相关代码
- 初始化引擎，包括检测功能、RGB视频专用FR引擎、IR视频专用FR引擎
public void InitEngines()
{
//读取配置文件
AppSettingsReader reader = new AppSettingsReader();
string appId = (string)reader.GetValue("APP_ID", typeof(string));
string sdkKey64 = (string)reader.GetValue("SDKKEY64", typeof(string));
string sdkKey32 = (string)reader.GetValue("SDKKEY32", typeof(string));
rgbCameraIndex = (int)reader.GetValue("RGB_CAMERA_INDEX", typeof(int));
irCameraIndex = (int)reader.GetValue("IR_CAMERA_INDEX", typeof(int));
String Activation = (String)reader.GetValue("Activation", typeof(string));
var is64CPU = true;
if (string.IsNullOrWhiteSpace(appId) || string.IsNullOrWhiteSpace(is64CPU ? sdkKey64 : sdkKey32))
{
//禁用相关功能按钮
//ControlsEnable(false, chooseMultiImgBtn, matchBtn, btnClearFaceList, chooseImgBtn);
MessageBox.Show(string.Format("请在App.config配置文件中先配置APP_ID和SDKKEY{0}!", is64CPU ? "64" : "32"));
return;
}
int retCode = 0;
//在线激活引擎
//激活后可以注释掉
if (Activation.Equals("0"))
{
try
{
retCode = ASFFunctions.ASFActivation(appId, is64CPU ? sdkKey64 : sdkKey32);
}
catch (Exception ex)
{
if (ex.Message.Contains("无法加载 DLL"))
{
MessageBox.Show("请将sdk相关DLL放入bin对应的x86或x64下的文件夹中!");
}
else
{
MessageBox.Show("激活引擎失败!");
}
return;
}
}
//end 激活
//初始化引擎
uint detectMode = DetectionMode.ASF_DETECT_MODE_IMAGE;
//Video模式下检测脸部的角度优先值
int videoDetectFaceOrientPriority = ASF_OrientPriority.ASF_OP_0_HIGHER_EXT;
//Image模式下检测脸部的角度优先值
int imageDetectFaceOrientPriority = ASF_OrientPriority.ASF_OP_0_ONLY;
//人脸在图片中所占比例，如果需要调整检测人脸尺寸请修改此值，有效数值为2-32
int detectFaceScaleVal = 16;
//最大需要检测的人脸个数
int detectFaceMaxNum = 5;
//引擎初始化时需要初始化的检测功能组合
int combinedMask = FaceEngineMask.ASF_FACE_DETECT | FaceEngineMask.ASF_FACERECOGNITION | FaceEngineMask.ASF_AGE | FaceEngineMask.ASF_GENDER | FaceEngineMask.ASF_FACE3DANGLE;
//初始化引擎，正常值为0
retCode = ASFFunctions.ASFInitEngine(detectMode, imageDetectFaceOrientPriority, detectFaceScaleVal, detectFaceMaxNum, combinedMask, ref pImageEngine);
if (retCode != 0)
{
String msg = string.Format("引擎初始化失败!错误码为:{0}\r\n", retCode);
if (appendText != null)
appendText(msg);
LogUtil.WriteErrorLog("初始化引擎", msg);
return;
}
//初始化视频模式下人脸检测引擎
uint detectModeVideo = DetectionMode.ASF_DETECT_MODE_VIDEO;
int combinedMaskVideo = FaceEngineMask.ASF_FACE_DETECT | FaceEngineMask.ASF_FACERECOGNITION;
retCode = ASFFunctions.ASFInitEngine(detectModeVideo, videoDetectFaceOrientPriority, detectFaceScaleVal, detectFaceMaxNum, combinedMaskVideo, ref pVideoEngine);
//RGB视频专用FR引擎
detectFaceMaxNum = 1;
combinedMask = FaceEngineMask.ASF_FACE_DETECT | FaceEngineMask.ASF_FACERECOGNITION | FaceEngineMask.ASF_LIVENESS;
retCode = ASFFunctions.ASFInitEngine(detectMode, imageDetectFaceOrientPriority, detectFaceScaleVal, detectFaceMaxNum, combinedMask, ref pVideoRGBImageEngine);
//IR视频专用FR引擎
combinedMask = FaceEngineMask.ASF_FACE_DETECT | FaceEngineMask.ASF_FACERECOGNITION | FaceEngineMask.ASF_IR_LIVENESS;
retCode = ASFFunctions.ASFInitEngine(detectMode, imageDetectFaceOrientPriority, detectFaceScaleVal, detectFaceMaxNum, combinedMask, ref pVideoIRImageEngine);
LogUtil.WriteLog("初始化引擎成功");
}3、采集人脸注册
获取摄像头，利用虹软的FilterInfoCollection方法获取到摄像头集合，这里默认取第一个，也可以通过界面控件手动选择。
同时将摄像头关联到VideoSourcePlayer中，并开启摄像头。
var videoDevices = new FilterInfoCollection(FilterCategory.VideoInputDevice);
if (videoDevices.Count == 0)
{
LogUtil.WriteErrorLog("注册", "没有找到摄像头,请重新尝试");
MessageBox.Show("没有找到摄像头,请重新尝试");
return;
}
//连接第一个摄像头
var videoSource = new VideoCaptureDevice(videoDevices[0].MonikerString);
var videoResolution = videoSource.VideoCapabilities[0];
videoSource.VideoResolution = videoResolution;
irDeviceVideo = videoSource;
this.videoSourcePlayer1.VideoSource = irDeviceVideo;
this.videoSourcePlayer1.Start();4、检测人脸
人脸检测需要持续不断的运行，避免UI假死，因此这里开启一个单独的线程进行人脸处理。
ThreadPool.QueueUserWorkItem(new WaitCallback(delegate
{
Thread.Sleep(1000);
while (resultShowImgRect)
{
......
}
}获取摄像头的图像this.videoSourcePlayer1.GetCurrentVideoFrame()。
利用ASFFunctions.ASFDetectFaces方法检测图像中的人脸。
///
/// 人脸检测
///
/// 引擎handle
/// 图像宽度
/// 图像高度
/// 图像颜色空间
/// 图像数据
/// 人脸检测结果
/// 调用结果
[DllImport(Dll_PATH, CallingConvention = CallingConvention.Cdecl)]
public static extern int ASFDetectFaces(IntPtr pEngine, int width, int height, int format, IntPtr imgData, IntPtr detectedFaces);
获取检测结果。
MemoryUtil.PtrToStructure(pMultiFaceInfo);
public struct ASF_MultiFaceInfo
{
///
/// 人脸Rect结果集
///
public IntPtr faceRects;
///
/// 人脸角度结果集，与faceRects一一对应 对应ASF_OrientCode
///
public IntPtr faceOrients;
///
/// 结果集大小
///
public int faceNum;
///
/// face ID，IMAGE模式下不返回FaceID
///
public IntPtr faceID;
}
5、获取特征点
ASFFunctions.ASFFaceFeatureExtract可以将图像中的人脸特征提取出来，特征点是byte[]类型，可以将其保存到文件或者数据库中用于后续验证登录使用。
///
/// 单人脸特征提取
///
/// 引擎handle
/// 图像宽度
/// 图像高度
/// 图像颜色空间
/// 图像数据
/// 单张人脸位置和角度信息
/// 人脸特征
/// 调用结果
[DllImport(Dll_PATH, CallingConvention = CallingConvention.Cdecl)]
public static extern int ASFFaceFeatureExtract(IntPtr pEngine, int width, int height, int format, IntPtr imgData, IntPtr faceInfo, IntPtr faceFeature);
6、运行结果
7、注册完整代码
DataGridViewSelectedRowCollection rows = dataGridView1.SelectedRows;
if (rows.Count <= 0)
{
MessageBox.Show("请选择一个用户");
return;
}
if (rows[0].Cells[2].Value.ToString() == "已绑定")
{
DialogResult dr = MessageBox.Show("当前用户已经绑定,是否重新绑定？", "提示",MessageBoxButtons.OKCancel);
if (dr == DialogResult.OK)
{
}
else
{
return;
}
}
String memberid = rows[0].Cells[0].Value.ToString();
String name = rows[0].Cells[1].Value.ToString();
currentLeftFeature = IntPtr.Zero;
Bitmap img = null;
while (this.videoSourcePlayer1.IsRunning)
{
img = this.videoSourcePlayer1.GetCurrentVideoFrame();
if (img == null) continue;
else break;
}
Thread.Sleep(500);
//人脸检测以及提取人脸特征
ThreadPool.QueueUserWorkItem(new WaitCallback(delegate
{
Image image = img;
if (image.Width > 1536 || image.Height > 1536)
{
image = ImageUtil.ScaleImage(image, 1536, 1536);
}
if (image.Width % 4 != 0)
{
image = ImageUtil.ScaleImage(image, image.Width - (image.Width % 4), image.Height);
}
//人脸检测
ASF_MultiFaceInfo multiFaceInfo = FaceUtil.DetectFace(engine.ImageEngine, image);
//判断检测结果
if (multiFaceInfo.faceNum <= 0)
{
MessageBox.Show("没有人脸");
return;
}
if (multiFaceInfo.faceNum > 1)
{
MessageBox.Show("检测到多个人脸");
return;
}
//提取人脸特征
ASF_SingleFaceInfo singleFaceInfo = new ASF_SingleFaceInfo();
Image image1 = img;
currentLeftFeature = FaceUtil.ExtractFeature(engine.ImageEngine, image1, out singleFaceInfo);
if (singleFaceInfo.faceRect.left == 0 && singleFaceInfo.faceRect.right == 0)
{
MessageBox.Show(string.Format("未识别到人脸信息"));
}
else
{
String imgPath = System.Configuration.ConfigurationManager.AppSettings["ZhuCeImg"];
if (!System.IO.Directory.Exists(imgPath)) System.IO.Directory.CreateDirectory(imgPath);
image1.Save(imgPath + DateTime.Now.ToString("yyyyMMddHHmmssfff-") + id + ".jpg");
this.Invoke(new Action(delegate
{
ASF_FaceFeature faceFeature = MemoryUtil.PtrToStructure(currentLeftFeature);
int size = faceFeature.featureSize;
byte[] managedArray = new byte[size];
Marshal.Copy(faceFeature.feature, managedArray, 0, size);
String sql = "UPDATE members SET face_feature=?face_feature WHERE id=?id";
MySqlParameter[] mySqlParameters = new MySqlParameter[2];
mySqlParameters[0] = new MySqlParameter("face_feature", managedArray);
//mySqlParameters[1] = new MySqlParameter("face_photo", "");
mySqlParameters[1] = new MySqlParameter("id", memberid);
MySqlHelper.ExecuteNonQuery(CommandType.Text, sql, mySqlParameters);
//IntPtr pMultiFaceInfo = MemoryUtil.Malloc(MemoryUtil.SizeOf());
//MemoryUtil.StructureToPtr(faceFeature,pMultiFaceInfo);
//global.imagesFeatureDictionary.Add(currentLeftFeature, textBoxName.Text);
MessageBox.Show(string.Format("{0} 注册成功!", name));
}));
}
}));