ncnn仅使用opencv实现人脸检测和人脸特征提取

人脸检测基于opencv-CascadeClassifier， 特征提取使用的是自己insightface的mxnet转化为ncnn的模型。

,cpp 文件：

#include 
#include 
#include 
#include 
#include 
#include 
#include 
#include 
#include "opencv2/imgproc/imgproc.hpp"
#include "opencv2/objdetect/objdetect.hpp"

#include "net.h"
using namespace std;

//print tensor
void pretty_print(const ncnn::Mat& m)
{
    int count = 0;
    for (int q=0; q dets;
	//进行多尺度人脸检测
	face_detector.detectMultiScale(image_gray, dets, 1.1, 3, 0 | cv::CASCADE_SCALE_IMAGE, original_size);
 
	// 获取所有人脸
	/**
	for (size_t i = 0; i < faces.size(); i++)
	{
		
		cv::rectangle(image, faces[i], cv::Scalar(0, 0, 255), 2, 8, 0);
	}
	**/
	
	// 获取最大人脸
	cv::Rect R;
	int Max = 0;
    int area = 0;
    for (size_t t = 0; t < dets.size(); ++t)
    {      
      if (area < dets[t].width * dets[t].height)
      {
        area = dets[t].width * dets[t].height;
        Max = t;
      }
    }
    R.x = dets[Max].x;
    R.y = dets[Max].y;
    R.width = dets[Max].width;
    R.height = dets[Max].height;
	
	// max_face 最大人脸
	cv::Mat max_face = img(R);
	
	// 显示出来最大人脸
	// cv::imshow("detect result", max_face);
	// cv::waitKey(0);
	
	// resize图片为模型指定的输入
	cv::Mat img2;
	int input_width = 112;//转onnx时指定的输入大小
    int input_height = 112;
    // resize
    printf("---1111---\n");
    cv::resize(max_face, img2, cv::Size(input_width, input_height));
    printf("---cv ok---\n");
    // load model
    
    // 把opencv的mat转换成ncnn的mat
    ncnn::Mat input = ncnn::Mat::from_pixels(img2.data, ncnn::Mat::PIXEL_BGR, img2.cols, img2.rows);
    printf("convert ncnn\n");
    // ncnn froward
    
	// 模型前向传播
    printf("net forward\n");
	for(int i=0; i<1000; i++){
		start = clock();
		ncnn::Extractor extractor = net.create_extractor();
		extractor.input("data", input);
		ncnn::Mat output0;//取决于模型的输出有几个
		extractor.extract("fc1", output0);
		finish = clock();
		double duration = (double)(finish - start) / CLOCKS_PER_SEC;
		printf( "%.4f seconds\n", duration );
		//pretty_print(output0);
	}
	
	
    printf("get output0\n");
    
	// 打印 tensor
    // pretty_print(output1);
 
    cout<<"done"<

 

CMakeLists.txt 配置（将dlib相关的删除，没有依赖dlib）

macro(ncnn_add_example name)
    add_executable(${name} ${name}.cpp)
    # add_library(${name} SHARED ${name}.cpp)
    target_include_directories(${name} PRIVATE ${OpenCV_INCLUDE_DIRS} ${dlib_INCLUDE_DIRS} )
    target_link_libraries(${name} PRIVATE ncnn ${OpenCV_LIBS} ${dlib_LIBRARIES})
    
    # target_include_directories(${name} PRIVATE ${dlib_INCLUDE_DIRS})
    # target_link_libraries(${name} PRIVATE ncnn ${dlib_LIBRARIES} )
    # add test to a virtual project group
    # set_target_properties(dlib PROPERTIES POSITION_INDEPENDENT_CODE ON)
    set_property(TARGET ${name} PROPERTY FOLDER "examples")
endmacro()

# find_package(dlib REQUIRED) 
# include_directories(${dlib_INCLUDE_DIRS}) 
# add_executable(${PROJECT_NAME} ${SRC_LIST})
# target_link_libraries(${PROJECT_NAME} ${dlib_LIBRARIES})
# add_subdirectory(/home/zb/zhangr/opencv-2.4.9 ${PROJECT_NAME}/opencv_build)
add_subdirectory(/home/zb/zhangr/dlib dlib_build)
#add_executable(dlib1 dlib1.cpp)
# Finally, you need to tell CMake that this program, assignment_learning_ex,
# depends on dlib.  You do that with this statement:
#target_link_libraries(dlib1 dlib::dlib)
#set_property(TARGET dlib1 PROPERTY FOLDER "examples")

#add_executable(dlib2 dlib2.cpp)
#target_link_libraries(dlib2 dlib::dlib)
#set_property(TARGET dlib2 PROPERTY FOLDER "examples")


find_package(OpenCV QUIET COMPONENTS opencv_world objdetect)

find_package(dlib REQUIRED) 

#add_executable(main2 main2.cpp)
#target_include_directories(main2 PRIVATE ${OpenCV_INCLUDE_DIRS})
#target_link_libraries(main2  ncnn ${OpenCV_LIBS} dlib::dlib)
#set_property(TARGET main2 PROPERTY FOLDER "examples")

# for opencv 2.4 on ubuntu 16.04, there is no opencv_world but OpenCV_FOUND will be TRUE
if("${OpenCV_LIBS}" STREQUAL "")
    set(OpenCV_FOUND FALSE)
endif()
if(NOT OpenCV_FOUND)
    find_package(OpenCV QUIET COMPONENTS core highgui imgproc imgcodecs videoio)
endif()
if(NOT OpenCV_FOUND)
    find_package(OpenCV QUIET COMPONENTS core highgui imgproc)
endif()

if(OpenCV_FOUND)
    message(STATUS "OpenCV library: ${OpenCV_INSTALL_PATH}")
    message(STATUS "    version: ${OpenCV_VERSION}")
    message(STATUS "    libraries: ${OpenCV_LIBS}")
    message(STATUS "    include path: ${OpenCV_INCLUDE_DIRS}")
    
    if(${OpenCV_VERSION_MAJOR} GREATER 3)
        set(CMAKE_CXX_STANDARD 11)
    endif()
    include_directories(${CMAKE_CURRENT_SOURCE_DIR}/../src)
    include_directories(${CMAKE_CURRENT_BINARY_DIR}/../src)

    ncnn_add_example(squeezenet)
    ncnn_add_example(squeezenet_c_api)
    ncnn_add_example(fasterrcnn)
    ncnn_add_example(rfcn)
    ncnn_add_example(yolov2)
    ncnn_add_example(yolov3)
    ncnn_add_example(yolov4)
    ncnn_add_example(mobilenetv2ssdlite)
    ncnn_add_example(mobilenetssd)
    ncnn_add_example(squeezenetssd)
    ncnn_add_example(shufflenetv2)
    ncnn_add_example(peleenetssd_seg)
    ncnn_add_example(simplepose)
    ncnn_add_example(retinaface)
    ncnn_add_example(yolact)
    ncnn_add_example(main)
    ncnn_add_example(main1)
    ncnn_add_example(main2)
    ncnn_add_example(main3)
    ncnn_add_example(Harr)
    ncnn_add_example(only_opencv)
else()
    message(WARNING "OpenCV not found, examples won't be built")
endif()