学习OpenCV2——MeanShift之目标跟踪
前面学习了MeanShift用于目标检测，现在来看看MeanShift如何用于目标跟踪。
OpenCV里的MeanShift跟踪方法涉及图像矩和反向投影的知识，如果不清楚可以先看我的另一篇博文“图像的几何矩”
1. MeanShift( )跟踪的流程
MeanShift是个迭代的算法，每次迭代会往概率密度大的方向移动，所以MeanShift算法得用在概率密度图上，而反向投影图就是一个典型的颜色概率密度图。下图是meanshift算法的流程图。
读取一帧图像，我们首先得有跟踪目标，假设手动拉框选定rect0。计算出rect0的直方图hist0，然后根据直方图hist0和矩形框rect0得到反向投影图prohist1。在反向投影图上进行meanshift迭代，得到目标的重心位置。一般来说，重心和rect的中心并不重合，那么我们就以该重心为中心得到一个新的rect1，这个rect1就是我们估计的目标位置。读入下一帧图像，根据hist0和rect1得到prohist2，在prohist2上进行meanshift迭代，得到rect3。以此类推。
2. cvMeanShift( )详解
OpenCV中进行MeanShift跟踪的函数是cvMeanShift( )。
int cvMeanShift( const void* imgProb, //输入概率密度图
CvRect windowIn, //初始目标区域
CvTermCriteria criteria, //迭代终止条件
CvConnectedComp* comp ) //可选条件，图像的矩
函数有返回值，返回的是迭代次数。
函数原型见 ..\OpenCV249\sources\modules\video\src\camshift.cpp
CV_IMPL int
cvMeanShift( const void* imgProb, CvRect windowIn,
CvTermCriteria criteria, CvConnectedComp* comp )
{
//CvMoments是个结构体，存的是图像矩
CvMoments moments;
int i = 0, eps;
CvMat stub, *mat = (CvMat*)imgProb;
CvMat cur_win;
CvRect cur_rect = windowIn;
CV_FUNCNAME( "cvMeanShift" );
//初始化跟踪窗口
if( comp )
comp->rect = windowIn;
//把0阶矩和1阶矩先初始化置零
moments.m00 = moments.m10 = moments.m01 = 0;
__BEGIN__;
CV_CALL( mat = cvGetMat( mat, &stub )); //返回矩阵头，stub是临时值
//各种输入变量不符合要求时显示错误信息
if( CV_MAT_CN( mat->type ) > 1 )
CV_ERROR( CV_BadNumChannels, cvUnsupportedFormat );
if( windowIn.height <= 0 || windowIn.width <= 0 )
CV_ERROR( CV_StsBadArg, "Input window has non-positive sizes" );
if( windowIn.x < 0 || windowIn.x + windowIn.width > mat->cols ||
windowIn.y < 0 || windowIn.y + windowIn.height > mat->rows )
CV_ERROR( CV_StsBadArg, "Initial window is not inside the image ROI" );
//检查迭代终止条件，如未设定，则使用默认值，精度=1.0，迭代次数=100
CV_CALL( criteria = cvCheckTermCriteria( criteria, 1., 100 ));
//精度eps=1
eps = cvRound( criteria.epsilon * criteria.epsilon );
//在迭代次数返回内进行循环
for( i = 0; i < criteria.max_iter; i++ )
{
int dx, dy, nx, ny;
double inv_m00;
CV_CALL( cvGetSubRect( mat, &cur_win, cur_rect )); //将cur_rect对应的mat部分赋给cur_win
CV_CALL( cvMoments( &cur_win, &moments )); //计算cur_win的图像矩
/* Calculating center of mass */
if( fabs(moments.m00) < DBL_EPSILON )
break;
inv_m00 = moments.inv_sqrt_m00*moments.inv_sqrt_m00; //inv_m00=1/m00
//搜索区域的水平重心偏移dx
dx = cvRound( moments.m10 * inv_m00 - windowIn.width*0.5 ); //m10/m00就是cur_win的重心横坐标
//搜索区域的垂直重心偏移dy
dy = cvRound( moments.m01 * inv_m00 - windowIn.height*0.5 ); //m01/m00就是cur_win的重心纵坐标
//搜索区域的重心坐标(nx,ny)
nx = cur_rect.x + dx;
ny = cur_rect.y + dy;
//跟踪目标处于图像边缘时进行一些相应的处理
if( nx < 0 )
nx = 0;
else if( nx + cur_rect.width > mat->cols )
nx = mat->cols - cur_rect.width;
if( ny < 0 )
ny = 0;
else if( ny + cur_rect.height > mat->rows )
ny = mat->rows - cur_rect.height;
dx = nx - cur_rect.x; //因为nx和ny可能越界，上面计算的nx和ny可能会变化，所以dx、dy、cur_rect都可能变化
dy = ny - cur_rect.y;
cur_rect.x = nx;
cur_rect.y = ny;
//精度达到要求时即可退出循环
if( dx*dx + dy*dy < eps )
break;
}
__END__;
//更新目标的图像矩
if( comp )
{
comp->rect = cur_rect;
comp->area = (float)moments.m00;
}
return i; //返回迭代次数i
}
3. 实验代码及结果
#include "opencv2/video/tracking.hpp"
#include "opencv2/imgproc/imgproc.hpp"
#include "opencv2/highgui/highgui.hpp"
#include <iostream>
#include <ctype.h>
using namespace cv;
using namespace std;
//定义一些全局变量
bool LBdown = false;
int trackCount = 0; //跟踪计数
Mat image;
Rect selection;
Point origin;
//函数声明
void onMouse( int event, int x, int y, int, void* );
void help();
int main( )
{
help();
int vmin = 10, vmax = 256, smin = 30;
int hbinNum = 16;
float hranges[] = {0,180};
const float* phranges = hranges;
bool backprojMode = false;
VideoCapture capture(0); //读取摄像头
if( !capture.isOpened() )
{
cout << "***Could not initialize capturing...***\n";
return -1;
}
namedWindow( "Histogram", 0 );
namedWindow( "MeanShift Tracking", 0 );
setMouseCallback( "MeanShift Tracking", onMouse, 0 );//消息响应机制
createTrackbar( "Vmin", "MeanShift Tracking", &vmin, 256, 0 );//createTrackbar函数的功能是在对应的窗口创建滑动条，滑动条Vmin,vmin表示滑动条的值，最大为256
createTrackbar( "Vmax", "MeanShift Tracking", &vmax, 256, 0 );//最后一个参数为0代表没有调用滑动拖动的响应函数
createTrackbar( "Smin", "MeanShift Tracking", &smin, 256, 0 );//vmin,vmax,smin初始值分别为10,256,30
bool paused = false;
Mat frame,hsv,hue,mask,hist,histimg = Mat::zeros(200, 320, CV_8UC3), backproj;;
Rect trackWindow;
while (1)
{
if( !paused )//没有暂停,不停地显示当前图片
{
capture>>frame;
if(frame.empty())
break;
}
frame.copyTo(image);
if(!paused)
{
if(trackCount > 0)
{
cvtColor(image, hsv, CV_BGR2HSV);
inRange(hsv, Scalar(0, smin, min(vmin,vmax)),Scalar(180, 256, max(vmin, vmax)), mask);
int ch[] = {0, 0};
hue.create(hsv.size(), hsv.depth());//hue初始化为与hsv大小深度一样的矩阵
mixChannels(&hsv, 1, &hue, 1, ch, 1);//将hsv第一个通道(也就是色调)的数复制到hue中
//起始帧进行初始化,即画出目标直方图
if(trackCount == 1)
{
histimg = Scalar::all(0); //重新选择目标就将histimg清零
//计算直方图及归一化
Mat roi(hue, selection), maskroi(mask, selection);//mask保存的hsv的最小值
calcHist(&roi, 1, 0, maskroi, hist, 1, &hbinNum, &phranges);
normalize(hist, hist, 0, 255, CV_MINMAX); //将hist归一化到0~255 、
//定义bin的颜色
int binWidth = histimg.cols / hbinNum; //直方图每个块的宽度
Mat binColor(1, hbinNum, CV_8UC3);//定义一个颜色矩阵
RNG rng;
rng.fill(binColor,RNG::NORMAL,1,255);
//绘制直方图
double binValueMax = 0;
minMaxLoc(hist,0,&binValueMax,0,0);
cout<<binValueMax<<endl;
for(int i= 0;i<hbinNum;i++)
{
int binHeight = saturate_cast<int>(hist.at<float>(i)/binValueMax*histimg.rows); //每个bin的高度
rectangle( histimg, Point(i*binWidth,histimg.rows),Point((i+1)*binWidth,histimg.rows - binHeight),
Scalar(binColor.at<Vec3b>(i)), -1, 8 );
}
trackCount ++;
trackWindow = selection; //trackWindow也就是目标窗口，用于meanShift()迭代
}
//后续帧，计算反向投影，调用meanshift()方法进行跟踪
calcBackProject(&hue, 1, 0, hist, backproj, &phranges);//计算直方图的反向投影，计算hue图像0通道直方图hist的反向投影，并让入backproj中
backproj &= mask;
meanShift(backproj, trackWindow, TermCriteria( CV_TERMCRIT_EPS | CV_TERMCRIT_ITER, 10, 1 ));
if( backprojMode )
cvtColor( backproj, image, CV_GRAY2BGR );
rectangle(image,Point(trackWindow.x,trackWindow.y),Point(trackWindow.x+trackWindow.width,trackWindow.y+trackWindow.height),Scalar(0,0,255),1,CV_AA);
trackCount++;
cout<<"trackCount="<<trackCount<<endl;
}
}
imshow( "Histogram", histimg );
imshow( "MeanShift Tracking",image);
int c = waitKey(30);
switch (c)
{
//注意按键区分大小写
case 27: //esc 退出程序
return 0;
case 98: //'b' 反向投影模型交替
backprojMode = !backprojMode;
break;
case 112: //"p" 暂停跟踪交替
paused = !paused;
break;
}
}
}
void onMouse( int event, int x, int y, int, void* )
{
if( LBdown )//只有当鼠标左键按下去时才有效，然后通过if里面代码就可以确定所选择的矩形区域selection了
{
selection.x = MIN(x, origin.x);//矩形左上角顶点坐标
selection.y = MIN(y, origin.y);
selection.width = abs(x - origin.x);//矩形宽
selection.height = abs(y - origin.y);//矩形高
selection &= Rect(0, 0, image.cols, image.rows);//用于确保所选的矩形区域在图片范围内
rectangle( image, selection,Scalar(0,0,255), 1, 8 );
imshow( "MeanShift Tracking",image);
}
switch( event )
{
case CV_EVENT_LBUTTONDOWN:
origin = Point(x,y);
selection = Rect(x,y,0,0);//鼠标刚按下去时初始化了一个矩形区域
LBdown = true;
//trackCount = 0;
break;
case CV_EVENT_LBUTTONUP:
LBdown = false;
if( selection.area()>0 )
trackCount = 1;
//cout<<"selection="<<selection<<endl;
break;
}
}
void help()
{
cout << "\n\nHot keys: \n"
"\tESC - quit the program\n"
"\tb - switch to/from backprojection view\n"
"\tp - pause video\n"
"To initialize tracking, select the object with mouse\n";
}
GIF录制软件录的效果不好。。。