OpenCv，EmguCv及.net之间的互动(The Interaction of OpenCv, EmguCv AND .net)
OpenCv，EmguCv及.net之间的互动(The Interaction of OpenCv, EmguCv AND .net)
作者：王先荣
前言
在.net中使用OpenCv和EmguCv时，必须在三者支持的图像格式之间进行转换。.net中用Bitmap类来承载图像，OpenCv中用IplImage指针来承载图像，EmguCv中用Image<TColor,TDepth>来承载图像。本文主要讲述如何在IplImage、Image<TColor,TDepth>和Bitmap之间转换。
IplImage <=> MIplImage
MIplImage是IplImage中的托管实现，它是.net与OpenCv之间沟通的桥梁。IplImage指针和MIplImage之间的转换主要用到了Marshal类中的PtrToStructure、StructureToPtr、AllocHGlobal和FreeHGlobal这几个静态方法。
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
/// <summary>
/// 将MIplImage结构转换到IplImage指针；
/// 注意：指针在使用完之后必须用Marshal.FreeHGlobal方法释放。
/// </summary>
/// <param name="mi">MIplImage对象</param>
/// <returns>返回IplImage指针</returns>
public
static
IntPtr MIplImageToIplImagePointer(MIplImage mi)
{
IntPtr ptr = Marshal.AllocHGlobal(mi.nSize);
Marshal.StructureToPtr(mi, ptr,
false
);
return
ptr;
}
/// <summary>
/// 将IplImage指针转换成MIplImage结构
/// </summary>
/// <param name="ptr">IplImage指针</param>
/// <returns>返回MIplImage结构</returns>
public
static
MIplImage IplImagePointerToMIplImage(IntPtr ptr)
{
return
(MIplImage)Marshal.PtrToStructure(ptr,
typeof
(MIplImage));
}
|
需要注意的是，不能使用 MIplImage * pmi=(MIplImage *)ptr.ToPointer(); 和 IntPtr ptr=&mi; 之类的写法。
IplImage <=> Image<TColor,TDepth>
用了MIplImage的辅助，我们可以很容易实现IplImage指针和Image<TColor,TDepth>之间的转换。
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
/// <
summary
>
/// 将IplImage指针转换成Emgucv中的Image对象；
/// 注意：这里需要您自己根据IplImage中的depth和nChannels来决定
/// </
summary
>
/// <
typeparam
name
=
"TColor"
>Color type of this image (either Gray, Bgr, Bgra, Hsv, Hls, Lab, Luv, Xyz or Ycc)</
typeparam
>
/// <
typeparam
name
=
"TDepth"
>Depth of this image (either Byte, SByte, Single, double, UInt16, Int16 or Int32)</
typeparam
>
/// <
param
name
=
"ptr"
>IplImage指针</
param
>
/// <
returns
>返回Image对象</
returns
>
public static Image<
TColor
, TDepth> IplImagePointerToEmgucvImage<
TColor
, TDepth>(IntPtr ptr)
where TColor : struct, IColor
where TDepth : new()
{
MIplImage mi = IplImagePointerToMIplImage(ptr);
return new Image<
TColor
, TDepth>(mi.width, mi.height, mi.widthStep, mi.imageData);
}
/// <
summary
>
/// 将IplImage指针转换成Emgucv中的IImage接口；
/// 1通道对应灰度图像，3通道对应BGR图像，4通道对应BGRA图像。
/// 注意：3通道可能并非BGR图像，而是HLS,HSV等图像
/// </
summary
>
/// <
param
name
=
"ptr"
>IplImage指针</
param
>
/// <
returns
>返回IImage接口</
returns
>
public static IImage IplImagePointToEmgucvIImage(IntPtr ptr)
{
MIplImage mi = IplImagePointerToMIplImage(ptr);
Type tColor;
Type tDepth;
string unsupportedDepth = "不支持的像素位深度IPL_DEPTH";
string unsupportedChannels = "不支持的通道数（仅支持1，2，4通道）";
switch (mi.nChannels)
{
case 1:
tColor = typeof(Gray);
switch (mi.depth)
{
case IPL_DEPTH.IPL_DEPTH_8U:
tDepth = typeof(Byte);
return new Image<
Gray
, Byte>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_16U:
tDepth=typeof(UInt16);
return new Image<
Gray
, UInt16>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_16S:
tDepth = typeof(Int16);
return new Image<
Gray
, Int16>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_32S:
tDepth = typeof(Int32);
return new Image<
Gray
, Int32>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_32F:
tDepth = typeof(Single);
return new Image<
Gray
, Single>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_64F:
tDepth = typeof(Double);
return new Image<
Gray
, Double>(mi.width, mi.height, mi.widthStep, mi.imageData);
default:
throw new NotImplementedException(unsupportedDepth);
}
case 3:
tColor = typeof(Bgr);
switch (mi.depth)
{
case IPL_DEPTH.IPL_DEPTH_8U:
tDepth = typeof(Byte);
return new Image<
Bgr
, Byte>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_16U:
tDepth = typeof(UInt16);
return new Image<
Bgr
, UInt16>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_16S:
tDepth = typeof(Int16);
return new Image<
Bgr
, Int16>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_32S:
tDepth = typeof(Int32);
return new Image<
Bgr
, Int32>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_32F:
tDepth = typeof(Single);
return new Image<
Bgr
, Single>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_64F:
tDepth = typeof(Double);
return new Image<
Bgr
, Double>(mi.width, mi.height, mi.widthStep, mi.imageData);
default:
throw new NotImplementedException(unsupportedDepth);
}
case 4:
tColor = typeof(Bgra);
switch (mi.depth)
{
case IPL_DEPTH.IPL_DEPTH_8U:
tDepth = typeof(Byte);
return new Image<
Bgra
, Byte>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_16U:
tDepth = typeof(UInt16);
return new Image<
Bgra
, UInt16>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_16S:
tDepth = typeof(Int16);
return new Image<
Bgra
, Int16>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_32S:
tDepth = typeof(Int32);
return new Image<
Bgra
, Int32>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_32F:
tDepth = typeof(Single);
return new Image<
Bgra
, Single>(mi.width, mi.height, mi.widthStep, mi.imageData);
case IPL_DEPTH.IPL_DEPTH_64F:
tDepth = typeof(Double);
return new Image<
Bgra
, Double>(mi.width, mi.height, mi.widthStep, mi.imageData);
default:
throw new NotImplementedException(unsupportedDepth);
}
default:
throw new NotImplementedException(unsupportedChannels);
}
}
/// <
summary
>
/// 将Emgucv中的Image对象转换成IplImage指针；
/// </
summary
>
/// <
typeparam
name
=
"TColor"
>Color type of this image (either Gray, Bgr, Bgra, Hsv, Hls, Lab, Luv, Xyz or Ycc)</
typeparam
>
/// <
typeparam
name
=
"TDepth"
>Depth of this image (either Byte, SByte, Single, double, UInt16, Int16 or Int32)</
typeparam
>
/// <
param
name
=
"image"
>Image对象</
param
>
/// <
returns
>返回IplImage指针</
returns
>
public static IntPtr EmgucvImageToIplImagePointer<
TColor
, TDepth>(Image<
TColor
, TDepth> image)
where TColor : struct, IColor
where TDepth : new()
{
return image.Ptr;
}
|
Image<TColor,TDepth> <=> Bitmap
EmguCv中已经实现了这二者之间的转换，分别是Image<TColor,TDepth>类的下列成员：
(1)public Bitmap Bitmap { get; set; }
该属性可以获取或者设置位图；对于Image<Gray, Byte>, Image<Bgr, Byte> 和 Image<Bgra, Byte>这三种情况效率很高，因为Image<TColor,TDepth>和Bitmap共享数据内存。
(2)public Bitmap ToBitmap(int width,int height)及public Bitmap ToBitmap()方法
(3)public Image(Bitmap bmp)
(4)public Image(int width,int height,int stride,IntPtr scan0)
这个构造函数几乎是万能的，只要您清楚图像的内存分布，以及想要的目的。
IplImage <=> Bitmap
IplImage指针和Bitmap间的转换有两种方式，第一种是利用Image<TColor,TDepth>作媒介；第二种是自己写转换的方法，例如我写的下列代码：
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
/// <
summary
>
/// 将IplImage指针转换成位图对象；
/// 对于不支持的像素格式，可以先使用cvCvtColor函数转换成支持的图像指针
/// </
summary
>
/// <
param
name
=
"ptr"
>IplImage指针</
param
>
/// <
returns
>返回位图对象</
returns
>
public static Bitmap IplImagePointerToBitmap(IntPtr ptr)
{
MIplImage mi = IplImagePointerToMIplImage(ptr);
PixelFormat pixelFormat; //像素格式
string unsupportedDepth = "不支持的像素位深度IPL_DEPTH";
string unsupportedChannels = "不支持的通道数（仅支持1，2，4通道）";
switch(mi.nChannels)
{
case 1:
switch (mi.depth)
{
case IPL_DEPTH.IPL_DEPTH_8U:
pixelFormat = PixelFormat.Format8bppIndexed;
break;
case IPL_DEPTH.IPL_DEPTH_16U:
pixelFormat = PixelFormat.Format16bppGrayScale;
break;
default:
throw new NotImplementedException(unsupportedDepth);
}
break;
case 3:
switch (mi.depth)
{
case IPL_DEPTH.IPL_DEPTH_8U:
pixelFormat = PixelFormat.Format24bppRgb;
break;
case IPL_DEPTH.IPL_DEPTH_16U:
pixelFormat = PixelFormat.Format48bppRgb;
break;
default:
throw new NotImplementedException(unsupportedDepth);
}
break;
case 4:
switch (mi.depth)
{
case IPL_DEPTH.IPL_DEPTH_8U:
pixelFormat = PixelFormat.Format32bppArgb;
break;
case IPL_DEPTH.IPL_DEPTH_16U:
pixelFormat = PixelFormat.Format64bppArgb;
break;
default:
throw new NotImplementedException(unsupportedDepth);
}
break;
default:
throw new NotImplementedException(unsupportedChannels);
}
Bitmap bitmap = new Bitmap(mi.width, mi.height, mi.widthStep, pixelFormat, mi.imageData);
//对于灰度图像，还要修改调色板
if (pixelFormat == PixelFormat.Format8bppIndexed)
SetColorPaletteOfGrayscaleBitmap(bitmap);
return bitmap;
}
/// <
summary
>
/// 将位图转换成IplImage指针
/// </
summary
>
/// <
param
name
=
"bitmap"
>位图对象</
param
>
/// <
returns
>返回IplImage指针</
returns
>
public static IntPtr BitmapToIplImagePointer(Bitmap bitmap)
{
IImage iimage = null;
switch (bitmap.PixelFormat)
{
case PixelFormat.Format8bppIndexed:
iimage = new Image<
Gray
, Byte>(bitmap);
break;
case PixelFormat.Format16bppGrayScale:
iimage = new Image<
Gray
, UInt16>(bitmap);
break;
case PixelFormat.Format24bppRgb:
iimage = new Image<
Bgr
, Byte>(bitmap);
break;
case PixelFormat.Format32bppArgb:
iimage = new Image<
Bgra
, Byte>(bitmap);
break;
case PixelFormat.Format48bppRgb:
iimage = new Image<
Bgr
, UInt16>(bitmap);
break;
case PixelFormat.Format64bppArgb:
iimage = new Image<
Bgra
, UInt16>(bitmap);
break;
default:
Image<
Bgra
, Byte> tmp1 = new Image<
Bgra
, Byte>(bitmap.Size);
Byte[, ,] data = tmp1.Data;
for (int i = 0; i <
bitmap.Width
; i++)
|