YUV420转RGBA之使用opencv

前面在《YUV_420_888介绍及YUV420转RGBA》一文中介绍了YUV420的转换,并提供了自己写的转换代码。但是实际项目中一般不会自己手写代码逐个像素去转换,因为这样转换的速度比较慢。通常我们可以使用opencv或者libyuv来进行转换。本文就介绍使用opencv进行转换。

YUV420转RGBA系列共三篇:

  • YUV_420_888介绍及YUV420转RGBA
  • YUV420转RGBA之使用opencv
  • YUV420转RGBA之使用libyuv

本文是其中的第二篇。

1. 下载opencv

https://github.com/opencv/opencv/releases
可以下载opencv源码自行编译,也可以选择编译好的opencv-xxx-android-sdk。这里只是简单说明opencv的用法,就直接使用了opencv-3.4.10-android-sdk。

2. 导入opencv到Android Studio

导入opencv有两种方式:

  • 直接使用opencv提供的Java版本 API
  • 导入头文件和库文件,自己编写JNI调用opencv C/C++版本 API
    这里选择第二种,自己编写JNI调用opencv C/C++版本 API。

2.1 导入头文件

在项目的app/src/main/cpp/下新建include文件夹。解压opencv-3.4.10-android-sdk压缩包,将~/opencv-3.4.10-android-sdk/OpenCV-android-sdk/sdk/native/jni/include/下面的头文件拷贝到项目的app/src/main/cpp/include下:


YUV420转RGBA之使用opencv_第1张图片
1.png
YUV420转RGBA之使用opencv_第2张图片
2.png

2.2 导入库文件

将~/sw/opencv-3.4.10-android-sdk/OpenCV-android-sdk/sdk/native/libs下的库文件拷贝项目的app/src/main/jniLibs下:


YUV420转RGBA之使用opencv_第3张图片
4.png

YUV420转RGBA之使用opencv_第4张图片
3.png

2.3 修改CMakeLists.txt

include_directories(${CMAKE_SOURCE_DIR}/include)
find_library(log-lib log)

add_library(opencv3 SHARED IMPORTED)
set_target_properties(
        opencv3
        PROPERTIES
        IMPORTED_LOCATION ${CMAKE_SOURCE_DIR}/../jniLibs/${ANDROID_ABI}/libopencv_java3.so
)

add_library(
        OpencvUtils
        SHARED
        opencv.cpp
        opencv_utils.cpp
)
target_link_libraries(OpencvUtils opencv3 ${log-lib})

修改完成后同步一下项目,接下来我们只要在opencv.cpp和 opencv_utils.cpp中编码调用opencv 的API就可以了。

3. 使用opencv将YUV420转换成RGBA

opencv.cpp:

#include 
#include 
#include "opencv_utils.h"

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_I420ToRGBA(JNIEnv *env, jclass clazz,
                                           jbyteArray src, jbyteArray dst,
                                           jint width, jint height) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    jbyte *_dst = env->GetByteArrayElements(dst, nullptr);
    opencvI420ToRGBA(reinterpret_cast(_src),
                     reinterpret_cast(_dst), width, height);
    env->ReleaseByteArrayElements(src, _src, JNI_ABORT);
    env->ReleaseByteArrayElements(dst, _dst, 0);
}

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_YV12ToRGBA(JNIEnv *env, jclass clazz,
                                           jbyteArray src, jbyteArray dst,
                                           jint width, jint height) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    jbyte *_dst = env->GetByteArrayElements(dst, nullptr);
    opencvYV12ToRGBA(reinterpret_cast(_src),
                     reinterpret_cast(_dst), width, height);
    env->ReleaseByteArrayElements(src, _src, JNI_ABORT);
    env->ReleaseByteArrayElements(dst, _dst, 0);
}

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_NV12ToRGBA(JNIEnv *env, jclass clazz,
                                           jbyteArray src, jbyteArray dst,
                                           jint width, jint height) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    jbyte *_dst = env->GetByteArrayElements(dst, nullptr);
    opencvNV12ToRGBA(reinterpret_cast(_src),
                     reinterpret_cast(_dst), width, height);
    env->ReleaseByteArrayElements(src, _src, JNI_ABORT);
    env->ReleaseByteArrayElements(dst, _dst, 0);
}

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_NV21ToRGBA(JNIEnv *env, jclass clazz,
                                           jbyteArray src, jbyteArray dst,
                                           jint width, jint height) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    jbyte *_dst = env->GetByteArrayElements(dst, nullptr);
    opencvNV21ToRGBA(reinterpret_cast(_src),
                     reinterpret_cast(_dst), width, height);
    env->ReleaseByteArrayElements(src, _src, JNI_ABORT);
    env->ReleaseByteArrayElements(dst, _dst, 0);
}

opencv_utils.h:

#ifndef OPENCV_UTILS_H
#define OPENCV_UTILS_H

#ifdef __cplusplus
extern "C" {
#endif

void opencvI420ToRGBA(unsigned char *src, unsigned char *dst, int width, int height);

void opencvYV12ToRGBA(unsigned char *src, unsigned char *dst, int width, int height);

void opencvNV12ToRGBA(unsigned char *src, unsigned char *dst, int width, int height);

void opencvNV21ToRGBA(unsigned char *src, unsigned char *dst, int width, int height);

#ifdef __cplusplus
}
#endif
#endif //OPENCV_UTILS_H

opencv_utils.cpp:

#include 
#include 
#include 

#include "logger.h"
#include "opencv_utils.h"

using namespace std;
using namespace cv;

void opencvI420ToRGBA(unsigned char *src, unsigned char *dst, int width, int height) {
    Mat srcImg(height * 3 / 2, width, CV_8UC1, src);
    Mat dstImg(height, width, CV_8UC4, dst);
    cvtColor(srcImg, dstImg, CV_YUV2RGBA_I420);
}

void opencvYV12ToRGBA(unsigned char *src, unsigned char *dst, int width, int height) {
    Mat srcImg(height * 3 / 2, width, CV_8UC1, src);
    Mat dstImg(height, width, CV_8UC4, dst);
    cvtColor(srcImg, dstImg, CV_YUV2RGBA_YV12);
}

void opencvNV12ToRGBA(unsigned char *src, unsigned char *dst, int width, int height) {
    Mat srcImg(height * 3 / 2, width, CV_8UC1, src);
    Mat dstImg(height, width, CV_8UC4, dst);
    cvtColor(srcImg, dstImg, CV_YUV2RGBA_NV12);
}

void opencvNV21ToRGBA(unsigned char *src, unsigned char *dst, int width, int height) {
    Mat srcImg(height * 3 / 2, width, CV_8UC1, src);
    Mat dstImg(height, width, CV_8UC4, dst);
    cvtColor(srcImg, dstImg, CV_YUV2RGBA_NV21);
}

4. 使用opencv旋转RGBA和YUV420P

opencv.cpp:

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_rotateRGB(JNIEnv *env, jclass clazz, jbyteArray src,
                                          jint width, jint height, jfloat degree) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    opencvRotateRGB(reinterpret_cast(_src), width, height, degree);
    env->ReleaseByteArrayElements(src, _src, 0);
}

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_rotateRGBA(JNIEnv *env, jclass clazz, jbyteArray src,
                                           jint width, jint height, jfloat degree) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    opencvRotateRGBA(reinterpret_cast(_src), width, height, degree);
    env->ReleaseByteArrayElements(src, _src, 0);
}

extern "C"
JNIEXPORT void JNICALL
Java_com_qxt_yuv420_OpencvUtils_rotateYUV420P(JNIEnv *env, jclass clazz, jbyteArray src,
                                              jint width, jint height, jfloat degree) {
    jbyte *_src = env->GetByteArrayElements(src, nullptr);
    opencvRotateYUV420P(reinterpret_cast(_src), width, height, degree);
    env->ReleaseByteArrayElements(src, _src, 0);
}

opencv_utils.h:

void opencvRotateRGB(unsigned char *src, int width, int height, float degree);

void opencvRotateRGBA(unsigned char *src, int width, int height, float degree);

void opencvRotateYUV420P(unsigned char *src, int width, int height, float degree);

opencv_utils.cpp:

static inline void rotate(Mat srcImg, float degree, int stride) {
    Mat tmpImg;
    Mat finalImg;
    if (degree == 90.0f /*ROTATE_90_CLOCKWISE*/) {
        transpose(srcImg, tmpImg);
        flip(tmpImg, finalImg, 1);
    } else if (degree == 180.0f /*ROTATE_180*/) {
        flip(srcImg, finalImg, -1);
    } else if (degree == 270.0f /*ROTATE_90_COUNTERCLOCKWISE*/) {
        transpose(srcImg, tmpImg);
        flip(tmpImg, finalImg, 0);
    } else {
        return;
    }
    memcpy(srcImg.data, finalImg.data,
           static_cast(finalImg.rows * finalImg.cols * stride));
    if (!tmpImg.empty()) {
        tmpImg.release();
    }

    if (!finalImg.empty()) {
        finalImg.release();
    }
}

void opencvRotateRGB(unsigned char *src, int width, int height, float degree) {
    Mat srcImg(height, width, CV_8UC3, src);
    rotate(srcImg, degree, 3);
}

void opencvRotateRGBA(unsigned char *src, int width, int height, float degree) {
    Mat srcImg(height, width, CV_8UC4, src);
    rotate(srcImg, degree, 4);
}

void opencvRotateYUV420P(unsigned char *src, int width, int height, float degree) {
    int uvWidth = width >> 1;
    int uvHeight = height >> 1;
    unsigned char *pY = src;
    unsigned char *pU = src + width * height;
    unsigned char *pV = src + width * height * 5 / 4;
    Mat y(height, width, CV_8UC1, pY);
    rotate(y, degree, 1);
    Mat u(uvHeight, uvWidth, CV_8UC1, pU);
    rotate(u, degree, 1);
    Mat v(uvHeight, uvWidth, CV_8UC1, pV);
    rotate(v, degree, 1);
}

本文中的代码已经上传到github:https://github.com/qiuxintai/YUV420Converter

你可能感兴趣的:(YUV420转RGBA之使用opencv)