摄像头采集，264编码，live555直播(2)

加入 摄像头采集和264编码，再使用live555直播

 1、摄像头采集和264编码

     将x264改成编码一帧的接口，码流不写入文件而是直接写入内存中（int  Encode_frame 函数中）。

 

/*

 * Filename: encodeapp.h

 * Auther: mlj

 * Create date: 2013/ 1/20

 */

#ifndef _ENCODEAPP_H_

#define _ENCODEAPP_H_



#include "x264.h"

#include <stdint.h>

#define WRITEOUT_RECONSTRUCTION 1



typedef int32_t INT32;

typedef  signed char INT8;





typedef struct _EncodeApp 

{

    x264_t *h;

    x264_picture_t pic;

    x264_param_t param;



    void *outBufs;//一帧码流的缓存

    int  outBufslength;//总大小

    int   bitslen;//实际码流大小



    FILE *bits;                     // point to output bitstream file 

#ifdef WRITEOUT_RECONSTRUCTION    

    FILE *p_rec ;

#endif

}EncodeApp;

INT32 EncoderInit(EncodeApp*  EncApp,INT8 *config_filename);

INT32 EncoderEncodeFrame(EncodeApp*  EncApp);

INT32 EncoderDestroy(EncodeApp*  EncApp);



#endif

encodeapp.c

 /*

 * Filename: encodeapp.c

 * Auther: mlj

 * Create date: 2013/ 1/20

 */

#include <stdlib.h>

#include <string.h>

#include <stdint.h>

#include <stdio.h>

#include "..\inc\encodeapp.h"



#pragma comment(lib,"libx264.lib")











extern int  Encode_frame(EncodeApp*  EncApp, x264_t *h, x264_picture_t *pic );

INT32 EncoderEncodeFrame(EncodeApp*  EncApp)

{

        //printf("processing frame %d...",j);

        int i;

        //int     i_frame, i_frame_total;

        int64_t i_file=0;



    /* Encode frames */

        //EncApp->pic.i_pts = (int64_t)i_frame * (&EncApp->param)->i_fps_den;

        {

            /* Do not force any parameters */

            EncApp->pic.i_type = X264_TYPE_AUTO;

            EncApp->pic.i_qpplus1 = 0;

        }



        i_file += Encode_frame(EncApp, EncApp->h, &EncApp->pic );

    

        //fwrite(EncApp,EncApp->bits);



#ifdef WRITEOUT_RECONSTRUCTION        

        //write reconstruction

#endif

    return 0;

}



INT32 EncoderDestroy(EncodeApp*  EncApp)

{



     x264_picture_clean( &EncApp->pic );

    x264_encoder_close( EncApp->h );



    if(EncApp->outBufs )    

        free(EncApp->outBufs );     





    fclose(EncApp->bits);

#ifdef WRITEOUT_RECONSTRUCTION    

    fclose(EncApp->p_rec);

#endif

    return 0;

}

//x264.c中改写

int  Encode_frame(EncodeApp*  EncApp, x264_t *h, x264_picture_t *pic )

{

    x264_picture_t pic_out;

    x264_nal_t *nal;

    int i_nal, i;

    int i_file = 0;



    if( x264_encoder_encode( h, &nal, &i_nal, pic, &pic_out ) < 0 )

    {

        fprintf( stderr, "x264 [error]: x264_encoder_encode failed\n" );

    }

    EncApp->bitslen  = 0;

    for( i = 0; i < i_nal; i++ )

    {

        int i_size;



        if( mux_buffer_size < nal[i].i_payload * 3/2 + 4 )

        {

            mux_buffer_size = nal[i].i_payload * 2 + 4;

            x264_free( mux_buffer );

            mux_buffer = x264_malloc( mux_buffer_size );

        }



        i_size = mux_buffer_size;

        x264_nal_encode( mux_buffer, &i_size, 1, &nal[i] );

        //i_file += p_write_nalu( EncApp->bits, mux_buffer, i_size );

        if(  EncApp->outBufslength < ( EncApp->bitslen+i_size) )

        {

            void* temp= malloc( EncApp->bitslen+i_size);

            memcpy((unsigned char*)temp, (unsigned char*)(EncApp->outBufs), EncApp->bitslen);

            free(EncApp->outBufs);

            EncApp->outBufs = temp;

        }

        memcpy( (unsigned char*)(EncApp->outBufs)+ EncApp->bitslen,mux_buffer, i_size);

        EncApp->bitslen += i_size;

    }

    //p_write_nalu( EncApp->bits, (unsigned char*)EncApp->outBufs, EncApp->bitslen );

    //if (i_nal)

    //    p_set_eop( EncApp->bits, &pic_out );



    return i_file;

}



INT32 EncoderInit(EncodeApp*  EncApp,INT8 *config_filename)

{

    int argc; 

    

    cli_opt_t opt;

    static char *para[] =

    {

        "",

        "-q",

        "28",

        "-o",

        "test.264",

        "G:\\sequence\\walk_vga.yuv",

        "640x480",

        "--no-asm"

    };

    char **argv = para;; 

    //para[0]    = argv[0];

    //argv    = para;

    argc    = sizeof(para)/sizeof(char*);

    x264_param_default( &EncApp->param );

    /* Parse command line */

    if( Parse( argc, argv, &EncApp->param, &opt ) < 0 )

        return -1; 

    //param->i_frame_total =  100;

 //   EncApp->param.i_width         = 640;

 //   EncApp->param.i_height        = 480;

    //EncApp->param.rc.i_qp_constant = 28;



    if( ( EncApp->h = x264_encoder_open( &EncApp->param ) ) == NULL )

    {

        fprintf( stderr, "x264 [error]: x264_encoder_open failed\n" );

        return -1;

    }



    /* Create a new pic */

    x264_picture_alloc( &EncApp->pic, X264_CSP_I420, EncApp->param.i_width, EncApp->param.i_height );





    EncApp->outBufs = malloc(1024*1024);

    EncApp->outBufslength = 1024*1024;

    EncApp->bits =0 ;

#ifdef WRITEOUT_RECONSTRUCTION    

    EncApp->p_rec = NULL;

#endif

    EncApp->bits = fopen("test_vc.264","wb");



#ifdef WRITEOUT_RECONSTRUCTION    

    EncApp->p_rec = fopen("test_rec_vc.yuv", "wb");

#endif



    if(0==EncApp->bits)

    {

        printf("Can't open output files!\n");

        return -1;

    }



    return 0;

}

摄像头采集和264编码 源代码：http://download.csdn.net/user/mlj318 

结果速度不是很快，640x480 采集加编码只能达到10fps.

 相关配置：需要opencv库和libx264.lib.

包含目录 G:\workspace\video4windows\CameraDS and 264\inc;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv2;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include;

库目录 G:\workspace\video4windows\CameraDS and code\lib;H:\TDDOWNLOAD\OPEN_CV\opencv\build\x86\vc10\lib;

链接器 附加库目录 G:\workspace\video4windows\CameraDS and 264\lib;

 

链接器 附加依赖项

opencv_calib3d243d.lib
opencv_contrib243d.lib
opencv_core243d.lib
opencv_features2d243d.lib
opencv_flann243d.lib
opencv_gpu243d.lib
opencv_haartraining_engined.lib
opencv_highgui243d.lib
opencv_imgproc243d.lib
opencv_legacy243d.lib
opencv_ml243d.lib
opencv_nonfree243d.lib
opencv_objdetect243d.lib
opencv_photo243d.lib
opencv_stitching243d.lib
opencv_ts243d.lib
opencv_video243d.lib
opencv_videostab243d.lib
libx264.lib

2、再加入live555直播

class Cameras

{

public:

    void Init();

    void GetNextFrame();

    void Destory();

public:

    CCameraDS camera1; 

    CCameraDS camera2; 

    EncodeApp  encodeapp;

    IplImage *pFrame1 ;

    IplImage *pFrame2 ;

    unsigned char *RGB1;

    unsigned char *RGB2;

    unsigned char *YUV1;

    unsigned char *YUV2;

    unsigned char *YUV_merge;

};





void Cameras::Init()

{

    // 1、考虑到已经存在了显示图像的窗口，那就不必再次驱动摄像头了，即便往下驱动那也是摄像头已被占用。

    if(IsWindowVisible(FindWindow(NULL, g_szTitle)))

    {

        exit (-1);

    }



    //仅仅获取摄像头数目

    int m_iCamCount = CCameraDS::CameraCount();

    printf("There are %d cameras.\n", m_iCamCount);



    if(m_iCamCount==0)

    {

    fprintf(stderr, "No cameras.\n");

    exit( -1); 

    }



    //打开第一个摄像头

    if(! camera1.OpenCamera(0, false, WIDTH,HEIGHT)) //不弹出属性选择窗口，用代码制定图像宽和高

    {

    fprintf(stderr, "Can not open camera1.\n");

    exit( -1); 

    }

    if(! camera2.OpenCamera(1, false,  WIDTH,HEIGHT)) //不弹出属性选择窗口，用代码制定图像宽和高

    {

    fprintf(stderr, "Can not open camera2.\n");

    exit( -1); 

    } 

    cvNamedWindow("camera1");

    cvNamedWindow("camera2");





    EncoderInit(&encodeapp,NULL); 



     pFrame1 = camera1.QueryFrame();

    pFrame2 = camera2.QueryFrame();



    RGB1=(unsigned char *)malloc(pFrame1->height*pFrame1->width*3);

    YUV1=(unsigned char *)malloc(pFrame1->height*pFrame1->width*1.5);

    RGB2=(unsigned char *)malloc(pFrame2->height*pFrame2->width*3);

    YUV2=(unsigned char *)malloc(pFrame2->height*pFrame2->width*1.5);

    YUV_merge=(unsigned char *)malloc(pFrame2->height*pFrame2->width*1.5);

}

void Cameras::GetNextFrame()

{

    {

    pFrame1 = camera1.QueryFrame();

    pFrame2 = camera2.QueryFrame();

    cvShowImage("camera1", pFrame1);

    cvShowImage("camera2", pFrame2);

    for(int i=0;i<pFrame1->height;i++)

    {

        for(int j=0;j<pFrame1->width;j++)

        {

        RGB1[(i*pFrame1->width+j)*3] = pFrame1->imageData[i * pFrame1->widthStep + j * 3 + 2];;

        RGB1[(i*pFrame1->width+j)*3+1]= pFrame1->imageData[i * pFrame1->widthStep + j * 3 + 1];

        RGB1[(i*pFrame1->width+j)*3+2] = pFrame1->imageData[i * pFrame1->widthStep + j * 3  ]; 



        RGB2[(i*pFrame1->width+j)*3] = pFrame2->imageData[i * pFrame1->widthStep + j * 3 + 2];;

        RGB2[(i*pFrame1->width+j)*3+1]= pFrame2->imageData[i * pFrame1->widthStep + j * 3 + 1];

        RGB2[(i*pFrame1->width+j)*3+2] = pFrame2->imageData[i * pFrame1->widthStep + j * 3  ]; 

        }

    }







    Convert(RGB1, YUV1,pFrame1->width,pFrame1->height);

    Convert(RGB2, YUV2,pFrame2->width,pFrame2->height);

    mergeleftrigth(YUV_merge,YUV1,YUV2,pFrame2->width,pFrame2->height);



    unsigned char *p1,*p2;

    p1=YUV_merge;

    p2=encodeapp.pic.img.plane[0];//

    for(int i=0;i<pFrame1->height;i++)

    {

        memcpy(p2,p1,pFrame1->width);

        p1+=pFrame1->width;

        p2+=WIDTH;

    }

    p2=encodeapp.pic.img.plane[1];

    for(int i=0;i<pFrame1->height/2;i++)

    {

        memcpy(p2,p1,pFrame1->width/2);

        p1+=pFrame1->width/2;

        p2+=WIDTH/2;

    }

    p2=encodeapp.pic.img.plane[2];

    for(int i=0;i<pFrame1->height/2;i++)

    {

        memcpy(p2,p1,pFrame1->width/2);

        p1+=pFrame1->width/2;

        p2+=WIDTH/2;

    }

    EncoderEncodeFrame(&encodeapp);

    }

}

void Cameras::Destory()

{



    free(RGB1);

    free(RGB2);

    free(YUV1);

    free(YUV2);

    free(YUV_merge);

    camera1.CloseCamera();

    camera2.CloseCamera();

    cvDestroyWindow("camera1");

    cvDestroyWindow("camera2");

    EncoderDestroy(&encodeapp);

}

void H264FramedLiveSource::doGetNextFrame()

{



    //if( filesize(fp) >  fMaxSize)

    //  fFrameSize = fread(fTo,1,fMaxSize,fp); 

    //else

    //{

    //    fFrameSize = fread(fTo,1,filesize(fp),fp);

    //    fseek(fp, 0, SEEK_SET);

    //}

    //fFrameSize = fMaxSize;



    TwoWayCamera.GetNextFrame();

    fFrameSize =  TwoWayCamera.encodeapp.bitslen;

    if( fFrameSize >  fMaxSize)

    {

            fNumTruncatedBytes = fFrameSize - fMaxSize;  

            fFrameSize = fMaxSize;  

     }  

    else

    {  

        fNumTruncatedBytes = 0;  

    }  



    memmove(fTo, TwoWayCamera.encodeapp.outBufs, fFrameSize);  



    nextTask() = envir().taskScheduler().scheduleDelayedTask( 0,

        (TaskFunc*)FramedSource::afterGetting, this);//表示延迟0秒后再执行 afterGetting 函数

    return;

}

源代码：http://download.csdn.net/user/mlj318 

 640x480  只能达到3.5fps.

 相关配置：需要opencv库和libx264.lib.

包含目录 H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv2;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include;G:\workspace\avs\live555test -send\live555test\inc;G:\workspace\avs\live555test\live555test\BasicUsageEnvironment\include;G:\workspace\avs\live555test\live555test\UsageEnvironment\include;G:\workspace\avs\live555test\live555test\liveMedia\include;G:\workspace\avs\live555test\live555test\groupsock\include;

库目录 G:\workspace\avs\live555test\live555test\lib;H:\TDDOWNLOAD\OPEN_CV\opencv\build\x86\vc10\lib;

链接器 附加库目录 G:\workspace\video4windows\CameraDS and 264\lib;

链接器 附加依赖项

opencv_calib3d243d.lib
opencv_contrib243d.lib
opencv_core243d.lib
opencv_features2d243d.lib
opencv_flann243d.lib
opencv_gpu243d.lib
opencv_haartraining_engined.lib
opencv_highgui243d.lib
opencv_imgproc243d.lib
opencv_legacy243d.lib
opencv_ml243d.lib
opencv_nonfree243d.lib
opencv_objdetect243d.lib
opencv_photo243d.lib
opencv_stitching243d.lib
opencv_ts243d.lib
opencv_video243d.lib
opencv_videostab243d.lib
libx264.lib

 

出现的错误：

1>LIBCMTD.lib(sprintf.obj) : error LNK2005: _sprintf 已经在 MSVCRTD.lib(MSVCR100D.dll) 中定义
1>LIBCMTD.lib(crt0dat.obj) : error LNK2005: _exit 已经在 MSVCRTD.lib(MSVCR100D.dll) 中定义
1>LIBCMTD.lib(crt0dat.obj) : error LNK2005: __exit 已经在 MSVCRTD.lib(MSVCR100D.dll) 中定义

LIBCMTD.lib与 MSVCRTD.lib 冲突，在链接器- 输入 -忽略特定默认库中加上 LIBCMTD.lib 即可。