metaRTC通用H264文件帧获取发送方法
最近杨总的metaRTC很火（gitee.com/metaRTC/metaRTC），也决定将以前的一些应用移植过去，拥抱国产生态，在适配过程中，发现测试还是比较麻烦，不是ffmpeg,就是需要IPC得硬件版子，能在pc上实现初步调试是非常有必要的，于是通过一番查找和恶补H264编码格式得相关知识，做了一个通用的获取H264帧的函数，话不多说，直接上代码，获取某帧的段地址指针很相应长度偏移量
static int FindStartCode2 (unsigned char *Buf)
{
if(Buf[0]!=0 || Buf[1]!=0 || Buf[2] !=1) return 0; //判断是否为0x000001,如果是返回1
else return 1;
}
static int FindStartCode3 (unsigned char *Buf)
{
if(Buf[0]!=0 || Buf[1]!=0 || Buf[2] !=0 || Buf[3] !=1) return 0;//判断是否为0x00000001,如果是返回1
else return 1;
}
#define CONVERT_TIMESTAMP_TO_RTP(clockRate, pts) ((UINT64) ((DOUBLE) (pts) * ((DOUBLE) (clockRate) / HUNDREDS_OF_NANOS_IN_A_SECOND)))
#define VIDEO_CLOCKRATE (UINT64) 90000
//NALU HEADER
#define NALU_TYPE_MASK 0x1f //00011111 nal_unit_type
#define NALU_FORB_MASK 0x80 //10000000 forbidden_bit
#define NALU_REF_MASK 0x60 //01100000 nal_reference_bit
#define NALU_TYPE_SPS 0x67 //SPS
#define NALU_TYPE_PPS 0x68 //PPS
#define NALU_TYPE_IDR 0x65 //IDR关键帧
#define NALU_TYPE_PFRAME 0x61 //P帧
#define NALU_TYPE_PFRAME2 0x41
// #define NALU_TYPE_BFRAME 0x01
#define NALU_TYPE_SEI 0x06
void GetNaluSlice(PBYTE scr,uint32_t scrlen,uint32_t *packetlen,uint32_t * nalutype ,BOOL * endframe,uint32_t *pscroffset){
// printf("GetNaluSlice %d\n",scrlen);
uint32_t destcount=0,naluendptr=0;
if(FindStartCode2(scr)) destcount=3;
else if(FindStartCode3(scr)) destcount=4;
else return -1;
*nalutype = scr[destcount];
naluendptr=destcount;
*pscroffset=destcount;
* endframe=FALSE;
do{
if(FindStartCode2(scr+naluendptr)||FindStartCode3(scr+naluendptr)){
*packetlen=naluendptr-destcount;
if(debuglog)
printf("get nalu type 0x%x len %d\r\n",*nalutype,naluendptr-destcount);
break;
}
if(++naluendptr>=scrlen) {
* endframe=TRUE;
*packetlen=naluendptr-destcount;
if(debuglog)
printf("get nalu type 0x%x len %d frame is end\r\n",*nalutype,naluendptr-destcount);
break;
}
}while(1);
}发送至meta peer rtc session缓冲器
int yang_IPCEncoder_save_stream(YangVideoEncoderBuffer2* buf,YangFrame* frame,PFrame pframe ){
uint32_t scrindex=0,scrlen=pframe->size;
int32_t isKeyframe = YANG_Frametype_P;
int32_t dataLength=pframe->size;
uint8_t *data = NULL, *vbuffer = NULL;
data = pframe->frameData;
PBYTE pscr=pframe->frameData;
isKeyframe = YANG_Frametype_P;
frame->frametype = YANG_Frametype_P;
uint32_t destindex=0;
uint32_t nalutype;
BOOL ready=FALSE,endframe=FALSE;
uint32_t offset=0;
do{
GetNaluSlice(pscr,scrlen,& destindex,& nalutype ,& endframe,&scrindex);
//offset+=scrindex;
switch(nalutype){
case NALU_TYPE_PPS:
case NALU_TYPE_SPS:
case NALU_TYPE_IDR:
isKeyframe = YANG_Frametype_I;
frame->frametype = YANG_Frametype_I;
case NALU_TYPE_PFRAME:
case NALU_TYPE_PFRAME2:
ready=TRUE;
//scrlen-=scrindex;
data=pscr;//+scrindex;
break;
case NALU_TYPE_SEI:
return 0;
}
if(ready) break;
if(endframe)
return 0;
else{
pscr+=scrindex+destindex;
scrlen-=scrindex+destindex;
if(scrlen<=0) return 0;
}
//if(endframe
}while(1);
frame->pts=frame->dts=pframe->presentationTs;
if (isKeyframe == YANG_Frametype_I) {
int32_t spsLen=0,ppsLen=0,spsPos=0,ppsPos=0,ipos=0;
dataLength=scrlen;
spsLen=destindex;
spsPos=data+scrindex;
//sps lenth
yang_put_be32((char*)frame->payload,destindex);
ipos+=4;
//sps content
memcpy(frame->payload+ipos, data+scrindex, destindex);
ipos+=destindex;
vbuffer = data+scrindex+destindex;
scrlen-=destindex+scrindex;
destindex=0;scrindex=0;
GetNaluSlice(vbuffer,scrlen,& destindex,& nalutype ,& endframe,&scrindex);
//pps lenth
yang_put_be32((char*)frame->payload+ipos,destindex);
ipos+=4;
//pps content
memcpy(frame->payload+ipos, vbuffer+scrindex, destindex);
ipos+=destindex;
vbuffer += scrindex+destindex;
scrlen-=destindex+scrindex;
uint32_t destcount=0;
if(FindStartCode2(vbuffer)) destcount=3;
else if(FindStartCode3(vbuffer)) destcount=4;
else return 0;
if(destcount==3)
{
frame->payload[ipos]=0x00;
ipos+=1;
}
memcpy(frame->payload+ipos, vbuffer, scrlen);
ipos+=scrlen;
frame->nb = ipos;
//dumphex(frame->payload,frame->nb);
} else {
int pFramePos = 0;
dataLength=scrlen-scrindex;
//pFramePos = yang_find_pre_start_code(data,dataLength);
memcpy(frame->payload, data+scrindex, dataLength);
if(frame->payload[0]==0x41) frame->payload[0]=0x61;
frame->nb = dataLength;
}
buf->putEVideo(&buf->mediaBuffer,frame);
if(debuglog){
//if (isKeyframe == YANG_Frametype_I) {
printf("ts-> %lld send %d bytes to rtp:",frame->dts,frame->nb);
dumphex(frame->payload,frame->nb<200?frame->nb:200);
printf("\n");
}
return 0;
}循环发送H264文件帧线程
uint8_t buffer[2*1024*1024]={0};
uint8_t framebuffer[2*1024*1024]={0};
uint8_t h264filebuffer[5*1024*1024]={0};
PVOID sendVideoPackets(PVOID args)
{
STATUS retStatus = STATUS_SUCCESS;
pStreamManage pstreammanage = gpStreamManage;//(pStreamManage) args;
EncoderSession* session=(EncoderSession*)args;
Frame frame;
UINT32 fileIndex = 0, frameSize;
// CHAR filePath[MAX_PATH_LEN + 1];
STATUS status;
UINT32 i;
UINT64 startTime, lastFrameTime, elapsed;
if (pstreammanage == NULL) {
printf("[metaRTC Master] sendVideoPackets(): operation returned status code: 0x%08x \n", STATUS_NULL_ARG);
goto CleanUp;
}
YangFrame videoFrame;
memset(&videoFrame,0,sizeof(YangFrame));
videoFrame.payload = buffer;
memset(&frame,0,sizeof(Frame));
frame.frameData=framebuffer;
startTime = GETTIME();
lastFrameTime = startTime;
frame.presentationTs = 0;
pstreammanage->videoBufferSize=0;
printf("sendVideoPackets starting ...\n");
UINT32 h264filebuffersize=0;
if(!strlen(filePath)||!strstr(filePath,".h264")){
snprintf(filePath, MAX_PATH_LEN, "%s","../video/test.h264");//"../test.h264");
printf("filepath is not exist use default %s \n",filePath);
}
retStatus = readFrameFromDisk(NULL, &h264filebuffersize, filePath);
if (retStatus != STATUS_SUCCESS) {
printf("[metaRTC Master] readFrameFromDisk(): operation returned status code: 0x%08x \n", retStatus);
goto CleanUp;
}
retStatus = readFrameFromDisk(h264filebuffer, &h264filebuffersize, filePath);
if (retStatus != STATUS_SUCCESS) {
printf("[metaRTC Master] readFrameFromDisk(): operation returned status code: 0x%08x \n", retStatus);
goto CleanUp;
}
PBYTE scrpos=h264filebuffer,scr=h264filebuffer,pframeindex=frame.frameData;
uint32_t scrlen=h264filebuffersize;
uint32_t packetlen;
uint32_t nalutype;
BOOL endframe;
uint32_t pscroffset=0,ipos=0,framelen=0;
while (!ATOMIC_LOAD_BOOL(&pstreammanage->appTerminateFlag) &&(session->isConvert == 1)) {
if(endframe){
scrpos=h264filebuffer;scr=h264filebuffer;
scrlen=h264filebuffersize;
pframeindex=frame.frameData;
frame.size=0;
}
GetNaluSlice(scr,scrlen,&packetlen,&nalutype ,&endframe,&pscroffset);
switch(nalutype){
case NALU_TYPE_PPS:
//continue;
case NALU_TYPE_SPS:
ipos+=pscroffset+packetlen;
memcpy(pframeindex,scrpos,ipos);
pframeindex+= ipos;
framelen+=ipos;
// frame.size+=ipos;
scrpos+=ipos;
ipos=0;
//continue;
break;
case NALU_TYPE_IDR:
case NALU_TYPE_PFRAME:
case NALU_TYPE_PFRAME2:
ipos+=pscroffset+packetlen;
memcpy(pframeindex,scrpos,ipos);
pframeindex+= ipos;
frame.size+=ipos+framelen;
scrpos+=ipos;
ipos=0;
framelen=0;
// dumphex(frame.frameData,frame.size);
//break;
//memcpy(frame.frameData,scrpos,ipos);
break;
case NALU_TYPE_SEI:
//ipos+=pscroffset+packetlen;
scrpos+=pscroffset+packetlen;;
break;
default:
ipos+=pscroffset+packetlen;
break;
//continue;
}
if(frame.size>0){
frame.presentationTs=GETTIME();
MUTEX_LOCK(pstreammanage->streamingSessionListReadLock);
// for (i = 0; i < pstreammanage->streamingSessionCount; ++i) {
retStatus = yang_IPCEncoder_save_stream(session->out_videoBuffer,&videoFrame, &frame);
if (retStatus < 0) {
goto CleanUp;
}
// }
MUTEX_UNLOCK(pstreammanage->streamingSessionListReadLock);
// Adjust sleep in the case the sleep itself and writeFrame take longer than expected. Since sleep makes sure that the thread
// will be paused at least until the given amount, we can assume that there's no too early frame scenario.
// Also, it's very unlikely to have a delay greater than SAMPLE_VIDEO_FRAME_DURATION, so the logic assumes that this is always
// true for simplicity.
elapsed = lastFrameTime - startTime;
THREAD_SLEEP(SAMPLE_VIDEO_FRAME_DURATION - elapsed % SAMPLE_VIDEO_FRAME_DURATION);
lastFrameTime = GETTIME();
pframeindex=frame.frameData;
frame.size=0;
ipos=0;
}
scr+=pscroffset+packetlen;
scrlen-=pscroffset+packetlen;
}
CleanUp:
CHK_LOG_ERR(retStatus);
return (PVOID) (ULONG_PTR) retStatus;
}
感谢大佬liuping36131997的启发。
最后膜拜杨大侠，一己之力造出了metaRTC，也希望他的愿景成真，大家可以关注他的个人博客
https://blog.csdn.net/m0_56595685/category_11474470.html