主机环境:Windows XP
SDL版本:SDL2-2.0.3
ffmpeg版本:ffmpeg.2.4
ffmpeg库版本:ffmpeg-20140916-git-b76d613-win32-dev.7z、ffmpeg-20140916-git-b76d613-win32-shared.7z
开发环境:CodeBlocks13.12
参考ffmpeg指导教程并结合前面的SDL音频播放分析以及ffmpeg的重采样,编写音频播放器,代码如下
#include <libavcodec/avcodec.h> #include <libavformat/avformat.h> #include <libavformat/avio.h> #include <libavutil/file.h> #include <libavutil/mem.h> #include <libswscale/swscale.h> #include <libavutil/channel_layout.h> #include <libavutil/samplefmt.h> #include <libswresample/swresample.h> #include <libavutil/opt.h> #include <SDL2/SDL.h> #include <stdbool.h> #if SDL_BYTEORDER == SDL_BIG_ENDIAN #define rmask 0xff000000 #define gmask 0x00ff0000 #define bmask 0x0000ff00 #define amask 0x000000ff #else #define rmask 0x000000ff #define gmask 0x0000ff00 #define bmask 0x00ff0000 #define amask 0xff000000 #endif #define AVCODEC_MAX_AUDIO_FRAME_SIZE 192000 typedef struct PacketQueue { AVPacketList *first_pkt, *last_pkt;//首尾指针 int nb_packets;//包数 int size;//包中的字节数 SDL_mutex *mutex;//互斥变量 SDL_cond *cond;//条件变量 } PacketQueue; PacketQueue audioQ; struct SwrContext *audio_swr_ctx;//重采样上下文 uint64_t out_ch_layout = AV_CH_LAYOUT_STEREO;//输出声道布局 int out_nb_samples = 1024; enum AVSampleFormat out_sample_fmt = AV_SAMPLE_FMT_S16;//输出源采样格式 int out_rate = 44100;//输出源的采样率 int out_nb_channels = 0;//得到通道数 int out_buffer_size = 0;//输出源的缓存大小 void packet_queue_init(PacketQueue *pq) { memset(pq,0,sizeof(PacketQueue));//清空结构体 pq->mutex = SDL_CreateMutex();//创建一个互斥量 pq->cond = SDL_CreateCond();//创建一个条件量 } /** first_pkt指针指向第一个数据包元素,每次更新last_pkt指针,指向最后一个数据包元素 **/ int packet_queue_put(PacketQueue *pq, AVPacket *pkt) { AVPacketList *pktlist; if(av_dup_packet(pkt) < 0) { printf("dup packet error!\n"); //将数据拷贝至私有缓存中 return -1; } pktlist = av_malloc(sizeof(AVPacketList)); if(!pktlist) { return -1; } pktlist->pkt = *pkt;//初始化列表元素 pktlist->next = NULL;//初始化列表元素 SDL_LockMutex(pq->mutex);//上锁 if(!pq->last_pkt) { //如果last_pkt指针为空,则重新链接first_pkt指针至新建的pktlist元素 pq->first_pkt = pktlist; } else { //如果last指针不为空,则将pktlist元素添加到last链表末端 pq->last_pkt->next = pktlist; } pq->last_pkt = pktlist;//将last_pkt指针指向新添加的pktlist元素,移动last_pkt指针 pq->nb_packets++;//数据包个数增加 pq->size+=pktlist->pkt.size;//数据大小增加 SDL_CondSignal(pq->cond);//通知条件变量 SDL_UnlockMutex(pq->mutex);//解锁 return 0; } int quit = 0; /** 从队列中取出一个数据包block:标记是否以阻塞方式取数据包 **/ static int packet_queue_get(PacketQueue *pq, AVPacket *ptk, int block) { AVPacketList *pktlist; int ret; SDL_LockMutex(pq->mutex);//上锁 static bool flag = false; while(1) { if(quit) { ret = -1; break; } pktlist = pq->first_pkt;//从第一个数据包开始提取 if(pktlist) { //如果该数据包存在的话 pq->first_pkt = pktlist->next;//移动队列的first指针到下一个数据包 if(!pq->first_pkt) { //如果first指针指向的数据包为空,则清除last数据包指针(说明队列里已经没有数据包了) pq->last_pkt = NULL; } pq->nb_packets --;//数据包个数自减 pq->size -= pktlist->pkt.size;//数据大小自减 *ptk = pktlist->pkt;//更新数据包 av_free(pktlist);//释放数据包列表 ret = 1; flag = true; break; } else if(!block) { //如果是非阻塞方式直接返回 ret = 0; if(flag)//用于指示音频队列里已经没有数据了 ret = 2; break; } else { //如果是阻塞方式则进入睡眠模式等待唤醒 SDL_CondWait(pq->cond,pq->mutex);//等待信号变量 } } SDL_UnlockMutex(pq->mutex);//解锁 return ret; } /* 解码一个音频数据包,返回解码的数据大小,一个音频包可能包含多个音频帧,但一次只解码一个音频帧, 所以一包音频可能需要多次才能解码完,使用while语句判断包数据是否全部解完,如果没有就解码当前包中的帧 ,修改状态参数,否则,释放数据包,再从队列中取数据,记录初始值,再进循环。 */ int audio_decode_frame(AVCodecContext *aCodecCtx,uint8_t *out_buffer,AVFrame *frame) { static AVPacket pkt;//音频数据包,从队列中取出的数据包存放在这里 static uint8_t *audio_pkd_data = NULL;//音频数据地址 static int audio_pkt_size = 0;//音频包数据大小 int len1; int got_frame; int ret,result,out_sample_size;//输出的解码样品大小 static uint32_t i = 0; for(;;) { while(audio_pkt_size > 0) { //音频包数据还未解码完,继续执行解码操作 out_sample_size = pkt.size; got_frame = 0; printf("pkt.size left:%d\n",out_sample_size); len1 = avcodec_decode_audio4(aCodecCtx,frame,&got_frame,&pkt);//解码音频,从packet到frame中 if(len1 < 0) { //如果有错误发生 audio_pkt_size = 0; break; } printf("len1:%d\n",len1); if(got_frame>0) { //得到解码帧后执行重采样输出至out_buffer中 ret = swr_convert(audio_swr_ctx,&out_buffer,192000,(const uint8_t **)frame->data,frame->nb_samples); if(ret < 0) { //转换失败 return -1; } out_sample_size = av_samples_get_buffer_size(NULL,out_nb_channels,ret,out_sample_fmt,1); printf("ret:%d\tout_sample_size:%d\n",ret,out_sample_size);//解码后的数据帧大小 //对于sample.wav来说ret=frame->nb_samples } if(out_sample_size<=0) continue; pkt.data += len1;//移动未解码数据指针 pkt.size -= len1;//更新未解码数据大小 audio_pkd_data += len1;//更新已解码指针 audio_pkt_size -= len1;//更新未解码数据大小 return out_sample_size;//解码完成返回解码的数据 } if(pkt.data) av_free_packet(&pkt); memset(&pkt,0,sizeof(pkt)); if(quit) return -1; result = packet_queue_get(&audioQ,&pkt,0); if(result<0)//从队列中取出一个音频数据包 从这里展开!!! return -1;//读取失败 else if(result == 2) return -2; audio_pkd_data = pkt.data;//初始化数据包地址及大小,用于一包数据有多个音频帧的情况 audio_pkt_size = pkt.size;//得到音频数据包的大小 printf("audio_pkt_size:%d\n",audio_pkt_size); printf("get the packet%d\n",i); i++; } } void audio_callback(void *userdata, Uint8 *stream, int len) { AVCodecContext *aCodecCtx = (AVCodecContext*)userdata; int len1, audio_size=0; static uint8_t audio_buf[(AVCODEC_MAX_AUDIO_FRAME_SIZE*3)/2]; static unsigned int audio_buf_size = 0;//解码后的音频数据大小 static unsigned int audio_buf_index = 0;//已输出音频数据大小 AVFrame *frame; frame = av_frame_alloc(); if(frame == NULL) { printf("alloc frame failed!\n"); av_frame_free(&frame); return; } while(len > 0) { printf("len:%d\n",len); if(audio_buf_index >= audio_buf_size)//音频已播放完需要更多的数据 { audio_size = audio_decode_frame(aCodecCtx,audio_buf,frame);//获取解码的数据大小,数据在frame中一个帧 if(audio_size < 0) { //解码失败,则播放静音缓存区写0即可 if(audio_size== -2) { SDL_PauseAudio(1); return; } audio_buf_size = 1024; memset(stream,0,audio_buf_size); } else { audio_buf_size = audio_size;//获取解码后的音频帧大小 } audio_buf_index = 0;//刷新已输出音频数据大小 } len1 = audio_buf_size - audio_buf_index;//获取需要播放本次解码音频帧的缓存区大小 if(len1 > len) len1 = len;//如果帧大小比SDL缓存区还要大,则分割播放 SDL_memcpy(stream,(uint8_t *)audio_buf + audio_buf_index,len1); len -= len1; stream += len1; audio_buf_index += len1;//更新已输出音频数据大小 } av_frame_free(&frame); } int main(int argc, char* args[]) { av_register_all(); AVFormatContext* pFormatCtx; if(SDL_Init(SDL_INIT_VIDEO|SDL_INIT_AUDIO) < 0) { printf("SDL init failed error:%s\n",SDL_GetError()); return -1; } pFormatCtx = avformat_alloc_context(); if(pFormatCtx == NULL) { printf("couldn't alloc a avformatcontext\n"); return -1; } if(avformat_open_input(&pFormatCtx,"sample.wav",NULL, NULL) != 0) { printf("couldn't open file!\n"); return -1; } if(avformat_find_stream_info(pFormatCtx,NULL) != 0) { printf("couldn't find stream information!\n"); return -1; } printf("nb_streams:%d\n",pFormatCtx->nb_streams); int i = 0,audioStream = -1; AVCodecContext *aCodecCtx;//视频、音频 //一个文件一般有两种流:一个音频流、一个视频流 for(i = 0; i < pFormatCtx->nb_streams; i++) { printf("nb_streams[%d]:%d\n",i,pFormatCtx->streams[i]->codec->codec_type); if(pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO && audioStream < 0) { audioStream = i; } } if(audioStream == -1) { printf("couldn't find a audio stream!\n"); return -1; } //here we find a video stream and a audio stream aCodecCtx = pFormatCtx->streams[audioStream]->codec; AVCodec *aCodec;//视频、音频编码器 //查找音频解码器 aCodec = avcodec_find_decoder(aCodecCtx->codec_id); if(aCodec == NULL) { printf("unsupported audio codec!\n"); return -1; } //打开音频解码器 if(avcodec_open2(aCodecCtx,aCodec,NULL) < 0) { printf("open the audio codec failed!\n"); return -1; } packet_queue_init(&audioQ);//初始化音频数据包队列 //===================================前期工作完成====================================== SDL_Surface *screen = NULL; SDL_Window* gWindow = NULL; gWindow = SDL_CreateWindow( "XPlayer", SDL_WINDOWPOS_UNDEFINED, SDL_WINDOWPOS_UNDEFINED, 480, 320, SDL_WINDOW_SHOWN ); if(gWindow == NULL) { printf("create window failed:%s",SDL_GetError()); return -1; } screen = SDL_GetWindowSurface(gWindow); if(screen == NULL) { printf("create surface failed:%s",SDL_GetError()); return -1; } SDL_FillRect(screen,NULL,SDL_MapRGB(screen->format,0xff,0xff,0xff));//填充白色 SDL_UpdateWindowSurface(gWindow); //把申请的内存和rgb24帧结合起来,准备读取数据 int ret; AVPacket packet;//存放从文件中读取的数据包 int64_t in_channel_layout = av_get_default_channel_layout(aCodecCtx->channels); audio_swr_ctx = swr_alloc(); if(!audio_swr_ctx) { printf("could not allocate resampler context!\n"); exit(1); } out_nb_channels = av_get_channel_layout_nb_channels(out_ch_layout);//得到输出源通道数 printf("in_channel_layout:%s\n",av_get_channel_name(in_channel_layout)); printf("out_channel_layout:%s\n",av_get_channel_name(out_ch_layout)); printf("in_channel_number:%d\n",aCodecCtx->channels); printf("out_channel_number:%d\n",out_nb_channels); printf("in_sample_fmt:%s\n",av_get_sample_fmt_name(aCodecCtx->sample_fmt)); printf("out_sample_fmt:%s\n",av_get_sample_fmt_name(out_sample_fmt)); printf("in_sample_rate:%d\n",aCodecCtx->sample_rate); out_buffer_size = av_samples_get_buffer_size(NULL,out_nb_channels,out_nb_samples,out_sample_fmt,1); av_opt_set_int(audio_swr_ctx,"in_channel_layout",in_channel_layout,0); av_opt_set_int(audio_swr_ctx,"in_sample_rate",aCodecCtx->sample_rate,0); av_opt_set_sample_fmt(audio_swr_ctx,"in_sample_fmt",aCodecCtx->sample_fmt,0); av_opt_set_int(audio_swr_ctx,"out_channel_layout",out_ch_layout,0); av_opt_set_int(audio_swr_ctx,"out_sample_rate",out_rate,0); av_opt_set_sample_fmt(audio_swr_ctx,"out_sample_fmt",out_sample_fmt,0); ret = swr_init(audio_swr_ctx);//初始化重采样结构体 if(ret < 0) { printf("failed to init the resampling context!\n"); exit(1); } SDL_AudioSpec wanted_spec,obtained_spec;//前者是我们想要的配置,后者是我们实际用的配置 wanted_spec.freq = out_rate;//输出源的采样率 wanted_spec.format = AUDIO_S16SYS;//音频格式 wanted_spec.channels = out_nb_channels;//输出源的通道数 wanted_spec.silence = 0; wanted_spec.samples = out_nb_samples;//缓存区大小1024 wanted_spec.callback = audio_callback; wanted_spec.userdata = aCodecCtx; if(SDL_OpenAudio(&wanted_spec,&obtained_spec) < 0) { printf("open audio failed. sdl error:%s",SDL_GetError()); return -1; } SDL_PauseAudio(0);//开始播放 bool sdl_quit = false; SDL_Event e; printf("====start playing audio====\n"); while(av_read_frame(pFormatCtx, &packet)>=0) //读取一个包并保存到packet中 { if(packet.stream_index == audioStream) { //音频包处理 packet_queue_put(&audioQ,&packet);//入队 } // Free the packet that was allocated by av_read_frame else av_free_packet(&packet); while(SDL_PollEvent(&e) != 0) { if(e.type == SDL_QUIT) { sdl_quit = true;//exit } else { break; } } if(sdl_quit) { break; } SDL_Delay(1); } if(!sdl_quit) { while((SDL_GetAudioStatus() == SDL_AUDIO_PLAYING)) SDL_Delay(1000); } printf("======stop playing audio======\n"); SDL_CloseAudio(); swr_free(&audio_swr_ctx); SDL_DestroyWindow(gWindow); gWindow = NULL; SDL_Quit(); // Close the codec avcodec_close(aCodecCtx); // Close the video file avformat_close_input(&pFormatCtx); return 0; }
工程代码下载:http://download.csdn.net/detail/key123zhangxing/7989861