FFmpeg Filter
原理
1.将压缩后的每一帧数据进行解码
2.对解码后的数据进行计算
3.再将处理好的数据进行编码
简单滤镜
ffplay -i /Users/king/Desktop/ffmpeg/audio/cut.mp4 -vf "drawbox=x=30:y=30:w=60:h=60:c=red"
drawbox 滤镜名字
后边用等号连接参数，参数使用冒号进行分割
查看滤镜
ffmpeg -h filter=drawbox
ffmpeg -filters 支持的滤镜
filter语法
在avfilter参数之间用“：”来分割 多个filter串联分割使用“，”分割。多个filter之间没有关联用“；”进行分割
ffplay -i /Users/xxxxx/Desktop/ffmpeg/audio/cut.mp4 -vf "
//
// filter_test.c
// ffmpegaudio
//
// Created by KING on 2023/12/23.
//
/**
* Set a binary option to an integer list.
*
* @param obj AVClass object to set options on
* @param name name of the binary option
* @param val pointer to an integer list (must have the correct type with
* regard to the contents of the list)
* @param term list terminator (usually 0 or -1)
* @param flags search flags
*/
//ffplay -i /Users/king/Desktop/ffmpeg/audio/filter.yuv -pixel_format GRAY8 -video_size 1920x1080
#include "filter_test.h"
#include "libavutil/avutil.h"
#include "libavcodec/avcodec.h"
#include "libavfilter/avfilter.h"
#include "libavformat/avformat.h"
#include "libavutil/opt.h"
#include "libavformat/avformat.h"
#include "libavfilter/buffersrc.h"
#include "libavfilter/buffersink.h"
const char *filter_desc = "drawbox=30:10:64:64:red";
static int init_filters(const char *filter_desc,AVFormatContext *fmt_context,AVCodecContext *codec_context,AVFilterGraph **graph, AVFilterContext **buf_ctx,AVFilterContext **buf_sink_ctx, int video_stream_index) {
int ret = -1;
char args[512] = {0,};
AVRational time_base = fmt_context->streams[video_stream_index]->time_base;
AVFilterInOut *inputs = avfilter_inout_alloc();
AVFilterInOut *output = avfilter_inout_alloc();
if (!inputs || !output){
printf("output inputs failed\n");
return AVERROR(ENOMEM);
}
*graph = avfilter_graph_alloc();
if (!*graph){
printf("graph create failed\n");
return AVERROR(ENOMEM);
}
//"[in]drawbox=xxx[out]"
const AVFilter *bufsrc = avfilter_get_by_name("buffer");
if (!bufsrc) {
printf("buffer src create failed\n");
return ret;
}
const AVFilter *bufsinck= avfilter_get_by_name("buffersink");
if (!bufsinck) {
printf("bufsinck create failed\n");
return ret;
}
/// 输入buffer filter创建
snprintf(args,
512,
"video_size=%dx%d:pix_fmt=%d:time_base=%d/%d:pixel_aspect=%d/%d",codec_context->width,codec_context->height,codec_context->pix_fmt,time_base.num,time_base.den,codec_context->sample_aspect_ratio.num,codec_context->sample_aspect_ratio.den);
ret = avfilter_graph_create_filter(buf_ctx, bufsrc, "in", args, NULL, *graph);
if (ret < 0) {
printf("avfilter_graph_create_filter in failed\n");
goto __ERROR;
}
///输出 buffer filter 创建
enum AVPixelFormat pix_fmts[] = {AV_PIX_FMT_YUV420P,AV_PIX_FMT_GRAY8,AV_PIX_FMT_NONE};
ret = avfilter_graph_create_filter(buf_sink_ctx, bufsinck, "out", NULL, NULL, *graph);
if (ret < 0) {
printf("avfilter_graph_create_filter out failed\n");
goto __ERROR;
}
av_opt_set_int_list(*buf_sink_ctx,"pix_fmts",pix_fmts,AV_PIX_FMT_NONE,AV_OPT_SEARCH_CHILDREN);
// create inout
///输出 这里的name 是反的
inputs->name = av_strdup("out");
inputs->filter_ctx = *buf_sink_ctx;
inputs->pad_idx = 0;
inputs->next = NULL;
/// 输入
output->name = av_strdup("in");
output->filter_ctx = *buf_ctx;
output->pad_idx = 0;
output->next = NULL;
// create filter and graph for filter desciption
avfilter_graph_parse_ptr(*graph, filter_desc, &inputs, &output,NULL);
ret = avfilter_graph_config(*graph, NULL);
if (ret < 0) {
printf("avfilter_graph_config failed\n");
}
__ERROR:
avfilter_inout_free(&inputs);
avfilter_inout_free(&output);
return ret;
}
int create_filter(char *file_name, AVFormatContext **fmt_context,AVCodecContext **codec_context, int *video_stream_index, AVCodec **dec) {
int ret = 0;
ret = avformat_open_input(fmt_context, file_name, NULL, NULL);
if (ret < 0) {
printf("open fail");
}
ret = avformat_find_stream_info(*fmt_context, NULL);
if (ret < 0) {
printf("avformat_find_stream_info fail");
}
ret = av_find_best_stream(*fmt_context, AVMEDIA_TYPE_VIDEO, -1, -1, dec,0);
if (ret < 0) {
printf("av_find_best_stream fail");
}
*video_stream_index = ret;
*codec_context = avcodec_alloc_context3(*dec);
if (!codec_context) {
printf("codec_context fdailed");
}
avcodec_parameters_to_context(*codec_context, (*fmt_context)->streams[*video_stream_index]->codecpar);
///打开解码器
ret = avcodec_open2(*codec_context, *dec, NULL);
if (ret < 0) {
printf("avcodec_open2 fail");
}
return ret;
}
static int do_frame(AVFrame *filter_frame, FILE *out) {
int ret = 0;
fwrite(filter_frame->data[0], 1, filter_frame->width * filter_frame->height, out);
fflush(out);
return ret;
}
static int filter_video(AVFilterContext*buf_ctx,AVFilterContext*buf_sink_ctx, AVFrame *frame, AVFrame *filter_frame,FILE *out) {
int ret = 0;
ret = av_buffersrc_add_frame(buf_ctx, frame);
if (ret < 0) {
printf("av_buffersrc_add_frame failed");
return ret;
}
while (1) {
ret = av_buffersink_get_frame(buf_sink_ctx, filter_frame);
if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
break;
}
if (ret < 0) {
return ret;
}
do_frame(filter_frame,out);
av_frame_unref(filter_frame);
}
av_frame_unref(frame);
return ret;
}
static int decode_frame_and_filter(AVFilterContext*buf_ctx,AVFilterContext*buf_sink_ctx,AVCodecContext* codec_context,AVFrame *frame, AVFrame *filter_frame, FILE *out) {
int ret = 0;
ret = avcodec_receive_frame(codec_context, frame);
if (ret < 0) {
if (ret != AVERROR(EAGAIN) && ret != AVERROR_EOF) {
printf("avcodec_receive_frame failed");
}
return ret;
}
return filter_video(buf_ctx,buf_sink_ctx,frame,filter_frame,out);
}
void player_filter_test() {
const char *filter_desc="drawbox=30:10:64:64:red";
// const char *filter_desc="movie=/xxx/docs/media/16324057162865/16324083424959.png,scale=64:64[wm];[in][wm]overlay=30:10";
AVFormatContext *fmt_context = NULL;
AVCodec *dec = NULL;
AVCodecContext *codec_context = NULL;
int video_stream_index = 0;
AVFilterContext *buf_ctx = NULL;
AVFilterContext *buf_sink_ctx = NULL;
AVFilterGraph *graph = NULL;
const char *file_name = "/Users/king/Desktop/ffmpeg/audio/cut.mp4";
AVPacket packet;
AVFrame *frame = NULL;
AVFrame *filter_frame = NULL;
FILE *out = NULL;
int ret = 0;
frame = av_frame_alloc();
filter_frame = av_frame_alloc();
out = fopen("/Users/king/Desktop/ffmpeg/audio/filter.yuv", "wb+");
if (!out) {
printf("FILE fail");
goto __ERROR;
}
if (!frame || !filter_frame) {
printf("init_frame fail");
goto __ERROR;
}
if ((ret = create_filter(file_name,&fmt_context,&codec_context,&video_stream_index,&dec)) < 0) {
printf("create_filter fail");
} else {
if ((ret = init_filters(filter_desc,fmt_context,codec_context,&graph,&buf_ctx,&buf_sink_ctx,video_stream_index)) < 0) {
printf("init_filters fail");
goto __ERROR;
}
}
while (1) {
if((ret = av_read_frame(fmt_context,&packet)) < 0) {
break;
}
if (packet.stream_index == video_stream_index) {
if ( (ret = avcodec_send_packet(codec_context, &packet)) < 0) {
printf("avcodec_send_packet failed\n");
break;
}
if ((ret = decode_frame_and_filter(buf_ctx,buf_sink_ctx,codec_context,frame,filter_frame,out)) < 0) {
if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
continue;;
}
printf("decode_frame_and_filter failed\n");
break;
}
}
}
__ERROR:
if (out) {
fclose(out);
}
if (fmt_context) {
avformat_free_context(fmt_context);
}
if (codec_context) {
avcodec_free_context(&codec_context);
}
if (graph) {
avfilter_graph_free(&graph);
}
if (buf_ctx) {
avfilter_free(buf_ctx);
}
if (buf_sink_ctx) {
avfilter_free(buf_sink_ctx);
}
if (dec) {
av_free(dec);
}
printf("finish");
}
// 创建graph avfilter_graph_alloc()
// 创建buffer filter 和 buffersink filter
//分析 filter描述符号 并构建avfiltergraph
// 使创建好的avfiltergraph生效
/// 使用filter
/// 1.获得解码后的原始数据pcm/yuv
/// 2.将数据添加到bufferfilter中去
/// 3.从buffer sink中读取处理好的数据
/// 当所有的数据处理完之后 释放资源
//实现自己的filter
//找一个现成的filter为模版
//替换代码中所有filter name 关键字
/// 修改libavfilter 中的makefile 增加新的filter
/// 修改allfilter.c增加新的filter 并重新编译ffmpeg
///
"
通过api的方式使用filter的流程
1.设置filter描述符 (vf 后边的)
2.初始化filter
3.进行滤镜处理
4.释放filter资源
ffmpeg -i input.mp4 -vf "setpts=0.5*PTS[v]" speed2.0.mp4
特殊filter
buffer filter
buffersink filter 