第四篇
RTP工具改进(四) - rtmp协议推送
前面使用的工具一直为mfc,今天将使用qt 来做界面,使用qt 来进行程序和协议的编写,qt部分目前还不包括rtp ps流和rtmp,暂时只有rtp 直接传输,关于rtmp协议和ps流协议,先使用vs的mfc。增加和改变的模块为rtp,和 rtp_recv,如下图,以前的vs MFC版本都放到vs下面,有关于qt的 gb28181 的sip server 和 rtp 发送接收等都放到qt下面,所有可执行都放到外层的bin下面
代码地址
https://gitee.com/guanzhi0319/rtp
除了gb28181 的可视化界面,增加了两个程序,一个qt_rtp,一个qt_rtp_recv,打开后如下所示
目前制作还是比较简陋,先以能执行为主,使用qt 5.14,mingw,不依赖于vs,所以读者可以不安装vs就可以使用该代码,首先制作一个CameraVideoSurface类,用来读摄像头
#include "c_cameravideo.h"
#include
//c_cameravideo::c_cameravideo(QObject * parent)
//{
//}
CameraVideoSurface::CameraVideoSurface(QObject *parent)
: QAbstractVideoSurface(parent)
{
//this->InitEncoder();
}
CameraVideoSurface::~CameraVideoSurface()
{
// avformat_close_input(&pOutputFormatCtx);
// av_frame_free(&yuvFrame);
// av_packet_free(&packet);
// avcodec_close(pCodecCtx);
}
void CameraVideoSurface::setCameraResolution(const QSize &size)
{
this->setNativeResolution(size);
}
QList<QVideoFrame::PixelFormat> CameraVideoSurface::supportedPixelFormats
(QAbstractVideoBuffer::HandleType handleType) const
{
QList<QVideoFrame::PixelFormat > pixelFormats;
pixelFormats.append(QVideoFrame::Format_BGR24);
pixelFormats.append(QVideoFrame::Format_RGB32);
pixelFormats.append(QVideoFrame::Format_YUV420P);
return pixelFormats;
}
bool CameraVideoSurface::present(const QVideoFrame &frame)
{
if (frame.isValid())
{
QVideoFrame cloneFrame(frame);
cloneFrame.map(QAbstractVideoBuffer::ReadOnly);
QImage image(cloneFrame.bits(), cloneFrame.width(), cloneFrame.height(),
QVideoFrame::imageFormatFromPixelFormat(frame.pixelFormat()));
// QImage image2(cloneFrame.bits(), cloneFrame.width(), cloneFrame.height(),
// QVideoFrame::imageFormatFromPixelFormat(QVideoFrame::Format_BGR24));
image = image.mirrored(true, true);
// rgb 转 yuv
// uint8_t *data[AV_NUM_DATA_POINTERS] = {0};
// data[0] = (uint8_t *)image.constBits();
// int linesize[AV_NUM_DATA_POINTERS] = {0};
// linesize[0] = pCodecCtx->width * 4;
// sws_scale(image_convert_ctx, data, linesize, 0, pCodecCtx->height,
// yuvFrame->data, yuvFrame->linesize);
// // 编码
// this->Encode(yuvFrame);
emit showFrame(image);
cloneFrame.unmap();
return true;
}
return false;
}
#if 0
void CameraVideoSurface::InitEncoder()
{
//av_register_all();
avformat_network_init();
avcodec_register_all();
QString outputFileName = "output.h264";
QString encoderName = "libx264";
//QString rtmpAddress = "rtmp://192.168.1.111/live/livestream";
pCodec = avcodec_find_encoder_by_name(encoderName.toStdString().c_str());
if(NULL == pCodec)
{
qDebug() <<"查找视频编码器失败!";
return;
}
pCodecCtx = avcodec_alloc_context3(pCodec);
if(NULL == pCodecCtx)
{
qDebug() <<"开辟编解码器上下文";
return;
}
// 输入样本参数
pCodecCtx->bit_rate = 400000;
pCodecCtx->width = 1280;
pCodecCtx->height = 720;
pCodecCtx->time_base = {1, 25};
pCodecCtx->framerate = {25, 1};
pCodecCtx->gop_size = 10;
pCodecCtx->max_b_frames = 1;
pCodecCtx->qmin = 10;
pCodecCtx->qmax = 51;
pCodecCtx->pix_fmt = AV_PIX_FMT_YUV420P;
if(AV_CODEC_ID_H264 == pCodecCtx->codec_id)
{
av_opt_set(pCodecCtx->priv_data, "preset", "slow", 0);
av_opt_set(pCodecCtx->priv_data, "tune", "zerolatency", 0);
}
// 打开编码器
if(avcodec_open2(pCodecCtx, pCodec, NULL) < 0)
{
qDebug() <<"打开编码器失败 !";
return;
}
pOutputFormatCtx = avformat_alloc_context();
if(NULL == pOutputFormatCtx)
{
qDebug() <<"视频封装器开辟失败!";
return;
}
AVOutputFormat *outputFormat = av_guess_format(NULL, outputFileName.toStdString().c_str(), NULL);
if(NULL == outputFormat)
{
qDebug() <<"猜测outputformat失败 !";
return;
}
pOutputFormatCtx->oformat = outputFormat;
// oprn url
if(avio_open(&pOutputFormatCtx->pb, outputFileName.toStdString().c_str(), AVIO_FLAG_READ_WRITE) < 0)
{
qDebug() <<"打开输出文件失败!";
return;
}
pOutputStream = avformat_new_stream(pOutputFormatCtx, NULL);
if(NULL == pOutputStream)
{
qDebug() <<"新建输出流失败 !";
return;
}
// 输出详细信息
av_dump_format(pOutputFormatCtx, 0, outputFileName.toStdString().c_str(), 1);
// 新建数据包
packet = av_packet_alloc();
if(NULL == packet)
{
qDebug() <<"新建数据包失败 !";
return;
}
// yuvFrame 初始化
yuvFrame = av_frame_alloc();
if(NULL == yuvFrame)
{
qDebug() <<"开辟AVFrame失败 !";
return;
}
yuvFrame->width = pCodecCtx->width;
yuvFrame->height = pCodecCtx->height;
yuvFrame->format = pCodecCtx->pix_fmt;
// 初始化 image 空间
av_image_alloc(yuvFrame->data, yuvFrame->linesize, yuvFrame->width, yuvFrame->height,
pCodecCtx->pix_fmt, 32);
// 转换上下文
image_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB32, pCodecCtx->width,
pCodecCtx->height, AV_PIX_FMT_YUV420P,
SWS_BICUBIC, NULL, NULL, NULL);
if(NULL == image_convert_ctx)
{
qDebug() <<"转换上下文失败 !";
return;
}
// 写封装头
if(avformat_write_header(pOutputFormatCtx, NULL) < 0)
{
qDebug() <<"视频封装头写失败 !";
return;
}
}
// 编码为 h.264
void CameraVideoSurface::Encode(AVFrame *frame)
{
static int index = 0;
frame->pts = index++;
int ret = 0;
if((ret = avcodec_send_frame(pCodecCtx, frame)) < 0)
{
qDebug() <<"avcodec_send_frame 失败 !";
return;
}
while(ret >= 0)
{
ret = avcodec_receive_packet(pCodecCtx, packet);
if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF)
{
return;
}
else if (ret < 0)
{
qDebug() << "编码时出错";
return;
}
packet->stream_index = 0;
av_interleaved_write_frame(pOutputFormatCtx, packet); // write frame
av_packet_unref(packet);
}
}
#endif
void CameraVideoSurface::cameraStopSlot()
{
qDebug()<<"关闭close";
// av_write_trailer(pOutputFormatCtx);
}
然后就需要使用udp进行发送,使用 QUdpSocket 类来发送,把c_rtp类从QObject类去继承
class c_rtp:public QObject
{
Q_OBJECT
private:
QUdpSocket *v_udpSocket = NULL;
QHostAddress v_host;
//QString v_host_str;
quint16 v_port;
private:
unsigned short _seq_num = 0 ;
unsigned char sendbuf[MAX_LENGTH];
unsigned int v_ssrc = 1001;//the default value must hash("live/1001")
public:
c_rtp()
{}
~c_rtp()
{
if(v_udpSocket!=NULL)
{
v_udpSocket->abort();
delete v_udpSocket;
}
}
void func_init(const char *ip,uint16_t port);
int func_send_video(uint8_t * data, int len);
//发送ps流
int func_send_video_ps(uint8_t* data, int len);
};
接收端主要使用IO_Thread 来接收包,拼接包,也就是意味着可以有多个接收,同时显示
class MainWindow : public QMainWindow
{
Q_OBJECT
public:
MainWindow(QWidget *parent = nullptr);
~MainWindow();
private slots:
void on_pushButton_clicked();
private:
//ssrc-->s_rtp_context
std::unordered_map<uint32_t, IO_Thread*> v_ctxs;
Ui::MainWindow *ui;
QUdpSocket *v_udpSocket = NULL;
//IO_Thread* v_iothd = NULL;
IO_Thread * getctx(uint32_t ssrc);
QTimer* v_timer = NULL;
//int v_id1; //定时器1的唯一标示
};
实现使用QUdpSocket 去产生一个服务端来接收数据,根据不同的ssrc来分发,显示在不同的QLabel组件上
#include "mainwindow.h"
#include "ui_mainwindow.h"
MainWindow::MainWindow(QWidget *parent)
: QMainWindow(parent)
, ui(new Ui::MainWindow)
{
ui->setupUi(this);
ui->iptext->setText("127.0.0.1");
ui->porttext->setText("6000");
v_udpSocket = new QUdpSocket(this);
//v_udpSocket->bind(QHostAddress::LocalHost, 6000);
v_udpSocket->bind(6000);
//收包程序
connect(v_udpSocket,&QUdpSocket::readyRead,[=](){
// 获取报文长度大小
qint64 size = v_udpSocket->pendingDatagramSize();
// 读取报文
QByteArray array = QByteArray(size,0);
v_udpSocket->readDatagram(array.data(),size);
uint8_t* data = (uint8_t*)array.data();
int inlen = (int)size;
int outlen =0;
uint32_t last_ts,ssrc;
uint16_t seq;
uint8_t payloadtype;
uint8_t *buffer = rtp_payload(data, inlen, &outlen, last_ts, ssrc,
seq, payloadtype);
IO_Thread* ctx = getctx(ssrc);
ctx->v_last_ts = last_ts;
ctx->v_seq = seq;
ctx->v_payloadtype = payloadtype;
//ctx->v_ssrc = ssrc;
live_rtp_unpack(data,ctx,buffer,outlen);
});
v_timer = new QTimer(this);
//启动定时器
v_timer->start(40);
connect(v_timer,&QTimer::timeout,[=](){
//static int num = 1;
auto iter = v_ctxs.begin();
if(iter!= v_ctxs.end())
{
IO_Thread* ctx = iter->second;
ctx->LockBuffer();
//显示
uint8_t* rgbBuffer = ctx->out_buffer_out;
int w = ctx->m_w;
int h = ctx->m_h;
if(rgbBuffer!=NULL && w>0 && h >0)
{
int iw = ui->label_showv->width();
int ih = ui->label_showv->height();
QImage tmpImg(rgbBuffer,w,h,QImage::Format_RGB32);
QImage imageScale = tmpImg.scaled(QSize(iw,ih));
QImage image = imageScale.mirrored(true, false);
QPixmap pixmap = QPixmap::fromImage(image);
ui->label_showv->setPixmap(pixmap);
}
ctx->UnLockBuffer();
}
});
}
MainWindow::~MainWindow()
{
delete ui;
}
IO_Thread * MainWindow::getctx(uint32_t ssrc)
{
auto it = v_ctxs.find(ssrc);
if (it != v_ctxs.end())
return it->second;
else
{
IO_Thread *sc = new IO_Thread();
v_ctxs[ssrc] = sc;
sc->Start();
return sc;
}
}
改进的地方为:
1 MFC 版本增加音频,包括rtp的音频和rtmp协议的音频
2 QT 版本修改为player,将会丰富QT版本
3 增加rtmp服务器,有想法的同志可以加入一起做。