432 lines
12 KiB
C++
432 lines
12 KiB
C++
|
#include "ffmpeg.h"
|
|||
|
|
|
|||
|
|
#pragma execution_character_set("utf-8")
|
|||
|
|
#define TIMEMS qPrintable(QTime::currentTime().toString("HH:mm:ss zzz"))
|
|||
|
|
#define STRDATETIME qPrintable(QDateTime::currentDateTime().toString("yyyy-MM-dd-HH-mm-ss"))
|
|||
|
|
|
|||
|
|
FFmpegThread::FFmpegThread(QObject *parent) : QThread(parent)
|
|||
|
|
{
|
|||
|
|
setObjectName("FFmpegThread");
|
|||
|
|
stopped = false;
|
|||
|
|
isPlay = false;
|
|||
|
|
|
|||
|
|
frameFinish = false;
|
|||
|
|
videoWidth = 0;
|
|||
|
|
videoHeight = 0;
|
|||
|
|
oldWidth = 0;
|
|||
|
|
oldHeight = 0;
|
|||
|
|
videoStreamIndex = -1;
|
|||
|
|
audioStreamIndex = -1;
|
|||
|
|
|
|||
|
|
url = "rtsp://192.168.1.128:554/1";
|
|||
|
|
|
|||
|
|
buffer = NULL;
|
|||
|
|
avPacket = NULL;
|
|||
|
|
avFrame = NULL;
|
|||
|
|
avFrame2 = NULL;
|
|||
|
|
avFrame3 = NULL;
|
|||
|
|
avFormatContext = NULL;
|
|||
|
|
videoCodec = NULL;
|
|||
|
|
audioCodec = NULL;
|
|||
|
|
swsContext = NULL;
|
|||
|
|
|
|||
|
|
options = NULL;
|
|||
|
|
videoDecoder = NULL;
|
|||
|
|
audioDecoder = NULL;
|
|||
|
|
|
|||
|
|
//初始化注册,一个软件中只注册一次即可
|
|||
|
|
FFmpegThread::initlib();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//一个软件中只需要初始化一次就行
|
|||
|
|
void FFmpegThread::initlib()
|
|||
|
|
{
|
|||
|
|
static QMutex mutex;
|
|||
|
|
QMutexLocker locker(&mutex);
|
|||
|
|
static bool isInit = false;
|
|||
|
|
if (!isInit) {
|
|||
|
|
//注册库中所有可用的文件格式和解码器
|
|||
|
|
av_register_all();
|
|||
|
|
//注册所有设备,主要用于本地摄像机播放支持
|
|||
|
|
#ifdef ffmpegdevice
|
|||
|
|
avdevice_register_all();
|
|||
|
|
#endif
|
|||
|
|
//初始化网络流格式,使用网络流时必须先执行
|
|||
|
|
avformat_network_init();
|
|||
|
|
|
|||
|
|
isInit = true;
|
|||
|
|
qDebug() << TIMEMS << "init ffmpeg lib ok" << " version:" << FFMPEG_VERSION;
|
|||
|
|
#if 0
|
|||
|
|
//输出所有支持的解码器名称
|
|||
|
|
QStringList listCodeName;
|
|||
|
|
AVCodec *code = av_codec_next(NULL);
|
|||
|
|
while (code != NULL) {
|
|||
|
|
listCodeName << code->name;
|
|||
|
|
code = code->next;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
qDebug() << TIMEMS << listCodeName;
|
|||
|
|
#endif
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
bool FFmpegThread::init()
|
|||
|
|
{
|
|||
|
|
//在打开码流前指定各种参数比如:探测时间/超时时间/最大延时等
|
|||
|
|
//设置缓存大小,1080p可将值调大
|
|||
|
|
av_dict_set(&options, "buffer_size", "8192000", 0);
|
|||
|
|
//以tcp方式打开,如果以udp方式打开将tcp替换为udp
|
|||
|
|
av_dict_set(&options, "rtsp_transport", "tcp", 0);
|
|||
|
|
//设置超时断开连接时间,单位微秒,3000000表示3秒
|
|||
|
|
av_dict_set(&options, "stimeout", "3000000", 0);
|
|||
|
|
//设置最大时延,单位微秒,1000000表示1秒
|
|||
|
|
av_dict_set(&options, "max_delay", "1000000", 0);
|
|||
|
|
//自动开启线程数
|
|||
|
|
av_dict_set(&options, "threads", "auto", 0);
|
|||
|
|
|
|||
|
|
//打开视频流
|
|||
|
|
avFormatContext = avformat_alloc_context();
|
|||
|
|
|
|||
|
|
int result = avformat_open_input(&avFormatContext, url.toStdString().data(), NULL, &options);
|
|||
|
|
if (result < 0) {
|
|||
|
|
qDebug() << TIMEMS << "open input error" << url;
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//释放设置参数
|
|||
|
|
if (options != NULL) {
|
|||
|
|
av_dict_free(&options);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//获取流信息
|
|||
|
|
result = avformat_find_stream_info(avFormatContext, NULL);
|
|||
|
|
if (result < 0) {
|
|||
|
|
qDebug() << TIMEMS << "find stream info error";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//----------视频流部分开始,打个标记方便折叠代码----------
|
|||
|
|
if (1) {
|
|||
|
|
videoStreamIndex = av_find_best_stream(avFormatContext, AVMEDIA_TYPE_VIDEO, -1, -1, &videoDecoder, 0);
|
|||
|
|
if (videoStreamIndex < 0) {
|
|||
|
|
qDebug() << TIMEMS << "find video stream index error";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//获取视频流
|
|||
|
|
AVStream *videoStream = avFormatContext->streams[videoStreamIndex];
|
|||
|
|
|
|||
|
|
//获取视频流解码器,或者指定解码器
|
|||
|
|
videoCodec = videoStream->codec;
|
|||
|
|
videoDecoder = avcodec_find_decoder(videoCodec->codec_id);
|
|||
|
|
//videoDecoder = avcodec_find_decoder_by_name("h264_qsv");
|
|||
|
|
if (videoDecoder == NULL) {
|
|||
|
|
qDebug() << TIMEMS << "video decoder not found";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//设置加速解码
|
|||
|
|
videoCodec->lowres = videoDecoder->max_lowres;
|
|||
|
|
videoCodec->flags2 |= AV_CODEC_FLAG2_FAST;
|
|||
|
|
|
|||
|
|
//打开视频解码器
|
|||
|
|
result = avcodec_open2(videoCodec, videoDecoder, NULL);
|
|||
|
|
if (result < 0) {
|
|||
|
|
qDebug() << TIMEMS << "open video codec error";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//获取分辨率大小
|
|||
|
|
videoWidth = videoStream->codec->width;
|
|||
|
|
videoHeight = videoStream->codec->height;
|
|||
|
|
|
|||
|
|
//如果没有获取到宽高则返回
|
|||
|
|
if (videoWidth == 0 || videoHeight == 0) {
|
|||
|
|
qDebug() << TIMEMS << "find width height error";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
QString videoInfo = QString("视频流信息 -> 索引: %1 解码: %2 格式: %3 时长: %4 秒 分辨率: %5*%6")
|
|||
|
|
.arg(videoStreamIndex).arg(videoDecoder->name).arg(avFormatContext->iformat->name)
|
|||
|
|
.arg((avFormatContext->duration) / 1000000).arg(videoWidth).arg(videoHeight);
|
|||
|
|
qDebug() << TIMEMS << videoInfo;
|
|||
|
|
}
|
|||
|
|
//----------视频流部分开始----------
|
|||
|
|
|
|||
|
|
//----------音频流部分开始,打个标记方便折叠代码----------
|
|||
|
|
if (1) {
|
|||
|
|
//循环查找音频流索引
|
|||
|
|
audioStreamIndex = -1;
|
|||
|
|
for (uint i = 0; i < avFormatContext->nb_streams; i++) {
|
|||
|
|
if (avFormatContext->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
|
|||
|
|
audioStreamIndex = i;
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//有些没有音频流,所以这里不用返回
|
|||
|
|
if (audioStreamIndex == -1) {
|
|||
|
|
qDebug() << TIMEMS << "find audio stream index error";
|
|||
|
|
} else {
|
|||
|
|
//获取音频流
|
|||
|
|
AVStream *audioStream = avFormatContext->streams[audioStreamIndex];
|
|||
|
|
audioCodec = audioStream->codec;
|
|||
|
|
|
|||
|
|
//获取音频流解码器,或者指定解码器
|
|||
|
|
audioDecoder = avcodec_find_decoder(audioCodec->codec_id);
|
|||
|
|
//audioDecoder = avcodec_find_decoder_by_name("aac");
|
|||
|
|
if (audioDecoder == NULL) {
|
|||
|
|
qDebug() << TIMEMS << "audio codec not found";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//打开音频解码器
|
|||
|
|
result = avcodec_open2(audioCodec, audioDecoder, NULL);
|
|||
|
|
if (result < 0) {
|
|||
|
|
qDebug() << TIMEMS << "open audio codec error";
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
QString audioInfo = QString("音频流信息 -> 索引: %1 解码: %2 比特率: %3 声道数: %4 采样: %5")
|
|||
|
|
.arg(audioStreamIndex).arg(audioDecoder->name).arg(avFormatContext->bit_rate)
|
|||
|
|
.arg(audioCodec->channels).arg(audioCodec->sample_rate);
|
|||
|
|
qDebug() << TIMEMS << audioInfo;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//----------音频流部分结束----------
|
|||
|
|
|
|||
|
|
//预分配好内存
|
|||
|
|
avPacket = av_packet_alloc();
|
|||
|
|
avFrame = av_frame_alloc();
|
|||
|
|
avFrame2 = av_frame_alloc();
|
|||
|
|
avFrame3 = av_frame_alloc();
|
|||
|
|
|
|||
|
|
//比较上一次文件的宽度高度,当改变时,需要重新分配内存
|
|||
|
|
if (oldWidth != videoWidth || oldHeight != videoHeight) {
|
|||
|
|
int byte = avpicture_get_size(AV_PIX_FMT_RGB32, videoWidth, videoHeight);
|
|||
|
|
buffer = (uint8_t *)av_malloc(byte * sizeof(uint8_t));
|
|||
|
|
oldWidth = videoWidth;
|
|||
|
|
oldHeight = videoHeight;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//定义像素格式
|
|||
|
|
AVPixelFormat srcFormat = AV_PIX_FMT_YUV420P;
|
|||
|
|
AVPixelFormat dstFormat = AV_PIX_FMT_RGB32;
|
|||
|
|
//通过解码器获取解码格式
|
|||
|
|
srcFormat = videoCodec->pix_fmt;
|
|||
|
|
|
|||
|
|
//默认最快速度的解码采用的SWS_FAST_BILINEAR参数,可能会丢失部分图片数据,可以自行更改成其他参数
|
|||
|
|
int flags = SWS_FAST_BILINEAR;
|
|||
|
|
|
|||
|
|
//开辟缓存存储一帧数据
|
|||
|
|
//以下两种方法都可以,avpicture_fill已经逐渐被废弃
|
|||
|
|
//avpicture_fill((AVPicture *)avFrame3, buffer, dstFormat, videoWidth, videoHeight);
|
|||
|
|
av_image_fill_arrays(avFrame3->data, avFrame3->linesize, buffer, dstFormat, videoWidth, videoHeight, 1);
|
|||
|
|
|
|||
|
|
//图像转换
|
|||
|
|
swsContext = sws_getContext(videoWidth, videoHeight, srcFormat, videoWidth, videoHeight, dstFormat, flags, NULL, NULL, NULL);
|
|||
|
|
|
|||
|
|
//输出视频信息
|
|||
|
|
//av_dump_format(avFormatContext, 0, url.toStdString().data(), 0);
|
|||
|
|
|
|||
|
|
//qDebug() << TIMEMS << "init ffmpeg finsh";
|
|||
|
|
return true;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::run()
|
|||
|
|
{
|
|||
|
|
//计时
|
|||
|
|
QTime time;
|
|||
|
|
while (!stopped) {
|
|||
|
|
//根据标志位执行初始化操作
|
|||
|
|
if (isPlay) {
|
|||
|
|
this->init();
|
|||
|
|
isPlay = false;
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
time.restart();
|
|||
|
|
if (av_read_frame(avFormatContext, avPacket) >= 0) {
|
|||
|
|
//判断当前包是视频还是音频
|
|||
|
|
int packetSize = avPacket->size;
|
|||
|
|
int index = avPacket->stream_index;
|
|||
|
|
if (index == videoStreamIndex) {
|
|||
|
|
//解码视频流
|
|||
|
|
avcodec_decode_video2(videoCodec, avFrame2, &frameFinish, avPacket);
|
|||
|
|
|
|||
|
|
if (frameFinish) {
|
|||
|
|
//将数据转成一张图片
|
|||
|
|
sws_scale(swsContext, (const uint8_t *const *)avFrame2->data, avFrame2->linesize, 0, videoHeight, avFrame3->data, avFrame3->linesize);
|
|||
|
|
|
|||
|
|
//以下两种方法都可以
|
|||
|
|
//QImage image(avFrame3->data[0], videoWidth, videoHeight, QImage::Format_RGB32);
|
|||
|
|
QImage image((uchar *)buffer, videoWidth, videoHeight, QImage::Format_RGB32);
|
|||
|
|
if (!image.isNull()) {
|
|||
|
|
emit receiveImage(image);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
msleep(1);
|
|||
|
|
}
|
|||
|
|
} else if (index == audioStreamIndex) {
|
|||
|
|
//解码音频流,这里暂不处理,以后交给sdl播放
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
av_packet_unref(avPacket);
|
|||
|
|
av_freep(avPacket);
|
|||
|
|
msleep(1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//线程结束后释放资源
|
|||
|
|
free();
|
|||
|
|
stopped = false;
|
|||
|
|
isPlay = false;
|
|||
|
|
qDebug() << TIMEMS << "stop ffmpeg thread";
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::setUrl(const QString &url)
|
|||
|
|
{
|
|||
|
|
this->url = url;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::free()
|
|||
|
|
{
|
|||
|
|
if (swsContext != NULL) {
|
|||
|
|
sws_freeContext(swsContext);
|
|||
|
|
swsContext = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (avPacket != NULL) {
|
|||
|
|
av_packet_unref(avPacket);
|
|||
|
|
avPacket = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (avFrame != NULL) {
|
|||
|
|
av_frame_free(&avFrame);
|
|||
|
|
avFrame = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (avFrame2 != NULL) {
|
|||
|
|
av_frame_free(&avFrame2);
|
|||
|
|
avFrame2 = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (avFrame3 != NULL) {
|
|||
|
|
av_frame_free(&avFrame3);
|
|||
|
|
avFrame3 = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (videoCodec != NULL) {
|
|||
|
|
avcodec_close(videoCodec);
|
|||
|
|
videoCodec = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (audioCodec != NULL) {
|
|||
|
|
avcodec_close(audioCodec);
|
|||
|
|
audioCodec = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (avFormatContext != NULL) {
|
|||
|
|
avformat_close_input(&avFormatContext);
|
|||
|
|
avFormatContext = NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
av_dict_free(&options);
|
|||
|
|
//qDebug() << TIMEMS << "close ffmpeg ok";
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::play()
|
|||
|
|
{
|
|||
|
|
//通过标志位让线程执行初始化
|
|||
|
|
isPlay = true;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::pause()
|
|||
|
|
{
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::next()
|
|||
|
|
{
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegThread::stop()
|
|||
|
|
{
|
|||
|
|
//通过标志位让线程停止
|
|||
|
|
stopped = true;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//实时视频显示窗体类
|
|||
|
|
FFmpegWidget::FFmpegWidget(QWidget * parent) : QWidget(parent)
|
|||
|
|
{
|
|||
|
|
ffmpeg = new FFmpegThread(this);
|
|||
|
|
connect(ffmpeg, SIGNAL(receiveImage(QImage)), this, SLOT(updateImage(QImage)));
|
|||
|
|
image = QImage();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
FFmpegWidget::~FFmpegWidget()
|
|||
|
|
{
|
|||
|
|
close();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::paintEvent(QPaintEvent *)
|
|||
|
|
{
|
|||
|
|
if (image.isNull()) {
|
|||
|
|
return;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//qDebug() << TIMEMS << "paintEvent" << objectName();
|
|||
|
|
QPainter painter(this);
|
|||
|
|
painter.drawImage(this->rect(), image);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::updateImage(const QImage &image)
|
|||
|
|
{
|
|||
|
|
//this->image = image.copy();
|
|||
|
|
this->image = image;
|
|||
|
|
this->update();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::setUrl(const QString &url)
|
|||
|
|
{
|
|||
|
|
ffmpeg->setUrl(url);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::open()
|
|||
|
|
{
|
|||
|
|
//qDebug() << TIMEMS << "open video" << objectName();
|
|||
|
|
clear();
|
|||
|
|
|
|||
|
|
ffmpeg->play();
|
|||
|
|
ffmpeg->start();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::pause()
|
|||
|
|
{
|
|||
|
|
ffmpeg->pause();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::next()
|
|||
|
|
{
|
|||
|
|
ffmpeg->next();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::close()
|
|||
|
|
{
|
|||
|
|
//qDebug() << TIMEMS << "close video" << objectName();
|
|||
|
|
if (ffmpeg->isRunning()) {
|
|||
|
|
ffmpeg->stop();
|
|||
|
|
ffmpeg->quit();
|
|||
|
|
ffmpeg->wait(500);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
QTimer::singleShot(1, this, SLOT(clear()));
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
void FFmpegWidget::clear()
|
|||
|
|
{
|
|||
|
|
image = QImage();
|
|||
|
|
update();
|
|||
|
|
}
|