From 65eb475b323b3b9c28761b4e3009ab3d269963e1 Mon Sep 17 00:00:00 2001 From: zhangmeng <775834166@qq.com> Date: 星期四, 22 十月 2020 11:13:50 +0800 Subject: [PATCH] h264 cuvid av bsf and rec --- csrc/ffmpeg/format/FormatIn.cpp | 135 +++++++++++++++++++++++++++++++------------- 1 files changed, 95 insertions(+), 40 deletions(-) diff --git a/csrc/ffmpeg/format/FormatIn.cpp b/csrc/ffmpeg/format/FormatIn.cpp index 9f743f8..89a28fa 100644 --- a/csrc/ffmpeg/format/FormatIn.cpp +++ b/csrc/ffmpeg/format/FormatIn.cpp @@ -2,6 +2,8 @@ #include <stdexcept> #include <unistd.h> +#include <stdlib.h> +#include <time.h> extern "C"{ #include <libavformat/avformat.h> @@ -10,7 +12,7 @@ #include <libavutil/opt.h> #include <libavutil/avassert.h> #include <libavutil/imgutils.h> -#include <libswscale/swscale.h> +#include <libswscale/swscale.h> } #include "../log/log.hpp" @@ -28,6 +30,7 @@ ,dec_ctx_(NULL) ,vs_idx_(-1) ,as_idx_(-1) + ,prop_(NULL) ,hw_accl_(hw) ,io_ctx_(NULL) ,read_io_buff_(NULL) @@ -36,41 +39,53 @@ ,fps_(25.0) {} + FormatIn::FormatIn(const VideoProp &prop, bool hw/*=true*/) + :ctx_(NULL) + ,dec_ctx_(NULL) + ,vs_idx_(-1) + ,as_idx_(-1) + ,prop_(NULL) + ,hw_accl_(hw) + ,io_ctx_(NULL) + ,read_io_buff_(NULL) + ,read_io_buff_size_(32768) + ,handle_gb28181(NULL) + ,fps_(25.0) + { + prop_ = new VideoProp; + *prop_ = prop; + } + FormatIn::~FormatIn() { - if(io_ctx_){ - if(read_io_buff_){ - // av_free(read_io_buff_); - read_io_buff_ = NULL; - } - avio_context_free(&io_ctx_); - io_ctx_ = NULL; + logIt("free format in"); + if (prop_) delete prop_; + + if(dec_ctx_){ + avcodec_close(dec_ctx_); + avcodec_free_context(&dec_ctx_); + dec_ctx_ = NULL; } + if(ctx_){ - if (!ctx_->oformat){ - avformat_free_context(ctx_); - }else{ - avformat_close_input(&ctx_); - } + avformat_close_input(&ctx_); ctx_ = NULL; - if(dec_ctx_){ - avcodec_close(dec_ctx_); - dec_ctx_ = NULL; - } - } + if (handle_gb28181){ delete handle_gb28181; } + + if(io_ctx_){ + av_freep(&io_ctx_->buffer); + av_freep(&io_ctx_); + io_ctx_ = NULL; + } + } //////////////////////////////////////////////////////////////////////// int FormatIn::openWithCustomIO(void *opaque, read_packet fn, AVDictionary **options/*=NULL*/){ - ctx_ = avformat_alloc_context(); - if(!ctx_){ - logIt("open with custom io create format error\n"); - return -1; - } read_io_buff_ = (uint8_t*)av_malloc(read_io_buff_size_); if(!read_io_buff_){ logIt("open with custom io alloc read io buff error\n"); @@ -82,13 +97,20 @@ logIt("open with custom io create custom avio error\n"); return -1; } - ctx_->pb = io_ctx_; - auto err = av_probe_input_buffer(ctx_->pb, &ctx_->iformat, NULL, NULL, 0, read_io_buff_size_); - if(err != 0){ - logIt("open with custom io prob input buffer error:%d err: %s\n", err, getAVErrorDesc(err).c_str()); + ctx_ = avformat_alloc_context(); + if(!ctx_){ + logIt("open with custom io create format error\n"); return -1; } + + ctx_->pb = io_ctx_; + + // auto err = av_probe_input_buffer(ctx_->pb, &ctx_->iformat, NULL, NULL, 0, 0); + // if(err != 0){ + // logIt("open with custom io prob input buffer error:%d err: %s\n", err, getAVErrorDesc(err).c_str()); + // return -1; + // } return 0; } @@ -127,7 +149,7 @@ const int ret = avformat_open_input(&ctx_, filename, NULL, options); // if(ret < 0){ // logIt("open %s failed:%s",filename, - // getAVErrorDesc(ret).c_str()); + // getAVErrorDesc(ret).c_str()); // } return ret; @@ -138,7 +160,7 @@ const int ret = avformat_find_stream_info(ctx_, options); if(ret < 0){ logIt("find %s stream info failed:%s", - ctx_->filename,getAVErrorDesc(ret).c_str()); + ctx_->filename,getAVErrorDesc(ret).c_str()); return false; } @@ -158,8 +180,10 @@ fps_ = av_q2d(in->r_frame_rate); }else if(in->avg_frame_rate.num >=1 && in->avg_frame_rate.den >= 1){ fps_ = av_q2d(in->avg_frame_rate); - } - logIt("in stream video fps %f, time_base: %d : %d", fps_, in->time_base.num, in->time_base.den); + } + logIt("in stream video fps %f, time_base: %d : %d, size: %dx%d", fps_, in->time_base.num, in->time_base.den, in->codecpar->width, in->codecpar->height); + + } if (type == AVMEDIA_TYPE_AUDIO){ auto in = ctx_->streams[i]; @@ -178,6 +202,16 @@ return ctx_->streams[vs_idx_]->codecpar->codec_id == AV_CODEC_ID_HEVC; } + const bool FormatIn::IsAVC1()const{ + if (IsHEVC()) return false; + + char p[100] = {0}; + char *sub = av_fourcc_make_string(p, ctx_->streams[vs_idx_]->codecpar->codec_tag); + const int ret = strcmp(sub, "avc1"); + if (ret == 0) return true; + return false; + } + bool FormatIn::openCodec(AVDictionary **options){ if (vs_idx_ == -1) return false; @@ -191,20 +225,42 @@ int idle_gpu = -1; + srand((unsigned)time(NULL)); + +constexpr int need = 350; // M +constexpr int reserved = 512; // M + for (int i = 0; i < 2; ++i) { if(hw_accl_){ - idle_gpu = gpu::getGPU(100); + + // 璁剧疆gpu index + if (prop_->gpu_index_ > -1){ + if (!gpu::satisfy(prop_->gpu_index_, need, reserved)){ + hw_accl_ = false; + continue; + } + idle_gpu = prop_->gpu_index_; + }else{ + idle_gpu = gpu::getGPUPrior(need, reserved, 0); + // idle_gpu = gpu::getGPU(300); + usleep(2000000 + rand()%3000000); + if (!gpu::satisfy(idle_gpu, need, reserved)){ + hw_accl_ = false; + continue; + } + } + if(idle_gpu < 0){ logIt("NO GPU RESOURCE TO DECODE"); hw_accl_ = false; continue; } - if(codecpar->codec_id == AV_CODEC_ID_H264){ - dec = avcodec_find_decoder_by_name("h264_cuvid"); - }else if(codecpar->codec_id == AV_CODEC_ID_H265){ - dec = avcodec_find_decoder_by_name("hevc_cuvid"); - } + + std::string codec_name(avcodec_get_name(codecpar->codec_id)); + codec_name += "_cuvid"; + dec = avcodec_find_decoder_by_name(codec_name.c_str()); + if(!dec){ hw_accl_ = false; continue; @@ -233,7 +289,7 @@ } } } - + return flag; } @@ -303,7 +359,6 @@ int FormatIn::readPacket(AVPacket *pkt_out){ auto flag = av_read_frame(ctx_, pkt_out); - return flag; } @@ -314,7 +369,7 @@ av_packet_rescale_ts(pkt, in->time_base, in->codec->time_base); int ret = avcodec_send_packet(dec_ctx_, pkt); if(ret < 0){ - logIt("avcodec_send_packet error : %s", getAVErrorDesc(ret).c_str()); + logIt("pkt size %d avcodec_send_packet error : %s", pkt->size, getAVErrorDesc(ret).c_str()); return -1; } while (ret >= 0) { -- Gitblit v1.8.0