From 41bc5a329c73e3b43695f73f11c47c97c44cc1b6 Mon Sep 17 00:00:00 2001 From: chenke <chenke@454eff88-639b-444f-9e54-f578c98de674> Date: 星期四, 20 七月 2017 09:45:41 +0800 Subject: [PATCH] --- RtspFace/PL_H264Decoder.cpp | 153 +++++++++++++++++++++++++++++++-------------------- 1 files changed, 93 insertions(+), 60 deletions(-) diff --git a/RtspFace/PL_H264Decoder.cpp b/RtspFace/PL_H264Decoder.cpp index 9f51b43..90681c1 100644 --- a/RtspFace/PL_H264Decoder.cpp +++ b/RtspFace/PL_H264Decoder.cpp @@ -1,7 +1,10 @@ #include "PL_H264Decoder.h" +#include "MaterialBuffer.h" +#include "MediaHelper.h" +#include "logger.h" -#include <H264VideoRTPSource.hh> // for SPropRecord -#include <libbase64.h> +#include <liveMedia/H264VideoRTPSource.hh> // for SPropRecord +//#include <libbase64.h> extern "C" { @@ -21,11 +24,15 @@ AVCodecContext* pAVCodecContext; AVFrame* pAVFrame;//#todo delete + MB_Frame lastFrame; + PL_H264Decoder_Config config; + H264Decoder_Internal() : //buffSize(0), buffSizeMax(sizeof(buffer)), fmtp_set_to_context(false), payError(true), - pAVCodecContext(nullptr), pAVFrame(nullptr) + pAVCodecContext(nullptr), pAVFrame(nullptr), + lastFrame(), config() { } @@ -38,6 +45,15 @@ //buffSize = 0; fmtp_set_to_context = false; payError = true; + + pAVCodecContext = nullptr; + pAVFrame = nullptr; + + MB_Frame _lastFrame; + lastFrame = _lastFrame; + + PL_H264Decoder_Config _config; + config = _config; } }; @@ -61,6 +77,12 @@ H264Decoder_Internal* in = (H264Decoder_Internal*)internal; in->reset(); + if (args) + { + PL_H264Decoder_Config* config = (PL_H264Decoder_Config*)args; + in->config = *config; + } + return true; } @@ -68,41 +90,6 @@ { H264Decoder_Internal* in = (H264Decoder_Internal*)internal; -} - -SPropRecord* parseSPropParameterSets(char const* sPropParameterSetsStr, size_t& numSPropRecords) { - // Make a copy of the input string, so we can replace the commas with '\0's: - char* inStr = strDup(sPropParameterSetsStr); - if (inStr == NULL) { - numSPropRecords = 0; - return NULL; - } - - // Count the number of commas (and thus the number of parameter sets): - numSPropRecords = 1; - char* s; - for (s = inStr; *s != '\0'; ++s) { - if (*s == ',') { - ++numSPropRecords; - *s = '\0'; - } - } - - // Allocate and fill in the result array: - SPropRecord* resultArray = new SPropRecord[numSPropRecords]; - s = inStr; - for (unsigned i = 0; i < numSPropRecords; ++i) { - resultArray[i].sPropBytes = new uint8_t[256]; - - size_t sPropLength = 0; - base64_decode(s, strlen(s), (char*)resultArray[i].sPropBytes, &sPropLength, 0); - resultArray[i].sPropLength = sPropLength; - - s += strlen(s) + 1; - } - - delete[] inStr; - return resultArray; } bool initH264DecoderEnv(H264Decoder_Internal* in, @@ -115,19 +102,20 @@ if (!avCodec) { - printf("codec not found!\n"); + LOG_WARN << "codec not found!" << std::endl; return false; } in->pAVCodecContext = avcodec_alloc_context3(avCodec); - - in->pAVCodecContext->time_base.num = 1; - in->pAVCodecContext->frame_number = 1; + in->pAVCodecContext->codec_type = AVMEDIA_TYPE_VIDEO; - in->pAVCodecContext->bit_rate = 0; - in->pAVCodecContext->time_base.den = 25; - in->pAVCodecContext->width = 1920; - in->pAVCodecContext->height = 1080; + // this is only reference for codec + //in->pAVCodecContext->frame_number = 1; + //in->pAVCodecContext->bit_rate = 0; + //in->pAVCodecContext->time_base.num = 1; + //in->pAVCodecContext->time_base.den = 25; + //in->pAVCodecContext->width = 1920; + //in->pAVCodecContext->height = 1080; if (in->pAVCodecContext->extradata == NULL) { @@ -156,27 +144,30 @@ return true; } -bool decodeH264(H264Decoder_Internal* in, uint8_t* buffer, size_t buffSize) +bool decodeH264(H264Decoder_Internal* in, uint8_t* buffer, size_t buffSize, timeval pts) { AVPacket packet = {0}; - int frameFinished = buffSize; + int gotPicture = buffSize; // frameFinished if (av_packet_from_data(&packet, buffer, buffSize) != 0) { - printf("av_packet_from_data error\n"); + LOG_WARN << "av_packet_from_data error" << std::endl; return false; - } + } + + packet.pts = packet.dts = (pts.tv_sec * 1000 * 1000 + pts.tv_usec) / 90000; // decode - avcodec_decode_video2(in->pAVCodecContext, in->pAVFrame, &frameFinished, &packet); - if(frameFinished) + avcodec_decode_video2(in->pAVCodecContext, in->pAVFrame, &gotPicture, &packet); + if(gotPicture) { // decode ok return true; } else { - printf("incomplete frame\n"); + //#todo sps sps changing + LOG_WARN << "incomplete frame" << std::endl; return false; } } @@ -192,26 +183,67 @@ if (manager == NULL) return false; - std::string fmtp(manager->get_global_param(PLGP_RTSP_FMTP)); + std::string fmtp(manager->get_param(PLGP_RTSP_FMTP)); if (fmtp.empty()) return false; - size_t numSPropRecords = 0; + int numSPropRecords = 0; SPropRecord *p_record = parseSPropParameterSets(fmtp.c_str(), numSPropRecords); if (numSPropRecords < 2) - return false;//#todo log + { + LOG_WARN << "numSPropRecords < 2" << std::endl; + return false; + } SPropRecord &sps = p_record[0]; SPropRecord &pps = p_record[1]; bool ret = initH264DecoderEnv(in, sps.sPropBytes, sps.sPropLength, pps.sPropBytes, pps.sPropLength); if (!ret) - return false; // #todo log + { + LOG_ERROR << "initH264DecoderEnv error" << std::endl; + return false; + } else in->fmtp_set_to_context = true; } - bool ret = decodeH264(in, pm.buffer, pm.buffSize); + if (pm.buffer == nullptr) + return false; + + bool ret = false; + if (pm.type == PipeMaterial::PMT_BYTES) + { + if (pm.buffSize <= 0) + return false; + + timeval pts = {0}; + ret = decodeH264(in, (uint8_t*)pm.buffer, pm.buffSize, pts); + } + else if (pm.type == PipeMaterial::PMT_FRAME) + { + MB_Frame* frame = (MB_Frame*)pm.buffer; + + if (frame->buffSize <= 0) + return false; + + ret = decodeH264(in, (uint8_t*)frame->buffer, frame->buffSize, frame->pts); + if (ret) + { + in->lastFrame.type = MB_Frame::MBFT_PTR_AVFRAME; + in->lastFrame.buffer = (uint8_t*)(in->pAVFrame); + in->lastFrame.buffSize = sizeof(in->pAVFrame); + in->lastFrame.width = in->pAVFrame->width; + in->lastFrame.height = in->pAVFrame->height; + + if (in->config.resetPTS) + gettimeofday(&(in->lastFrame.pts),NULL); + else + in->lastFrame.pts = frame->pts; + + } + } + in->payError = !ret; return ret; } @@ -222,8 +254,9 @@ if (!in->payError) { - pm.buffer = (uint8_t*)in->pAVFrame;//in->buffer; - pm.buffSize = sizeof(uint8_t*);//in->buffSize; + pm.type = PipeMaterial::PMT_FRAME; + pm.buffer = &(in->lastFrame); + pm.buffSize = 0; } pm.former = this; return !in->payError; -- Gitblit v1.8.0