From 900cad1c378136885f131922c763095e0e12dcdc Mon Sep 17 00:00:00 2001
From: xuxiuxi <xuxiuxi@454eff88-639b-444f-9e54-f578c98de674>
Date: 星期二, 25 七月 2017 14:20:30 +0800
Subject: [PATCH]
---
RtspFace/PL_H264Decoder.cpp | 147 ++++++++++++++++++++++++++++++-------------------
1 files changed, 90 insertions(+), 57 deletions(-)
diff --git a/RtspFace/PL_H264Decoder.cpp b/RtspFace/PL_H264Decoder.cpp
index 879fa6f..90681c1 100644
--- a/RtspFace/PL_H264Decoder.cpp
+++ b/RtspFace/PL_H264Decoder.cpp
@@ -1,7 +1,10 @@
#include "PL_H264Decoder.h"
+#include "MaterialBuffer.h"
+#include "MediaHelper.h"
+#include "logger.h"
-#include <H264VideoRTPSource.hh> // for SPropRecord
-#include <libbase64.h>
+#include <liveMedia/H264VideoRTPSource.hh> // for SPropRecord
+//#include <libbase64.h>
extern "C"
{
@@ -21,11 +24,15 @@
AVCodecContext* pAVCodecContext;
AVFrame* pAVFrame;//#todo delete
+ MB_Frame lastFrame;
+ PL_H264Decoder_Config config;
+
H264Decoder_Internal() :
//buffSize(0), buffSizeMax(sizeof(buffer)),
fmtp_set_to_context(false),
payError(true),
- pAVCodecContext(nullptr), pAVFrame(nullptr)
+ pAVCodecContext(nullptr), pAVFrame(nullptr),
+ lastFrame(), config()
{
}
@@ -38,6 +45,15 @@
//buffSize = 0;
fmtp_set_to_context = false;
payError = true;
+
+ pAVCodecContext = nullptr;
+ pAVFrame = nullptr;
+
+ MB_Frame _lastFrame;
+ lastFrame = _lastFrame;
+
+ PL_H264Decoder_Config _config;
+ config = _config;
}
};
@@ -61,6 +77,12 @@
H264Decoder_Internal* in = (H264Decoder_Internal*)internal;
in->reset();
+ if (args)
+ {
+ PL_H264Decoder_Config* config = (PL_H264Decoder_Config*)args;
+ in->config = *config;
+ }
+
return true;
}
@@ -68,41 +90,6 @@
{
H264Decoder_Internal* in = (H264Decoder_Internal*)internal;
-}
-
-SPropRecord* parseSPropParameterSets(char const* sPropParameterSetsStr, size_t& numSPropRecords) {
- // Make a copy of the input string, so we can replace the commas with '\0's:
- char* inStr = strDup(sPropParameterSetsStr);
- if (inStr == NULL) {
- numSPropRecords = 0;
- return NULL;
- }
-
- // Count the number of commas (and thus the number of parameter sets):
- numSPropRecords = 1;
- char* s;
- for (s = inStr; *s != '\0'; ++s) {
- if (*s == ',') {
- ++numSPropRecords;
- *s = '\0';
- }
- }
-
- // Allocate and fill in the result array:
- SPropRecord* resultArray = new SPropRecord[numSPropRecords];
- s = inStr;
- for (unsigned i = 0; i < numSPropRecords; ++i) {
- resultArray[i].sPropBytes = new uint8_t[256];
-
- size_t sPropLength = 0;
- base64_decode(s, strlen(s), (char*)resultArray[i].sPropBytes, &sPropLength, 0);
- resultArray[i].sPropLength = sPropLength;
-
- s += strlen(s) + 1;
- }
-
- delete[] inStr;
- return resultArray;
}
bool initH264DecoderEnv(H264Decoder_Internal* in,
@@ -115,19 +102,20 @@
if (!avCodec)
{
- printf("codec not found!\n");
+ LOG_WARN << "codec not found!" << std::endl;
return false;
}
in->pAVCodecContext = avcodec_alloc_context3(avCodec);
-
- in->pAVCodecContext->time_base.num = 1;
- in->pAVCodecContext->frame_number = 1;
+
in->pAVCodecContext->codec_type = AVMEDIA_TYPE_VIDEO;
- in->pAVCodecContext->bit_rate = 0;
- in->pAVCodecContext->time_base.den = 25;
- in->pAVCodecContext->width = 1920;//#todo get from pm
- in->pAVCodecContext->height = 1080;
+ // this is only reference for codec
+ //in->pAVCodecContext->frame_number = 1;
+ //in->pAVCodecContext->bit_rate = 0;
+ //in->pAVCodecContext->time_base.num = 1;
+ //in->pAVCodecContext->time_base.den = 25;
+ //in->pAVCodecContext->width = 1920;
+ //in->pAVCodecContext->height = 1080;
if (in->pAVCodecContext->extradata == NULL)
{
@@ -156,16 +144,18 @@
return true;
}
-bool decodeH264(H264Decoder_Internal* in, uint8_t* buffer, size_t buffSize)
+bool decodeH264(H264Decoder_Internal* in, uint8_t* buffer, size_t buffSize, timeval pts)
{
AVPacket packet = {0};
int gotPicture = buffSize; // frameFinished
if (av_packet_from_data(&packet, buffer, buffSize) != 0)
{
- printf("av_packet_from_data error\n");
+ LOG_WARN << "av_packet_from_data error" << std::endl;
return false;
- }
+ }
+
+ packet.pts = packet.dts = (pts.tv_sec * 1000 * 1000 + pts.tv_usec) / 90000;
// decode
avcodec_decode_video2(in->pAVCodecContext, in->pAVFrame, &gotPicture, &packet);
@@ -176,7 +166,8 @@
}
else
{
- printf("incomplete frame\n");
+ //#todo sps sps changing
+ LOG_WARN << "incomplete frame" << std::endl;
return false;
}
}
@@ -192,26 +183,67 @@
if (manager == NULL)
return false;
- std::string fmtp(manager->get_global_param(PLGP_RTSP_FMTP));
+ std::string fmtp(manager->get_param(PLGP_RTSP_FMTP));
if (fmtp.empty())
return false;
- size_t numSPropRecords = 0;
+ int numSPropRecords = 0;
SPropRecord *p_record = parseSPropParameterSets(fmtp.c_str(), numSPropRecords);
if (numSPropRecords < 2)
- return false;//#todo log
+ {
+ LOG_WARN << "numSPropRecords < 2" << std::endl;
+ return false;
+ }
SPropRecord &sps = p_record[0];
SPropRecord &pps = p_record[1];
bool ret = initH264DecoderEnv(in, sps.sPropBytes, sps.sPropLength, pps.sPropBytes, pps.sPropLength);
if (!ret)
- return false; // #todo log
+ {
+ LOG_ERROR << "initH264DecoderEnv error" << std::endl;
+ return false;
+ }
else
in->fmtp_set_to_context = true;
}
- bool ret = decodeH264(in, pm.buffer, pm.buffSize);
+ if (pm.buffer == nullptr)
+ return false;
+
+ bool ret = false;
+ if (pm.type == PipeMaterial::PMT_BYTES)
+ {
+ if (pm.buffSize <= 0)
+ return false;
+
+ timeval pts = {0};
+ ret = decodeH264(in, (uint8_t*)pm.buffer, pm.buffSize, pts);
+ }
+ else if (pm.type == PipeMaterial::PMT_FRAME)
+ {
+ MB_Frame* frame = (MB_Frame*)pm.buffer;
+
+ if (frame->buffSize <= 0)
+ return false;
+
+ ret = decodeH264(in, (uint8_t*)frame->buffer, frame->buffSize, frame->pts);
+ if (ret)
+ {
+ in->lastFrame.type = MB_Frame::MBFT_PTR_AVFRAME;
+ in->lastFrame.buffer = (uint8_t*)(in->pAVFrame);
+ in->lastFrame.buffSize = sizeof(in->pAVFrame);
+ in->lastFrame.width = in->pAVFrame->width;
+ in->lastFrame.height = in->pAVFrame->height;
+
+ if (in->config.resetPTS)
+ gettimeofday(&(in->lastFrame.pts),NULL);
+ else
+ in->lastFrame.pts = frame->pts;
+
+ }
+ }
+
in->payError = !ret;
return ret;
}
@@ -222,8 +254,9 @@
if (!in->payError)
{
- pm.buffer = (uint8_t*)in->pAVFrame;//in->buffer;
- pm.buffSize = sizeof(uint8_t*);//in->buffSize;
+ pm.type = PipeMaterial::PMT_FRAME;
+ pm.buffer = &(in->lastFrame);
+ pm.buffSize = 0;
}
pm.former = this;
return !in->payError;
--
Gitblit v1.8.0