From 19aeddb7e383bf48a4005474e8a7549699784ddc Mon Sep 17 00:00:00 2001
From: zhangmeng <775834166@qq.com>
Date: 星期三, 13 十一月 2019 15:05:19 +0800
Subject: [PATCH] update
---
csrc/wrapper.cpp | 224 ++++++++++++++++++++++++++++++++++++-------------------
1 files changed, 145 insertions(+), 79 deletions(-)
diff --git a/csrc/wrapper.cpp b/csrc/wrapper.cpp
index 2643ce0..803ebac 100644
--- a/csrc/wrapper.cpp
+++ b/csrc/wrapper.cpp
@@ -2,6 +2,7 @@
#include <thread>
#include <unistd.h>
+#include <sys/time.h>
extern "C"{
#include <libavformat/avformat.h>
@@ -23,8 +24,7 @@
#include "worker/stream.hpp"
#include "worker/decoder.hpp"
#include "worker/rec.hpp"
-
-#include "CUDALERP.h"
+#include "common.hpp"
using namespace logif;
using namespace ffwrapper;
@@ -52,6 +52,7 @@
,decoder_(nullptr)
,rec_(new rec)
,logit_(false)
+ ,fps_(25)
{
makeTheWorld();
}
@@ -159,14 +160,17 @@
}
}
- void Wrapper::run_worker(ffwrapper::FormatIn *in, std::shared_ptr<ffwrapper::CodedData> data, int64_t &id){
+ int Wrapper::run_worker(ffwrapper::FormatIn *in, const CPacket &pkt){
if (gb_){
- AVPacket &pkt = data->getAVPacket();
- pkt.pts = pkt.dts = AV_NOPTS_VALUE;
+ AVPacket &p = pkt.data->getAVPacket();
+ p.pts = p.dts = AV_NOPTS_VALUE;
}
- if (stream_) stream_->SetPacket(data, id);
- if (decoder_ && run_dec_) decoder_->SetFrame(data, id);
- if (rec_->Loaded()) rec_->SetPacket(data, id);
+ int flag = 0;
+ if (stream_) stream_->SetPacket(pkt);
+ if (decoder_ && run_dec_) flag = decoder_->SetFrame(pkt);
+ if (rec_->Loaded()) rec_->SetPacket(pkt);
+
+ return flag;
}
void Wrapper::deinit_worker(){
@@ -185,6 +189,8 @@
sleep(2);
continue;
}
+
+ fps_ = in->getFPS();
int wTime = 1000000.0 / in->getFPS() ;
wTime >>= 1;
@@ -193,6 +199,10 @@
init_worker(in.get());
int64_t id = gb_ ? 0 : -1;
+ int64_t v_id = id;
+ int64_t a_id = id;
+
+ bool exist = access(input_url_.c_str(), 0) == 0 ? true : false;
while(!stop_stream_.load()){
auto data(std::make_shared<CodedData>());
@@ -200,36 +210,54 @@
logIt("read packet error, id: %lld", id);
break;
}
-
+ // 闈為煶瑙嗛
if (in->notVideoAudio(&data->getAVPacket())){
continue;
}
-
+ // 闈炲浗鏍囪烦杩囩涓�甯�,娴嬭瘯绗竴甯ф湁闂
if (!gb_ && id < 0){
- id++;
+ id++; v_id++; a_id++;
continue;
}
-
- run_worker(in.get(), data, id);
- usleep(wTime);
+ CPacket pkt{data, v_id, a_id, id};
+ // decode error
+ if (run_worker(in.get(), pkt) == -1){
+ break;
+ }
+
+ if (in->isVideoPkt(&data->getAVPacket())){
+ v_id++;
+ }else{
+ a_id++;
+ }
id++;
+
+ //鏈湴鏂囦欢澶揩sleep涓�涓�
+ if (exist){
+ usleep(wTime);
+ }
+
}
deinit_worker();
}
}
- void Wrapper::BuildRecorder(const char* id, const char *output, const int mindur, const int maxdur, const bool audio){
+ void Wrapper::SetRecMinCacheTime(const int mind){
+ rec_->SetRecMinCacheTime(mind);
+ }
+
+ void Wrapper::BuildRecorder(const char* id, const char *output, const int64_t &fid, const int mindur, const int maxdur, const bool audio){
bool a = audio;
if (gb_) a = false;
-
+
if (rec_->Loaded()){
- rec_->NewRec(id, output, mindur, maxdur, a);
+ rec_->NewRec(id, output, fid, mindur, maxdur, a);
}else{
std::string rid(id), dir(output);
fn_rec_lazy_ =
- [=]{rec_->NewRec(rid.c_str(), dir.c_str(), mindur, maxdur, a);};
+ [=]{rec_->NewRec(rid.c_str(), dir.c_str(), fid, mindur, maxdur, a);};
}
}
@@ -325,8 +353,7 @@
if(in->decode(frm, &data->getAVPacket()) == 0){
*w = frm->width;
*h = frm->height;
- pic = (unsigned char*)malloc(frm->width * frm->height * 3);
- bridge_->copyPicture(pic, frm);
+ pic = bridge_->convert2Data(frm);
break;
}
}
@@ -343,10 +370,14 @@
int br;
int gi;
int flag;
+ int fmt;
cvbridge *bridge;
} PicEncoder;
- void *CreateEncoder(const int w, const int h, const int fps, const int br, const int scale_flag, const int gi){
+ void *CreateEncoder(const int w, const int h, const int fps, const int br,
+ const int scale_flag, const int gi, const int fmt, const char *file){
+
+ if (fmt < 0) return NULL;
PicEncoder *e = (PicEncoder*)malloc(sizeof(PicEncoder));
e->enc = NULL;
@@ -356,6 +387,7 @@
e->br = br;
e->gi = gi;
e->flag = scale_flag;
+ e->fmt = fmt;
e->bridge = NULL;
VideoProp prop_;
@@ -365,7 +397,10 @@
prop_.bit_rate_ = br;
gi < 0 ? prop_.gpu_acc_ = false : prop_.gpu_acc_ = true;
- FormatOut *enc = new FormatOut(prop_, "./88.mp4");
+ std::string filename("./88.mp4");
+ if (file) filename = file;
+
+ FormatOut *enc = new FormatOut(prop_, filename.c_str());
e->enc = enc;
return e;
@@ -389,13 +424,15 @@
auto ctx = e->enc->getCodecContext();
if (e->bridge == NULL){
- AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24;
e->bridge = new cvbridge(
- w, h, AV_PIX_FMT_BGR24,
+ w, h, e->fmt,
e->w, e->h, ctx->pix_fmt, e->flag);
}
- AVFrame *frame = e->bridge->getAVFrame(in, w, h);
+ AVFrame *bgr_frame = cvbridge::fillFrame(in, w, h, e->fmt);
+ AVFrame *frame = e->bridge->convert2Frame(bgr_frame);
+ av_frame_free(&bgr_frame);
+
AVPacket *pkt = av_packet_alloc();
auto flag = e->enc->encode(pkt, frame);
@@ -435,11 +472,11 @@
}Conv;
void *CreateConvertor(const int srcW, const int srcH, const int srcFormat,
- const int dstW, const int dstH, const int flag){
- AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24;
+ const int dstW, const int dstH, const int dstFormat, const int flag){
+
auto bridge = new cvbridge(
srcW, srcH, srcFormat,
- dstW, dstH, pix_fmt, flag);
+ dstW, dstH, dstFormat, flag);
if (!bridge) return NULL;
Conv *c = (Conv*)malloc(sizeof(Conv));
@@ -458,26 +495,13 @@
auto b = c->b;
- AVFrame *tmp_frm = av_frame_alloc();
- tmp_frm->format = (AVPixelFormat)c->srcF;
- tmp_frm->width = c->srcW;
- tmp_frm->height = c->srcH;
-
- //create a AVPicture frame from the opencv Mat input image
- int ret = avpicture_fill((AVPicture *)tmp_frm,
- (uint8_t *)src,
- (AVPixelFormat)tmp_frm->format,
- tmp_frm->width,
- tmp_frm->height);
+ AVFrame *tmp_frm = cvbridge::fillFrame(src, c->srcW, c->srcH, c->srcF);
+ if (!tmp_frm) return NULL;
- unsigned char *picData = NULL;
- if (ret > 0){
- picData = (unsigned char*)malloc(c->dstW * c->dstH * 3);
- b->copyPicture(picData, tmp_frm);
- }
-
+ unsigned char *picData = b->convert2Data(tmp_frm);
+
av_frame_free(&tmp_frm);
-
+
return picData;
}
@@ -487,45 +511,87 @@
free(c);
}
+// mjpeg av pix fmt yuv420p
- uint8_t* ConvertYUV2BGR(uint8_t *src, const int w, const int h, const int dst_w, const int dst_h, int *length){
- return NULL;
+ static int save2PIC(uint8_t *data, const int w, const int h, const char *filename){
+ AVPixelFormat src_fmt = AV_PIX_FMT_BGR24;
+ AVPixelFormat dst_fmt = AV_PIX_FMT_YUV420P;
- // int oldw = w, oldh = h, neww = dst_w, newh = dst_h;
- // // setting cache and shared modes
- // cudaDeviceSetCacheConfig(cudaFuncCachePreferL1);
- // cudaDeviceSetSharedMemConfig(cudaSharedMemBankSizeFourByte);
+ cvbridge *bridge = new cvbridge(w, h, src_fmt, w, h, dst_fmt, 16);
- // // allocating and transferring image and binding to texture object
- // cudaChannelFormatDesc chandesc_img = cudaCreateChannelDesc(8, 0, 0, 0, cudaChannelFormatKindUnsigned);
- // cudaArray* d_img_arr;
- // cudaMallocArray(&d_img_arr, &chandesc_img, oldw, oldh, cudaArrayTextureGather);
- // cudaMemcpyToArray(d_img_arr, 0, 0, image, oldh * oldw, cudaMemcpyHostToDevice);
- // struct cudaResourceDesc resdesc_img;
- // memset(&resdesc_img, 0, sizeof(resdesc_img));
- // resdesc_img.resType = cudaResourceTypeArray;
- // resdesc_img.res.array.array = d_img_arr;
- // struct cudaTextureDesc texdesc_img;
- // memset(&texdesc_img, 0, sizeof(texdesc_img));
- // texdesc_img.addressMode[0] = cudaAddressModeClamp;
- // texdesc_img.addressMode[1] = cudaAddressModeClamp;
- // texdesc_img.readMode = cudaReadModeNormalizedFloat;
- // texdesc_img.filterMode = cudaFilterModePoint;
- // texdesc_img.normalizedCoords = 0;
- // cudaTextureObject_t d_img_tex = 0;
- // cudaCreateTextureObject(&d_img_tex, &resdesc_img, &texdesc_img, nullptr);
+ AVFrame *bgr_frame = cvbridge::fillFrame(data, w, h, src_fmt);
+ AVFrame *frame_jpeg = bridge->convert2Frame(bgr_frame);
+ av_frame_free(&bgr_frame);
- // uint8_t* d_out = nullptr;
- // cudaMalloc(&d_out, total);
+ AVFormatContext *ctx = avformat_alloc_context();
+ ctx->oformat = av_guess_format("mjpeg", NULL, NULL);
+ if( avio_open(&ctx->pb, filename, AVIO_FLAG_READ_WRITE) < 0) {
+ printf("Couldn't open output file.");
+ avformat_free_context(ctx);
- // for (int i = 0; i < warmups; ++i) CUDALERP(d_img_tex, oldw, oldh, d_out, neww, newh);
- // auto start = high_resolution_clock::now();
- // for (int i = 0; i < runs; ++i) CUDALERP(d_img_tex, oldw, oldh, d_out, neww, newh);
- // auto end = high_resolution_clock::now();
- // auto sum = (end - start) / runs;
+ delete bridge;
+ return -1;
+ }
+ AVStream* pAVStream = avformat_new_stream(ctx, 0);
+ if( pAVStream == NULL ){
+ delete bridge;
+ return -1;
+ }
+ AVCodecContext* pCodecCtx = pAVStream->codec;
+ pCodecCtx->codec_id = ctx->oformat->video_codec;
+ pCodecCtx->codec_type = AVMEDIA_TYPE_VIDEO;
+ pCodecCtx->pix_fmt = dst_fmt;
+ pCodecCtx->width = w;
+ pCodecCtx->height = h;
+ pCodecCtx->time_base.num = 1;
+ pCodecCtx->time_base.den = 25;
+ AVCodec* pCodec = avcodec_find_encoder(pCodecCtx->codec_id);
+ if( !pCodec ) {
+ printf("Codec not found.");
+ avformat_free_context(ctx);
- // auto h_out = new uint8_t[neww * newh];
- // cudaMemcpy(h_out, d_out, total, cudaMemcpyDeviceToHost);
+ delete bridge;
+ return -1;
+ }
+ if( avcodec_open2(pCodecCtx, pCodec, NULL) < 0 ){
+ printf("Could not open codec.");
+ avformat_free_context(ctx);
+ avio_close(ctx->pb);
+ delete bridge;
+ return -1;
+ }
+ avformat_write_header(ctx, NULL);
+ int y_size = pCodecCtx->width * pCodecCtx->height;
+ AVPacket pkt;
+ av_new_packet(&pkt, y_size * 3);
+ int got_picture = 0;
+ int ret = avcodec_encode_video2(pCodecCtx, &pkt, frame_jpeg, &got_picture);
+ av_frame_free(&frame_jpeg);
+ delete bridge;
+ if( ret < 0 ) {
+ printf("Encode Error.\n");
+ avformat_free_context(ctx);
+ if( pAVStream ) {
+ avcodec_close(pAVStream->codec);
+ }
+ avio_close(ctx->pb);
+
+ return -1;
+ }
+ if( got_picture == 1 ) {
+ pkt.stream_index = pAVStream->index;
+ ret = av_write_frame(ctx, &pkt);
+ avio_flush(ctx->pb);
+ }
+ av_free_packet(&pkt);
+ //Write Trailer
+ av_write_trailer(ctx);
+ if( pAVStream ) {
+ avcodec_close(pAVStream->codec);
+ }
+ avio_close(ctx->pb);
+ avformat_free_context(ctx);
+ return 0;
}
}
--
Gitblit v1.8.0