From 18a05d269516a5e33d8460291c2f93e73d95adce Mon Sep 17 00:00:00 2001 From: zhangmeng <775834166@qq.com> Date: 星期二, 26 十二月 2023 10:45:31 +0800 Subject: [PATCH] GetYUV format is NV12 --- csrc/wrapper.cpp | 781 ++++++++++++++++++++++++++++++++----------------------- 1 files changed, 456 insertions(+), 325 deletions(-) diff --git a/csrc/wrapper.cpp b/csrc/wrapper.cpp index 9b4a88a..a84fd19 100644 --- a/csrc/wrapper.cpp +++ b/csrc/wrapper.cpp @@ -1,7 +1,9 @@ #include "wrapper.hpp" #include <thread> +#include <atomic> #include <unistd.h> +#include <sys/time.h> extern "C"{ #include <libavformat/avformat.h> @@ -12,53 +14,99 @@ #include "ffmpeg/configure/conf.hpp" #include "ffmpeg/format/FormatIn.hpp" -#include "ffmpeg/property/VideoProp.hpp" +#include "ffmpeg/format/FormatOut.hpp" #include "ffmpeg/data/CodedData.hpp" -#include "ffmpeg/data/FrameData.hpp" +#include "ffmpeg/property/VideoProp.hpp" #include "ffmpeg/log/log.hpp" #include "ffmpeg/bridge/cvbridge.hpp" #include "buz/recorder.hpp" -using namespace logif; +#include "worker/stream.hpp" +#include "worker/decoder.hpp" +#include "worker/rec.hpp" +#include "common.hpp" +using namespace logif; using namespace ffwrapper; + +#define DELETE_POINTER(p) \ +do \ +{ \ +if(NULL != p) \ +delete p; \ +p = NULL; \ +}while(0) namespace cffmpeg_wrap{ using namespace buz; Wrapper::Wrapper() :input_url_("") - ,recorder_(NULL) + ,audio_(false) + ,gb_(0) + ,cpu_(0) + ,devid_(-1) + ,run_dec_(false) + ,run_stream_(true) + ,run_rec_(false) + ,work_start(false) ,thread_(nullptr) ,stop_stream_(false) - ,bridge_(NULL) - ,scale_w_(0) - ,scale_h_(0) - ,scale_f_(SWS_POINT) + ,stream_(nullptr) + ,decoder_(nullptr) + ,rec_(new rec) + ,logit_(false) + ,fps_(25) + ,file_finished_(false) + ,min_duration_(0) { makeTheWorld(); + } + + Wrapper::Wrapper(const char *logfile) + :input_url_("") + ,audio_(false) + ,gb_(0) + ,cpu_(0) + ,devid_(-1) + ,run_dec_(false) + ,run_stream_(true) + ,run_rec_(false) + ,work_start(false) + ,thread_(nullptr) + ,stop_stream_(false) + ,stream_(nullptr) + ,decoder_(nullptr) + ,rec_(new rec) + ,logit_(true) + ,fps_(25) + ,file_finished_(false) + ,min_duration_(0) + { + makeTheWorld(); + logif::CreateLogger(logfile, true); } Wrapper::~Wrapper() { - if(thread_){ - stop_stream_.store(true); - thread_->join(); + try + { + if(thread_){ + stop_stream_.store(true); + thread_->join(); + } + DELETE_POINTER(rec_); } - if(bridge_){ - delete bridge_; bridge_ = NULL; + catch(const std::exception& e) + { + logIt("WRAPPER EXCEPTION: ", e.what()); } - if(recorder_){ - delete recorder_; recorder_ = NULL; - } - } + if (logit_) + logif::DestroyLogger(); - void Wrapper::ScalePicture(const int w, const int h, const int flags){ - scale_w_ = w; - scale_f_ = flags; - scale_h_ = h; + printf("wrapper release\n"); } std::unique_ptr<ffwrapper::FormatIn> Wrapper::init_reader(const char* input){ @@ -66,152 +114,28 @@ VideoProp prop; prop.url_ = input; prop.rtsp_tcp_ = true; + prop.gpu_acc_ = false; + prop.gpu_index_ = devid_; - std::unique_ptr<FormatIn> in(new FormatIn(prop.gpuAccl())); - AVDictionary *avdic = prop.optsFormat(); - int flag = in->open(input, &avdic); - if(avdic){ - av_dict_free(&avdic); - } - if(flag == 0){ - if(!in->findStreamInfo(NULL)){ - logIt("yolo can't find video stream\n"); - return nullptr; - } - bool flag = true; - if(map_workers_.find(WORKER_DECODER) != map_workers_.end()){ - flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); - auto dec_ctx = in->getCodecContext(); - if(bridge_)delete bridge_; - - scale_w_ = scale_w_ == 0 || scale_w_ > dec_ctx->width ? dec_ctx->width : scale_w_; - scale_h_ = scale_h_ == 0 || scale_h_ > dec_ctx->height ? dec_ctx->height : scale_h_; - - AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; - bridge_ = new cvbridge( - dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, - scale_w_, scale_h_, pix_fmt, scale_f_); - - } - if (!flag){ - logIt("FormatIn openCodec Failed!"); - return nullptr; - } - return in; + std::unique_ptr<FormatIn> in(nullptr); + int flag = -1; + AVDictionary* avdic = NULL; + if (gb_){ + in.reset(new FormatInGB(prop)); + }else{ + in.reset(new FormatIn(prop, prop.gpuAccl())); + avdic = prop.optsFormat(); } + + if(avdic){ + flag = in->open(input, &avdic); + av_dict_free(&avdic); + }else{ + flag = in->open(input, NULL); + } + if(flag == 0) return in; return nullptr; - } - - ffwrapper::FormatIn* Wrapper::init_reader_gb28181(const char* input){ - - VideoProp prop; - prop.url_ = input; - prop.rtsp_tcp_ = true; - -// std::unique_ptr<FormatIn> in(new FormatIn(prop.gpuAccl())); - ffwrapper::FormatIn* in(new FormatIn(prop.gpuAccl())); - AVDictionary *avdic = prop.optsFormat(); - int flag = in->openGb28181(input, &avdic); - if(avdic){ - logIt("ERROR:in->openGb28181(input, &avdic):flag:%d\n",flag); - av_dict_free(&avdic); - } - if(flag == 0){ - if(!in->findStreamInfo(NULL)){ - logIt("yolo can't find video stream\n"); - return nullptr; - } - bool flag = true; - if(map_workers_.find(WORKER_DECODER) != map_workers_.end()){ - flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); - auto dec_ctx = in->getCodecContext(); - if(bridge_)delete bridge_; - - scale_w_ = scale_w_ == 0 || scale_w_ > dec_ctx->width ? dec_ctx->width : scale_w_; - scale_h_ = scale_h_ == 0 || scale_h_ > dec_ctx->height ? dec_ctx->height : scale_h_; - - AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; - bridge_ = new cvbridge( - dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, - scale_w_, scale_h_, pix_fmt, scale_f_); - - } - if (!flag){ - logIt("FormatIn openCodec Failed!"); - return nullptr; - } - return in; - } - - return nullptr; - } - - int Wrapper::init_recorder(FormatIn *in, std::string dir, const int mind, const int maxd){ - if(!in){ - logIt("Init wrapper first"); - return -1; - } - if(recorder_){ - logIt("recorder exist"); - delete recorder_; - } - - recorder_ = new Recorder(in); - recorder_->SetCallback([&](int &index, std::string &path){ - cache_rec_info(index, path); - }); - - int trycnt = 0; - while(trycnt < 100){ - const int ret = recorder_->Run(dir.c_str(), mind, maxd); - if(ret == 0) break; - usleep(200000); - } - return trycnt == 100; - } - - void Wrapper::init_worker(ffwrapper::FormatIn *in){ - for(auto &i : map_workers_){ - if(i.second(in) != 0){ - logIt("worker %d init error", i.first); - } - } - } - - void Wrapper::run_stream_thread(){ - while(!stop_stream_.load()){ - //auto in = init_reader(input_url_.c_str()); - ffwrapper::FormatIn * in = init_reader_gb28181(input_url_.c_str()); - if (!in) { - logIt("ERROR: init_reader_gb28181!\n"); - usleep(200000); - continue; - } - init_worker(in.get()); - - int64_t id = 0; - avpacket pkt; - while(!stop_stream_.load()){ - auto data(std::make_shared<CodedData>()); - if(!in->readPacket(data)){ - logIt("read packet error"); - pkt.id = -1; data = nullptr; id = 0; - }else{ - pkt.id = id++; - } - pkt.data = data; - - run_worker(in.get(), pkt); - if(!data){ - break; - } - //test - if(recorder_) - if(id % 250 == 0) - recorder_->FireRecorder(id); - } - } } int Wrapper::RunStream(const char* input){ @@ -229,173 +153,380 @@ return 0; } - //////////////recorder - void Wrapper::BuildRecorder(const char *output, const int mindur, const int maxdur){ - std::string dir(output); - map_workers_[WORKER_RECORDER] = [=](FormatIn *in){ - return init_recorder(in, dir, mindur, maxdur); - }; + void Wrapper::AudioSwitch(const bool a){ + audio_ = a; + // if (stream_){ + // stream_->AudioSwitch(a); + // } } - int Wrapper::FireRecorder(const int64_t &id){ - if(recorder_){ - recorder_->FireRecorder(id); - } - } + void Wrapper::init_worker(ffwrapper::FormatIn *in){ + if (rec_->Loaded() && stream_ && decoder_) return; - void Wrapper::cache_rec_info(int &index, std::string &path){ - if(func_rec_){ //active api - func_rec_(path, index); - }else{ // passive api - std::lock_guard<std::mutex> l(mutex_rec_); - while(list_rec_.size() > 10){ - for(int i = 0; i < 5; i++){ - list_rec_.pop_front(); - } - } - struct record_file_info info; - info.file_frame_index = index; - info.file_path = path; - list_rec_.emplace_back(info); - } - } - - void Wrapper::GetInfoRecorder(int &index, std::string &path){ - std::lock_guard<std::mutex> l(mutex_rec_); - if(list_rec_.empty()){ - index = -1; - path = ""; - return; - } - auto info = list_rec_.front(); - index = info.file_frame_index; - path = info.file_path; - list_rec_.pop_front(); - } - - ////////decoder - void Wrapper::BuildDecoder(){ - map_workers_[WORKER_DECODER] = [&](FormatIn*){return 0;}; - } - - void Wrapper::cache_pic(std::shared_ptr<ffwrapper::FrameData> &frame){ - - pic_bgr24 pic; - if(bridge_){ - AVFrame *frm = frame->getAVFrame(); - pic.w = scale_w_; - pic.h = scale_h_; - - unsigned char *data = (unsigned char*)malloc(pic.w * pic.h * 3); - bridge_->copyPicture(data, frm); - pic.data = data; - } - if(func_dec_){ - func_dec_(pic.data, pic.w, pic.h); - }else{ - std::lock_guard<std::mutex> l(mutex_pic_); - while(list_pic_.size() > 10){ - for(int i = 0; i < 5; i++){ - auto t = list_pic_.front(); - free(t.data); - list_pic_.pop_front(); - } - } - list_pic_.emplace_back(pic); - } - - } - - void Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h){ - std::lock_guard<std::mutex> l(mutex_pic_); - if(list_pic_.empty()){ - *data = NULL; - *w = 0; - *h = 0; - return; - } - auto p = list_pic_.front(); - *data = p.data; *w = p.w; *h = p.h; - list_pic_.pop_front(); - } - - void Wrapper::run_worker(ffwrapper::FormatIn *in, avpacket &pkt){ - if(!pkt.data) return; - if (map_workers_.find(WORKER_DECODER) != map_workers_.end()) { - auto frame(std::make_shared<FrameData>()); - auto ret = in->decode(frame, pkt.data); - if(ret == 1){ - //鍚愬嚭鏁版嵁 - cache_pic(frame); - } - } - - if(recorder_){ - recorder_->CachePacket(pkt); - } - } - ///// active api - void Wrapper::ActiveRecorder(const char *dir, const int mind, const int maxd, - FUNC_REC func){ - - BuildRecorder(dir, mind, maxd); - func_rec_ = func; - } - - void Wrapper::ActiveDecoder(FUNC_DEC fn){ - BuildDecoder(); - func_dec_ = fn; - } - - ////// test - uint8_t *Wrapper::decodeJPEG(const char *file, int *w, int *h){ - VideoProp prop; - prop.url_ = file; - prop.gpu_acc_ = false; - - std::unique_ptr<FormatIn> in(new FormatIn(prop.gpuAccl())); - int flag = in->open(file, NULL); + stream_ = new stream(in, 3 * in->getFPS()); + // stream_->AudioSwitch(audio_); - std::unique_ptr<cvbridge> bridge_(nullptr); + decoder_ = new decoder(in); - if(flag == 0){ - if(!in->findStreamInfo(NULL)){ - logIt("yolo can't find video stream\n"); - return NULL; - } - auto flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); - if(flag){ - auto dec_ctx = in->getCodecContext(); - - AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; - bridge_.reset(new cvbridge( - dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, - dec_ctx->width, dec_ctx->height, pix_fmt, SWS_BICUBIC)); + rec_->Load(in); + if(fn_rec_lazy_) { + fn_rec_lazy_(); + fn_rec_lazy_ = nullptr; + } + } - }else{ - logIt("FormatIn openCodec Failed!"); - return NULL; - } - }else{ - logIt("open %s error", input_url_.c_str()); - return NULL; + int Wrapper::run_worker(ffwrapper::FormatIn *in, const CPacket &pkt){ + if (gb_){ + AVPacket &p = pkt.data->getAVPacket(); + // p.pts = p.dts = AV_NOPTS_VALUE; } - - auto data(std::make_shared<CodedData>()); - if(!in->readPacket(data)){ - logIt("read packet error"); - return NULL; - } - auto frame(std::make_shared<FrameData>()); - auto ret = in->decode(frame, data); - if(ret == 1){ - AVFrame *frm = frame->getAVFrame(); - *w = frm->width; - *h = frm->height; - unsigned char *data = (unsigned char*)malloc(frm->width * frm->height * 3); - bridge_->copyPicture(data, frm); - return data; - } - return NULL; + int flag = 0; + if (run_stream_ && stream_) stream_->SetPacket(pkt); + if (run_dec_ && decoder_) flag = decoder_->SetFrame(pkt); + if (run_rec_ && rec_->Loaded()) rec_->SetPacket(pkt); + + return flag; } -} \ No newline at end of file + + void Wrapper::deinit_worker(){ + DELETE_POINTER(stream_); + DELETE_POINTER(decoder_); + rec_->Unload(); + } + + void Wrapper::run_stream_thread(){ + + int64_t file_rebootime = 0; + int64_t file_frame = 0; + + using namespace std; + // const string gb_suffix[] = {"/StreamType=2", "/StreamType=3", ""}; + // const string gb_suffix[] = {"/StreamType=2", ""}; + const string gb_suffix[] = {""}; + const size_t gb_size = sizeof(gb_suffix) / sizeof(string); + int gs_idx = 0; + string url; + url.reserve(input_url_.size()*2); + url = input_url_; + work_start = false; + while(!stop_stream_.load()){ + if (gb_){ + if (input_url_.find("/StreamType=") == string::npos) + url = input_url_ + gb_suffix[gs_idx]; + logIt("======>>input real url %s\n", url.c_str()); + gs_idx = (gs_idx + 1) % gb_size; + } + auto in = init_reader(url.c_str()); + + if (!in) { + work_start = false; + logIt("ERROR: init_reader! url: %s\n", url.c_str()); + usleep(126000); + // for(int i = 0; i < 10; i++){ + // if (stop_stream_.load()) break; + if(gb_) usleep(2617000); + // } + continue; + } + + fps_ = in->getFPS(); + + if (fps_ < 1 || fps_ > 200){ + fps_ = 25; + } + + int wTime = 1000000.0 / fps_ ; + wTime >>= 1; + + init_worker(in.get()); + work_start = true; + + int64_t id = gb_ ? 0 : -1; + int64_t v_id = id; + int64_t a_id = id; + + bool exist = access(input_url_.c_str(), 0) == 0; + if (exist){ + wTime += wTime/2; + file_rebootime++; + } + + logIt("WAIT TIME PER FRAME: %d", wTime); + + while(!stop_stream_.load()){ + auto data(std::make_shared<CodedData>()); + auto ret = in->readPacket(&data->getAVPacket()); + if (ret > 0){ + sleep(2); + continue; + } + + if (ret < 0){ + logIt("read packet error, id: %lld", id); + break; + } + // 闈為煶瑙嗛 + if (in->notVideoAudio(&data->getAVPacket())){ + continue; + } + + // 闈炲浗鏍囪烦杩囩涓�甯�,娴嬭瘯绗竴甯ф湁闂 + if (!gb_ && id < 0){ + id++; v_id++; a_id++; + continue; + } + CPacket pkt{data, v_id, a_id, id}; + // decode error + if (run_worker(in.get(), pkt) == -1){ + break; + } + + if (in->isVideoPkt(&data->getAVPacket())){ + v_id++; + }else{ + a_id++; + } + + id++; + + //鏈湴鏂囦欢澶揩sleep涓�涓� + if (exist && in->isVideoPkt(&data->getAVPacket())){ + // 璁板綍瑙g爜鐨勬枃浠舵湁澶氬皯甯� + file_frame++; + usleep(wTime); + } + } + + deinit_worker(); + if (exist) { + // 涓夋涓�甯ч兘娌¤В鍑烘潵锛岄��鍑� + if (file_frame == 0 && file_rebootime < 3){ + logIt("libcffmpeg.so-> run %lld time, current frames %lld", file_rebootime, file_frame); + continue; + } + // 鏈�灏忛渶瑕佽В鍑哄灏戝抚 + if (file_frame < min_duration_ * fps_){ + logIt("libcffmpeg.so-> run %lld time, current frames %lld, mind %d, fps: %d", + file_rebootime, file_frame, min_duration_, fps_); + continue; + } + logIt("libcffmpeg.so-> local file %s run %lld time, all frames %lld, mind %d, fps: %d", + input_url_.c_str(), file_rebootime, file_frame, min_duration_, fps_); + file_finished_ = true; + break; + } + } + } + + void Wrapper::SetRecMinCacheTime(const int mind, const int maxd){ + min_duration_ = mind; + } + + void Wrapper::OpenRecorder(){ + run_rec_ = true; + } + + void Wrapper::BuildRecorder(const char* id, const char *output, const int64_t &fid, const int mindur, const int maxdur, const bool audio){ + bool a = audio; + if (gb_) a = false; + + if (rec_->Loaded()){ + rec_->NewRec(id, output, fid, mindur, maxdur, a); + }else{ + std::string rid(id), dir(output); + fn_rec_lazy_ = + [=]{rec_->NewRec(rid.c_str(), dir.c_str(), fid, mindur, maxdur, a);}; + } + } + int Wrapper::FireRecorder(const char* sid,const int64_t &id){ + if (rec_->Loaded()){ + rec_->FireRecSignal(sid, id); + } + return 0; + } + + int Wrapper::GetInfoRecorder(std::string &recID, int &index, std::string &path){ + if (work_start && rec_){ + rec_->GetRecInfo(recID, index, path); + } + return 0; + } + ////////decoder + void Wrapper::OpenDecoder(){ + run_dec_ = true; + } + + int Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h, int *format, int *length, int64_t *id){ + if (file_finished_){ + return -1; + } + if (decoder_){ + decoder_->GetFrame(data, w, h, format, length, id); + }else { + if (work_start){ + for(int i = 0; i < 6; i++)this_thread::sleep_for(chrono::seconds{1}); + } + } + return 0; + } + + void Wrapper::CloseStream(){ + run_stream_ = false; + } + + int Wrapper::GetPacket(unsigned char **pktData, int *size, int *key){ + if (work_start && stream_){ + stream_->GetPacket(pktData, size, key); + } + return 0; + } + +} // end class wrapper +/////////////////////////////////////////////////////////// +///single decode or encoder +////// decoder + +#include "ffmpeg/data/FrameData.hpp" + +// return val: -1 open error; -2, find stream error; -3, converter create +namespace cffmpeg_wrap{ // start test functions +/////// for encoder + typedef struct _PicEncoder{ + FormatOut *enc; + int w; + int h; + int fps; + int br; + int gi; + int pix_fmt; + int flag; + cvbridge *bridge; + } PicEncoder; + + void *CreateEncoder(const int w, const int h, const int fps, const int br, + const int pix_fmt, const int scale_flag, const int gi){ + + PicEncoder *e = (PicEncoder*)malloc(sizeof(PicEncoder)); + e->enc = NULL; + e->w = w; + e->h = h; + e->fps = fps; + e->br = br; + e->gi = gi; + e->pix_fmt = pix_fmt; + e->flag = scale_flag; + e->bridge = NULL; + + VideoProp prop_; + prop_.width_ = w; + prop_.height_ = h; + prop_.fps_ = fps; + prop_.bit_rate_ = br; + gi < 0 ? prop_.gpu_acc_ = false : prop_.gpu_acc_ = true; + + FormatOut *enc = new FormatOut(prop_, "./88.mp4"); + e->enc = enc; + + return e; + } + + void DestroyEncoder(void *h){ + PicEncoder *e = (PicEncoder*)h; + if (e == NULL){ + return; + } + + delete e->bridge; + delete e->enc; + + free(e); + } + + int Encode(void *hdl, uint8_t *in, const int w, const int h, uint8_t **out, int *size, int *key){ + + PicEncoder *e = (PicEncoder*)hdl; + auto ctx = e->enc->getCodecContext(); + + if (e->bridge == NULL){ + e->bridge = new cvbridge( + w, h, e->pix_fmt, + e->w, e->h, ctx->pix_fmt, e->flag); + } + + AVFrame *bgr_frame = cvbridge::fillFrame(in, w, h, e->pix_fmt); + AVFrame *frame = e->bridge->convert2Frame(bgr_frame); + av_frame_free(&bgr_frame); + + AVPacket *pkt = av_packet_alloc(); + + auto flag = e->enc->encode(pkt, frame); + if(flag == 0){ + int extradata_size = ctx->extradata_size; + uint8_t *extra = ctx->extradata; + + *key = pkt->flags & AV_PKT_FLAG_KEY; + if(!(*key)){ + extradata_size = 0; + } + *size = pkt->size + extradata_size; + *out = (unsigned char *)malloc(*size); + + memcpy(*out, extra, extradata_size); + memcpy(*out + extradata_size, pkt->data, pkt->size); + + }else{ + logIt("encode error or need more packet\n"); + } + + av_packet_free(&pkt); + av_frame_free(&frame); + + return flag; + } + +#ifdef GB28181 + int GetGb28181Pic(const char *rtspUrl, char *retData, int *retDataLen, const int tt){ + int ret = 0; + std::atomic_bool add_camera{false}; + + std::thread t([&]{ + auto handle_gb28181 = new GB28181API; + std::string ru(rtspUrl); + if(handle_gb28181->addCamera(ru) == -1){ + delete(handle_gb28181); + logIt("do addCamera Error\n"); + ret = -2; + return; + } + add_camera.store(true); + std::this_thread::sleep_for(std::chrono::seconds(1)); + int retLen = handle_gb28181->capturePic(handle_gb28181, retData, retDataLen, tt); + if(retLen == 0){ + logIt("do capturePic failed:%d"); + ret = -1; + } + + handle_gb28181->deleteCamera(); + delete handle_gb28181; + }); + + std::this_thread::sleep_for(std::chrono::seconds(1)); + + int ttt = tt; + if (ttt < 6) ttt = 6; + + int i = -1; + while (true) { + std::this_thread::sleep_for(std::chrono::seconds(1)); + if (add_camera.load()) { + t.join(); + return ret; + } + if (i++ > ttt) break; + } + t.detach(); + return -1; + } +#endif +} + -- Gitblit v1.8.0