#include "wrapper.hpp" #include #include extern "C"{ #include #include #include } #include "ffmpeg/configure/conf.hpp" #include "ffmpeg/format/FormatIn.hpp" #include "ffmpeg/property/VideoProp.hpp" #include "ffmpeg/data/CodedData.hpp" #include "ffmpeg/data/FrameData.hpp" #include "ffmpeg/log/log.hpp" #include "ffmpeg/bridge/cvbridge.hpp" #include "buz/recorder.hpp" using namespace logif; using namespace ffwrapper; namespace cffmpeg_wrap{ using namespace buz; Wrapper::Wrapper() :input_url_("") ,recorder_(NULL) ,thread_(nullptr) ,stop_stream_(false) ,bridge_(NULL) ,scale_w_(0) ,scale_h_(0) ,scale_f_(SWS_POINT) { makeTheWorld(); } Wrapper::~Wrapper() { if(thread_){ stop_stream_.store(true); thread_->join(); } if(bridge_){ delete bridge_; bridge_ = NULL; } if(recorder_){ delete recorder_; recorder_ = NULL; } } void Wrapper::ScalePicture(const int w, const int h, const int flags){ scale_w_ = w; scale_f_ = flags; scale_h_ = h; } std::unique_ptr Wrapper::init_reader(const char* input){ VideoProp prop; prop.url_ = input; prop.rtsp_tcp_ = true; std::unique_ptr in(new FormatIn(prop.gpuAccl())); AVDictionary *avdic = prop.optsFormat(); int flag = in->open(input, &avdic); if(avdic){ av_dict_free(&avdic); } if(flag == 0){ if(!in->findStreamInfo(NULL)){ logIt("yolo can't find video stream\n"); return nullptr; } bool flag = true; if(map_workers_.find(WORKER_DECODER) != map_workers_.end()){ flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); auto dec_ctx = in->getCodecContext(); if(bridge_)delete bridge_; AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; bridge_ = new cvbridge( dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, scale_w_?scale_w_:dec_ctx->width, scale_h_?scale_h_:dec_ctx->height, pix_fmt, scale_f_); } if (!flag){ logIt("FormatIn openCodec Failed!"); return nullptr; } return in; } return nullptr; } int Wrapper::init_recorder(FormatIn *in, std::string dir, const int mind, const int maxd){ if(!in){ logIt("Init wrapper first"); return -1; } if(recorder_){ logIt("recorder exist"); delete recorder_; } recorder_ = new Recorder(in); recorder_->SetCallback([&](int &index, std::string &path){ cache_rec_info(index, path); }); int trycnt = 0; while(trycnt < 100){ const int ret = recorder_->Run(dir.c_str(), mind, maxd); if(ret == 0) break; usleep(200000); } return trycnt == 100; } void Wrapper::init_worker(ffwrapper::FormatIn *in){ for(auto &i : map_workers_){ if(i.second(in) != 0){ logIt("worker %d init error", i.first); } } } void Wrapper::run_stream_thread(){ while(!stop_stream_.load()){ auto in = init_reader(input_url_.c_str()); if (!in) { usleep(200000); continue; } init_worker(in.get()); int64_t id = 0; avpacket pkt; while(!stop_stream_.load()){ auto data(std::make_shared()); if(!in->readPacket(data)){ logIt("read packet error"); pkt.id = -1; data = nullptr; id = 0; }else{ pkt.id = id++; } pkt.data = data; run_worker(in.get(), pkt); if(!data){ break; } //test if(recorder_) if(id % 250 == 0) recorder_->FireRecorder(id); } } } int Wrapper::RunStream(const char* input){ if(thread_){ logIt("wrapper run stream already run"); return 0; } input_url_ = input; thread_.reset(new std::thread([&]{ run_stream_thread(); })); return 0; } //////////////recorder void Wrapper::BuildRecorder(const char *output, const int mindur, const int maxdur){ std::string dir(output); map_workers_[WORKER_RECORDER] = [=](FormatIn *in){ return init_recorder(in, dir, mindur, maxdur); }; } int Wrapper::FireRecorder(const int64_t &id){ if(recorder_){ recorder_->FireRecorder(id); } } void Wrapper::cache_rec_info(int &index, std::string &path){ if(func_rec_){ //active api func_rec_(path, index); }else{ // passive api std::lock_guard l(mutex_rec_); while(list_rec_.size() > 10){ for(int i = 0; i < 5; i++){ list_rec_.pop_front(); } } struct record_file_info info; info.file_frame_index = index; info.file_path = path; list_rec_.emplace_back(info); } } void Wrapper::GetInfoRecorder(int &index, std::string &path){ std::lock_guard l(mutex_rec_); if(list_rec_.empty()){ index = -1; path = ""; return; } auto info = list_rec_.front(); index = info.file_frame_index; path = info.file_path; list_rec_.pop_front(); } ////////decoder void Wrapper::BuildDecoder(){ map_workers_[WORKER_DECODER] = [&](FormatIn*){return 0;}; } void Wrapper::cache_pic(std::shared_ptr &frame){ pic_bgr24 pic; if(bridge_){ AVFrame *frm = frame->getAVFrame(); unsigned char *data = (unsigned char*)malloc(frm->width * frm->height * 3); bridge_->copyPicture(data, frm); pic.data = data; pic.w = scale_w_ ? scale_w_ : frm->width; pic.h = scale_h_ ? scale_h_ : frm->height; } if(func_dec_){ func_dec_(pic.data, pic.w, pic.h); }else{ std::lock_guard l(mutex_pic_); while(list_pic_.size() > 10){ for(int i = 0; i < 5; i++){ auto t = list_pic_.front(); free(t.data); list_pic_.pop_front(); } } list_pic_.emplace_back(pic); } } void Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h){ std::lock_guard l(mutex_pic_); if(list_pic_.empty()){ *data = NULL; *w = 0; *h = 0; return; } auto p = list_pic_.front(); *data = p.data; *w = p.w; *h = p.h; list_pic_.pop_front(); } void Wrapper::run_worker(ffwrapper::FormatIn *in, avpacket &pkt){ if(!pkt.data) return; if (map_workers_.find(WORKER_DECODER) != map_workers_.end()) { auto frame(std::make_shared()); auto ret = in->decode(frame, pkt.data); if(ret == 1){ //吐出数据 cache_pic(frame); } } if(recorder_){ recorder_->CachePacket(pkt); } } ///// active api void Wrapper::ActiveRecorder(const char *dir, const int mind, const int maxd, FUNC_REC func){ BuildRecorder(dir, mind, maxd); func_rec_ = func; } void Wrapper::ActiveDecoder(FUNC_DEC fn){ BuildDecoder(); func_dec_ = fn; } ////// test uint8_t *Wrapper::decodeJPEG(const char *file, int *w, int *h){ VideoProp prop; prop.url_ = file; prop.gpu_acc_ = false; std::unique_ptr in(new FormatIn(prop.gpuAccl())); int flag = in->open(file, NULL); std::unique_ptr bridge_(nullptr); if(flag == 0){ if(!in->findStreamInfo(NULL)){ logIt("yolo can't find video stream\n"); return NULL; } auto flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); if(flag){ auto dec_ctx = in->getCodecContext(); AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; bridge_.reset(new cvbridge( dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, dec_ctx->width, dec_ctx->height, pix_fmt, SWS_BICUBIC)); }else{ logIt("FormatIn openCodec Failed!"); return NULL; } }else{ logIt("open %s error", input_url_.c_str()); return NULL; } auto data(std::make_shared()); if(!in->readPacket(data)){ logIt("read packet error"); return NULL; } auto frame(std::make_shared()); auto ret = in->decode(frame, data); if(ret == 1){ AVFrame *frm = frame->getAVFrame(); *w = frm->width; *h = frm->height; unsigned char *data = (unsigned char*)malloc(frm->width * frm->height * 3); bridge_->copyPicture(data, frm); return data; } return NULL; } }