| | |
| | | |
| | | #include "buz/recorder.hpp" |
| | | |
| | | using namespace logif; |
| | | #include "stream.hpp" |
| | | #include "decoder.hpp" |
| | | #include "rec.hpp" |
| | | |
| | | using namespace logif; |
| | | using namespace ffwrapper; |
| | | |
| | | namespace cffmpeg_wrap{ |
| | |
| | | |
| | | Wrapper::Wrapper() |
| | | :input_url_("") |
| | | ,recorder_(NULL) |
| | | ,thread_(nullptr) |
| | | ,stop_stream_(false) |
| | | ,bridge_(NULL) |
| | | ,scale_w_(0) |
| | | ,scale_h_(0) |
| | | ,scale_f_(SWS_POINT) |
| | | ,gb_(0) |
| | | ,cpu_(0) |
| | | ,encoder_(nullptr) |
| | | ,use_decoder_(false) |
| | | ,thread_(nullptr) |
| | | ,stop_stream_(false) |
| | | ,stream_(nullptr) |
| | | ,decoder_(nullptr) |
| | | ,rec_(nullptr) |
| | | { |
| | | makeTheWorld(); |
| | | } |
| | |
| | | |
| | | Wrapper::~Wrapper() |
| | | { |
| | | if(thread_){ |
| | | stop_stream_.store(true); |
| | | thread_->join(); |
| | | try |
| | | { |
| | | if(thread_){ |
| | | stop_stream_.store(true); |
| | | thread_->join(); |
| | | } |
| | | } |
| | | if(bridge_){ |
| | | delete bridge_; bridge_ = NULL; |
| | | } |
| | | if(recorder_){ |
| | | delete recorder_; recorder_ = NULL; |
| | | } |
| | | if (encoder_){ |
| | | delete encoder_; encoder_ = NULL; |
| | | catch(const std::exception& e) |
| | | { |
| | | logIt("WRAPPER EXCEPTION: ", e.what()); |
| | | } |
| | | } |
| | | |
| | |
| | | logIt("yolo can't find video stream\n"); |
| | | return nullptr; |
| | | } |
| | | bool flag = true; |
| | | if(map_workers_.find(WORKER_DECODER) != map_workers_.end()){ |
| | | flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); |
| | | auto dec_ctx = in->getCodecContext(); |
| | | if(bridge_)delete bridge_; |
| | | |
| | | scale_w_ = scale_w_ == 0 || scale_w_ > dec_ctx->width ? dec_ctx->width : scale_w_; |
| | | scale_h_ = scale_h_ == 0 || scale_h_ > dec_ctx->height ? dec_ctx->height : scale_h_; |
| | | |
| | | AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; |
| | | bridge_ = new cvbridge( |
| | | dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, |
| | | scale_w_, scale_h_, pix_fmt, scale_f_); |
| | | |
| | | } |
| | | if (!flag){ |
| | | logIt("FormatIn openCodec Failed!"); |
| | | return nullptr; |
| | | } |
| | | |
| | | return in; |
| | | } |
| | | |
| | | return nullptr; |
| | | } |
| | | |
| | | // ffwrapper::FormatIn* Wrapper::init_reader_gb28181(const char* input){ |
| | | |
| | | // VideoProp prop; |
| | | // prop.url_ = input; |
| | | // prop.rtsp_tcp_ = true; |
| | | // prop.gpu_acc_ = !cpu_; |
| | | // ffwrapper::FormatIn* in(new FormatIn(prop.gpuAccl())); |
| | | // AVDictionary *avdic = prop.optsFormat(); |
| | | // int flag = in->openGb28181(input, &avdic); |
| | | // if(avdic){ |
| | | // logIt("ERROR:in->openGb28181(input, &avdic):flag:%d\n",flag); |
| | | // av_dict_free(&avdic); |
| | | // } |
| | | // if(flag == 0){ |
| | | // if(!in->findStreamInfo(NULL)){ |
| | | // logIt("yolo can't find video stream\n"); |
| | | // return nullptr; |
| | | // } |
| | | // bool flag = true; |
| | | // if(map_workers_.find(WORKER_DECODER) != map_workers_.end()){ |
| | | // flag = in->openCodec(AVMEDIA_TYPE_VIDEO, NULL); |
| | | // auto dec_ctx = in->getCodecContext(); |
| | | // if(bridge_)delete bridge_; |
| | | // scale_w_ = scale_w_ == 0 || scale_w_ > dec_ctx->width ? dec_ctx->width : scale_w_; |
| | | // scale_h_ = scale_h_ == 0 || scale_h_ > dec_ctx->height ? dec_ctx->height : scale_h_; |
| | | // AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; |
| | | // bridge_ = new cvbridge( |
| | | // dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, |
| | | // scale_w_, scale_h_, pix_fmt, scale_f_); |
| | | // } |
| | | // if (!flag){ |
| | | // logIt("FormatIn openCodec Failed!"); |
| | | // return nullptr; |
| | | // } |
| | | // return in; |
| | | // } |
| | | // return nullptr; |
| | | // } |
| | | |
| | | int Wrapper::init_recorder(FormatIn *in, std::string dir, const int mind, const int maxd){ |
| | | if(!in){ |
| | | logIt("Init wrapper first"); |
| | | return -1; |
| | | } |
| | | if(recorder_){ |
| | | logIt("recorder exist"); |
| | | delete recorder_; |
| | | } |
| | | |
| | | recorder_ = new Recorder(in); |
| | | recorder_->SetCallback([&](int &index, std::string &path){ |
| | | cache_rec_info(index, path); |
| | | }); |
| | | |
| | | int trycnt = 0; |
| | | while(trycnt < 100){ |
| | | const int ret = recorder_->Run(dir.c_str(), mind, maxd); |
| | | if(ret == 0) break; |
| | | usleep(200000); |
| | | } |
| | | return trycnt == 100; |
| | | } |
| | | |
| | | void Wrapper::init_worker(ffwrapper::FormatIn *in){ |
| | | for(auto &i : map_workers_){ |
| | | if(i.second(in) != 0){ |
| | | logIt("worker %d init error", i.first); |
| | | } |
| | | } |
| | | } |
| | | |
| | | void Wrapper::run_stream_thread(){ |
| | | |
| | | while(!stop_stream_.load()){ |
| | | auto in = init_reader(input_url_.c_str()); |
| | | |
| | | if (!in) { |
| | | logIt("ERROR: init_reader! url: %s\n", input_url_.c_str()); |
| | | usleep(200000); |
| | | continue; |
| | | } |
| | | init_worker(in.get()); |
| | | |
| | | int64_t id = 0; |
| | | avpacket pkt; |
| | | while(!stop_stream_.load()){ |
| | | auto data(std::make_shared<CodedData>()); |
| | | if(!in->readPacket(data)){ |
| | | logIt("read packet error"); |
| | | pkt.id = -1; data = nullptr; id = 0; |
| | | }else{ |
| | | pkt.id = id++; |
| | | } |
| | | pkt.data = data; |
| | | if(data != nullptr) { |
| | | cacheAVPacket(data->getAVPacket()); |
| | | } |
| | | |
| | | run_worker(in.get(), pkt); |
| | | if(!data){ |
| | | break; |
| | | } |
| | | //test |
| | | // if(recorder_) |
| | | // if(id % 250 == 0) |
| | | // recorder_->FireRecorder(id); |
| | | } |
| | | } |
| | | } |
| | | |
| | | int Wrapper::RunStream(const char* input){ |
| | |
| | | return 0; |
| | | } |
| | | |
| | | //////////////recorder |
| | | void Wrapper::BuildRecorder(const char *output, const int mindur, const int maxdur){ |
| | | std::string dir(output); |
| | | map_workers_[WORKER_RECORDER] = [=](FormatIn *in){ |
| | | return init_recorder(in, dir, mindur, maxdur); |
| | | }; |
| | | void Wrapper::init_stream(){ |
| | | if (stream_) delete stream_; |
| | | stream_ = new stream; |
| | | } |
| | | |
| | | int Wrapper::FireRecorder(const int64_t &id){ |
| | | if(recorder_){ |
| | | recorder_->FireRecorder(id); |
| | | } |
| | | void Wrapper::init_decoder(ffwrapper::FormatIn *in){ |
| | | if (decoder_) delete decoder_; |
| | | decoder_ = new decoder(in, scale_w_, scale_h_,scale_f_); |
| | | } |
| | | |
| | | void Wrapper::cache_rec_info(int &index, std::string &path){ |
| | | if(func_rec_){ //active api |
| | | func_rec_(path, index); |
| | | }else{ // passive api |
| | | std::lock_guard<std::mutex> l(mutex_rec_); |
| | | while(list_rec_.size() > 10){ |
| | | for(int i = 0; i < 5; i++){ |
| | | list_rec_.pop_front(); |
| | | } |
| | | void Wrapper::init_rec(ffwrapper::FormatIn *in){ |
| | | if (rec_) delete rec_; |
| | | rec_ = new rec(in); |
| | | } |
| | | |
| | | void Wrapper::run_stream_thread(){ |
| | | |
| | | while(!stop_stream_.load()){ |
| | | auto in = init_reader(input_url_.c_str()); |
| | | |
| | | if (!in) { |
| | | logIt("ERROR: init_reader! url: %s\n", input_url_.c_str()); |
| | | usleep(200000); |
| | | continue; |
| | | } |
| | | struct record_file_info info; |
| | | info.file_frame_index = index; |
| | | info.file_path = path; |
| | | list_rec_.emplace_back(info); |
| | | logIt("list rec files count : %d", list_rec_.size()); |
| | | init_stream(); |
| | | if (use_decoder_){ |
| | | init_decoder(in.get()); |
| | | } |
| | | init_rec(in.get()); |
| | | |
| | | int64_t id = 0; |
| | | while(!stop_stream_.load()){ |
| | | auto data(std::make_shared<CodedData>()); |
| | | if(!in->readPacket(data)){ |
| | | logIt("read packet error"); |
| | | break; |
| | | } |
| | | if (stream_) stream_->SetPacket(data); |
| | | if (use_decoder_ && decoder_) decoder_->SetFrame(data, id); |
| | | if (rec_) rec_->SetPacket(data, id); |
| | | |
| | | id++; |
| | | } |
| | | } |
| | | } |
| | | |
| | | void Wrapper::GetInfoRecorder(int &index, std::string &path){ |
| | | std::lock_guard<std::mutex> l(mutex_rec_); |
| | | if(list_rec_.empty()){ |
| | | index = -1; |
| | | path = ""; |
| | | return; |
| | | void Wrapper::BuildRecorder(const char* id, const char *output, const int mindur, const int maxdur){ |
| | | |
| | | if (rec_){ |
| | | rec_->NewRec(id, output, mindur, maxdur); |
| | | } |
| | | auto info = list_rec_.front(); |
| | | index = info.file_frame_index; |
| | | path = info.file_path; |
| | | list_rec_.pop_front(); |
| | | logIt("go get info index: %d, file: %s\n", index, path.c_str()); |
| | | } |
| | | |
| | | int Wrapper::FireRecorder(const char* sid,const int64_t &id){ |
| | | if (rec_){ |
| | | rec_->FireRecSignal(sid, id); |
| | | } |
| | | } |
| | | |
| | | void Wrapper::GetInfoRecorder(std::string &recID, int &index, std::string &path){ |
| | | if (rec_){ |
| | | rec_->GetRecInfo(recID, index, path); |
| | | } |
| | | } |
| | | ////////decoder |
| | | void Wrapper::BuildDecoder(){ |
| | | map_workers_[WORKER_DECODER] = [&](FormatIn*){return 0;}; |
| | | use_decoder_ = true; |
| | | } |
| | | |
| | | void Wrapper::cache_pic(std::shared_ptr<ffwrapper::FrameData> &frame){ |
| | | |
| | | pic_bgr24 pic; |
| | | if(bridge_){ |
| | | AVFrame *frm = frame->getAVFrame(); |
| | | pic.w = scale_w_; |
| | | pic.h = scale_h_; |
| | | |
| | | unsigned char *data = (unsigned char*)malloc(pic.w * pic.h * 3); |
| | | bridge_->copyPicture(data, frm); |
| | | pic.data = data; |
| | | void Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h, int64_t *id){ |
| | | if (decoder_){ |
| | | decoder_->GetFrame(data, w, h, id); |
| | | } |
| | | if(func_dec_){ |
| | | func_dec_(pic.data, pic.w, pic.h); |
| | | }else{ |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | while(list_pic_.size() > 10){ |
| | | for(int i = 0; i < 5; i++){ |
| | | auto t = list_pic_.front(); |
| | | free(t.data); |
| | | list_pic_.pop_front(); |
| | | } |
| | | } |
| | | list_pic_.emplace_back(pic); |
| | | } |
| | | |
| | | } |
| | | |
| | | void Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h){ |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | if(list_pic_.empty()){ |
| | | *data = NULL; |
| | | *w = 0; |
| | | *h = 0; |
| | | return; |
| | | } |
| | | auto p = list_pic_.front(); |
| | | *data = p.data; *w = p.w; *h = p.h; |
| | | list_pic_.pop_front(); |
| | | } |
| | | |
| | | void Wrapper::GetPacket(unsigned char **pktData, int *size, int *key){ |
| | | std::lock_guard<std::mutex> l(mutex_avpkt_); |
| | | if(list_avpkt_.empty()){ |
| | | return; |
| | | } |
| | | auto pkt = list_avpkt_.front(); |
| | | *key = pkt.flags & AV_PKT_FLAG_KEY; |
| | | *size = pkt.size; |
| | | *pktData = (unsigned char *)malloc(*size); |
| | | memcpy(*pktData, pkt.data, pkt.size); |
| | | |
| | | list_avpkt_.pop_front(); |
| | | } |
| | | void Wrapper::cacheAVPacket(const AVPacket &pkt){ |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | while(list_avpkt_.size() > 10){ |
| | | // printf("cacheAVPacket drop packets!!!!!!!!!!\n"); |
| | | for(int i = 0; i < 5; i++){ |
| | | list_avpkt_.pop_front(); |
| | | } |
| | | } |
| | | list_avpkt_.emplace_back(pkt); |
| | | } |
| | | |
| | | void Wrapper::run_worker(ffwrapper::FormatIn *in, avpacket &pkt){ |
| | | if(!pkt.data) return; |
| | | if (map_workers_.find(WORKER_DECODER) != map_workers_.end()) { |
| | | auto frame(std::make_shared<FrameData>()); |
| | | auto ret = in->decode(frame, pkt.data); |
| | | if(ret == 1){ |
| | | //吐出数据 |
| | | cache_pic(frame); |
| | | } |
| | | } |
| | | |
| | | if(recorder_){ |
| | | recorder_->CachePacket(pkt); |
| | | if (stream_){ |
| | | stream_->GetPacket(pktData, size, key); |
| | | } |
| | | } |
| | | ///// active api |
| | | void Wrapper::ActiveRecorder(const char *dir, const int mind, const int maxd, |
| | | FUNC_REC func){ |
| | | |
| | | BuildRecorder(dir, mind, maxd); |
| | | func_rec_ = func; |
| | | } |
| | | |
| | | void Wrapper::ActiveDecoder(FUNC_DEC fn){ |
| | | BuildDecoder(); |
| | | func_dec_ = fn; |
| | | } |
| | | |
| | | ////// test |
| | | uint8_t *Wrapper::decodeJPEG(const char *file, int *w, int *h){ |
| | | } // end class wrapper |
| | | /////////////////////////////////////////////////////////// |
| | | ///single decode or encoder |
| | | ////// decoder |
| | | namespace cffmpeg_wrap{ // start test functions |
| | | uint8_t* DecodeJPEG(const char *file, int *w, int *h){ |
| | | VideoProp prop; |
| | | prop.url_ = file; |
| | | prop.gpu_acc_ = false; |
| | |
| | | return NULL; |
| | | } |
| | | }else{ |
| | | logIt("open %s error", input_url_.c_str()); |
| | | logIt("open %s error", file); |
| | | return NULL; |
| | | } |
| | | |
| | |
| | | } |
| | | return NULL; |
| | | } |
| | | |
| | | |
| | | void Wrapper::BuildEncoder(const char *file, const int w, const int h, const int fps, const int br, const int gi){ |
| | | std::string dir(file); |
| | | |
| | | map_workers_[WORKER_ENCODER] = [=](FormatIn *in){ |
| | | return init_encoder(in, dir.c_str(), w, h, fps, br, gi); |
| | | }; |
| | | } |
| | | |
| | | int Wrapper::init_encoder(FormatIn *in, const char *file, const int w, const int h, const int fps, const int br, const int gi){ |
| | | if(!in){ |
| | | logIt("Init wrapper first"); |
| | | return -1; |
| | | } |
| | | if(encoder_){ |
| | | logIt("recorder exist"); |
| | | delete encoder_; |
| | | } |
| | | |
| | | VideoProp prop_; |
| | | AVCodecContext *ctx = in->getCodecContext(); |
| | | if(w == 0 && h == 0){ |
| | | prop_.width_ = ctx->width; |
| | | prop_.height_ = ctx->height; |
| | | } |
| | | prop_.sample_aspect_ratio_ = ctx->sample_aspect_ratio; |
| | | encoder_ = new FormatOut(prop_, file); |
| | | |
| | | return 0; |
| | | } |
| | | |
| | | /////// for encoder |
| | | typedef struct _PicEncoder{ |
| | | FormatOut *enc; |