| | |
| | | #include "worker/decoder.hpp" |
| | | #include "worker/rec.hpp" |
| | | |
| | | #include "CUDALERP.h" |
| | | |
| | | using namespace logif; |
| | | using namespace ffwrapper; |
| | | |
| | |
| | | |
| | | Wrapper::Wrapper() |
| | | :input_url_("") |
| | | ,scale_w_(0) |
| | | ,scale_h_(0) |
| | | ,scale_f_(SWS_POINT) |
| | | ,audio_(false) |
| | | ,gb_(0) |
| | | ,cpu_(0) |
| | | ,run_dec_(false) |
| | | ,thread_(nullptr) |
| | | ,stop_stream_(false) |
| | | ,stream_(nullptr) |
| | | ,decoder_(nullptr) |
| | | ,rec_(new rec) |
| | | ,logit_(false) |
| | | { |
| | | makeTheWorld(); |
| | | } |
| | | |
| | | Wrapper::Wrapper(const char *logfile) |
| | | :input_url_("") |
| | | ,audio_(false) |
| | | ,gb_(0) |
| | | ,cpu_(0) |
| | | ,run_dec_(false) |
| | | ,thread_(nullptr) |
| | | ,stop_stream_(false) |
| | | ,stream_(nullptr) |
| | | ,decoder_(nullptr) |
| | | ,rec_(new rec) |
| | | ,logit_(true) |
| | | { |
| | | makeTheWorld(); |
| | | logif::CreateLogger(logfile, true); |
| | | } |
| | | |
| | | |
| | |
| | | { |
| | | logIt("WRAPPER EXCEPTION: ", e.what()); |
| | | } |
| | | if (logit_) |
| | | logif::DestroyLogger(); |
| | | } |
| | | |
| | | std::unique_ptr<ffwrapper::FormatIn> Wrapper::init_reader(const char* input){ |
| | |
| | | |
| | | void Wrapper::AudioSwitch(const bool a){ |
| | | audio_ = a; |
| | | if (stream_){ |
| | | stream_->AudioSwitch(a); |
| | | } |
| | | // if (stream_){ |
| | | // stream_->AudioSwitch(a); |
| | | // } |
| | | } |
| | | |
| | | void Wrapper::init_worker(ffwrapper::FormatIn *in){ |
| | | if (rec_->Loaded() && stream_ && decoder_) return; |
| | | |
| | | stream_ = new stream(in, 3 * 25); |
| | | stream_->AudioSwitch(audio_); |
| | | stream_ = new stream(in, 3 * in->getFPS()); |
| | | // stream_->AudioSwitch(audio_); |
| | | |
| | | decoder_ = new decoder(in, scale_w_, scale_h_, scale_f_); |
| | | decoder_ = new decoder(in); |
| | | |
| | | rec_->Load(in); |
| | | if(fn_rec_lazy_) fn_rec_lazy_(in); |
| | | if(fn_rec_lazy_) { |
| | | fn_rec_lazy_(); |
| | | fn_rec_lazy_ = nullptr; |
| | | } |
| | | } |
| | | |
| | | void Wrapper::run_worker(ffwrapper::FormatIn *in, std::shared_ptr<ffwrapper::CodedData> data, int64_t &id){ |
| | | |
| | | int Wrapper::run_worker(ffwrapper::FormatIn *in, std::shared_ptr<ffwrapper::CodedData> data, int64_t &id){ |
| | | if (gb_){ |
| | | AVPacket &pkt = data->getAVPacket(); |
| | | pkt.pts = pkt.dts = AV_NOPTS_VALUE; |
| | | } |
| | | int flag = 0; |
| | | if (stream_) stream_->SetPacket(data, id); |
| | | if (decoder_ && run_dec_) flag = decoder_->SetFrame(data, id); |
| | | if (rec_->Loaded()) rec_->SetPacket(data, id); |
| | | if (decoder_) decoder_->SetFrame(data, id); |
| | | |
| | | return flag; |
| | | } |
| | | |
| | | void Wrapper::deinit_worker(){ |
| | |
| | | |
| | | if (!in) { |
| | | logIt("ERROR: init_reader! url: %s\n", input_url_.c_str()); |
| | | usleep(200000); |
| | | sleep(2); |
| | | continue; |
| | | } |
| | | |
| | | |
| | | int wTime = 1000000.0 / in->getFPS() ; |
| | | wTime >>= 1; |
| | | logIt("INPUT FPS: %d", wTime); |
| | | logIt("WAIT TIME PER FRAME: %d", wTime); |
| | | |
| | | init_worker(in.get()); |
| | | |
| | | int64_t id = 0; |
| | | int64_t id = gb_ ? 0 : -1; |
| | | |
| | | while(!stop_stream_.load()){ |
| | | auto data(std::make_shared<CodedData>()); |
| | | if (in->readPacket(&data->getAVPacket()) != 0){ |
| | | logIt("read packet error, id: %lld", id); |
| | | break; |
| | | } |
| | | |
| | | run_worker(in.get(), data, id); |
| | | usleep(wTime); |
| | | |
| | | if (in->notVideoAudio(&data->getAVPacket())){ |
| | | continue; |
| | | } |
| | | |
| | | if (!gb_ && id < 0){ |
| | | id++; |
| | | continue; |
| | | } |
| | | // decode error |
| | | if (run_worker(in.get(), data, id) == -1){ |
| | | break; |
| | | } |
| | | // usleep(wTime); |
| | | |
| | | id++; |
| | | } |
| | |
| | | } |
| | | } |
| | | |
| | | void Wrapper::SetRecMinCacheTime(const int mind){ |
| | | rec_->SetRecMinCacheTime(mind); |
| | | } |
| | | |
| | | void Wrapper::BuildRecorder(const char* id, const char *output, const int mindur, const int maxdur, const bool audio){ |
| | | |
| | | bool a = audio; |
| | | if (gb_) a = false; |
| | | |
| | | if (rec_->Loaded()){ |
| | | rec_->NewRec(id, output, mindur, maxdur, audio); |
| | | rec_->NewRec(id, output, mindur, maxdur, a); |
| | | }else{ |
| | | std::string rid(id), dir(output); |
| | | fn_rec_lazy_ = |
| | | [=](ffwrapper::FormatIn *in){rec_->NewRec(rid.c_str(), dir.c_str(), mindur, maxdur, audio);}; |
| | | [=]{rec_->NewRec(rid.c_str(), dir.c_str(), mindur, maxdur, a);}; |
| | | } |
| | | } |
| | | |
| | |
| | | } |
| | | ////////decoder |
| | | void Wrapper::BuildDecoder(){ |
| | | // use_decoder_ = true; |
| | | run_dec_ = true; |
| | | } |
| | | |
| | | void Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h, int64_t *id){ |
| | | void Wrapper::GetPicDecoder(unsigned char **data, int *w, int *h, int *format, int *length, int64_t *id){ |
| | | if (decoder_){ |
| | | decoder_->GetFrame(data, w, h, id); |
| | | decoder_->GetFrame(data, w, h, format, length, id); |
| | | } |
| | | } |
| | | |
| | | |
| | | void Wrapper::GetPacket(unsigned char **pktData, int *size, int *key){ |
| | | if (stream_){ |
| | | stream_->GetPacket(pktData, size, key); |
| | |
| | | } |
| | | |
| | | uint8_t *pic = NULL; |
| | | *w = *h = 0; |
| | | |
| | | int tryTime = 0; |
| | | while (tryTime++ < 100){ |
| | |
| | | if(in->decode(frm, &data->getAVPacket()) == 0){ |
| | | *w = frm->width; |
| | | *h = frm->height; |
| | | pic = (unsigned char*)malloc(frm->width * frm->height * 3); |
| | | bridge_->copyPicture(pic, frm); |
| | | pic = bridge_->convert2Data(frm); |
| | | break; |
| | | } |
| | | } |
| | |
| | | PicEncoder *e = (PicEncoder*)hdl; |
| | | auto ctx = e->enc->getCodecContext(); |
| | | |
| | | AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; |
| | | if (e->bridge == NULL){ |
| | | AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; |
| | | e->bridge = new cvbridge( |
| | | w, h, AV_PIX_FMT_BGR24, |
| | | e->w, e->h, ctx->pix_fmt, e->flag); |
| | | } |
| | | |
| | | AVFrame *frame = e->bridge->getAVFrame(in, w, h); |
| | | AVFrame *frame = cvbridge::fillFrame(in, w, h, pix_fmt); |
| | | AVPacket *pkt = av_packet_alloc(); |
| | | |
| | | auto flag = e->enc->encode(pkt, frame); |
| | |
| | | return flag; |
| | | } |
| | | |
| | | /////////////////////////////////////////////////////////// |
| | | typedef struct _conv |
| | | { |
| | | int srcW; |
| | | int srcH; |
| | | int srcF; |
| | | int dstW; |
| | | int dstH; |
| | | cvbridge *b; |
| | | }Conv; |
| | | |
| | | void *CreateConvertor(const int srcW, const int srcH, const int srcFormat, |
| | | const int dstW, const int dstH, const int dstFormat, const int flag){ |
| | | |
| | | auto bridge = new cvbridge( |
| | | srcW, srcH, srcFormat, |
| | | dstW, dstH, dstFormat, flag); |
| | | if (!bridge) return NULL; |
| | | |
| | | Conv *c = (Conv*)malloc(sizeof(Conv)); |
| | | c->b = bridge; |
| | | c->dstW = dstW; |
| | | c->dstH = dstH; |
| | | c->srcW = srcW; |
| | | c->srcH = srcH; |
| | | c->srcF = srcFormat; |
| | | |
| | | return c; |
| | | } |
| | | |
| | | uint8_t *Convert(void *h, uint8_t *src){ |
| | | Conv *c = (Conv*)h; |
| | | |
| | | auto b = c->b; |
| | | |
| | | AVFrame *tmp_frm = cvbridge::fillFrame(src, c->srcW, c->srcH, c->srcF); |
| | | if (!tmp_frm) return NULL; |
| | | |
| | | unsigned char *picData = b->convert2Data(tmp_frm); |
| | | |
| | | av_frame_free(&tmp_frm); |
| | | |
| | | return picData; |
| | | } |
| | | |
| | | void DestoryConvertor(void *h){ |
| | | Conv *c = (Conv*)h; |
| | | delete c->b; |
| | | free(c); |
| | | } |
| | | |
| | | |
| | | uint8_t* ConvertYUV2BGR(uint8_t *src, const int w, const int h, const int dst_w, const int dst_h, int *length){ |
| | | return NULL; |
| | | |
| | | // int oldw = w, oldh = h, neww = dst_w, newh = dst_h; |
| | | // // setting cache and shared modes |
| | | // cudaDeviceSetCacheConfig(cudaFuncCachePreferL1); |
| | | // cudaDeviceSetSharedMemConfig(cudaSharedMemBankSizeFourByte); |
| | | |
| | | // // allocating and transferring image and binding to texture object |
| | | // cudaChannelFormatDesc chandesc_img = cudaCreateChannelDesc(8, 0, 0, 0, cudaChannelFormatKindUnsigned); |
| | | // cudaArray* d_img_arr; |
| | | // cudaMallocArray(&d_img_arr, &chandesc_img, oldw, oldh, cudaArrayTextureGather); |
| | | // cudaMemcpyToArray(d_img_arr, 0, 0, image, oldh * oldw, cudaMemcpyHostToDevice); |
| | | // struct cudaResourceDesc resdesc_img; |
| | | // memset(&resdesc_img, 0, sizeof(resdesc_img)); |
| | | // resdesc_img.resType = cudaResourceTypeArray; |
| | | // resdesc_img.res.array.array = d_img_arr; |
| | | // struct cudaTextureDesc texdesc_img; |
| | | // memset(&texdesc_img, 0, sizeof(texdesc_img)); |
| | | // texdesc_img.addressMode[0] = cudaAddressModeClamp; |
| | | // texdesc_img.addressMode[1] = cudaAddressModeClamp; |
| | | // texdesc_img.readMode = cudaReadModeNormalizedFloat; |
| | | // texdesc_img.filterMode = cudaFilterModePoint; |
| | | // texdesc_img.normalizedCoords = 0; |
| | | // cudaTextureObject_t d_img_tex = 0; |
| | | // cudaCreateTextureObject(&d_img_tex, &resdesc_img, &texdesc_img, nullptr); |
| | | |
| | | // uint8_t* d_out = nullptr; |
| | | // cudaMalloc(&d_out, total); |
| | | |
| | | // for (int i = 0; i < warmups; ++i) CUDALERP(d_img_tex, oldw, oldh, d_out, neww, newh); |
| | | // auto start = high_resolution_clock::now(); |
| | | // for (int i = 0; i < runs; ++i) CUDALERP(d_img_tex, oldw, oldh, d_out, neww, newh); |
| | | // auto end = high_resolution_clock::now(); |
| | | // auto sum = (end - start) / runs; |
| | | |
| | | // auto h_out = new uint8_t[neww * newh]; |
| | | // cudaMemcpy(h_out, d_out, total, cudaMemcpyDeviceToHost); |
| | | } |
| | | } |
| | | |