| | |
| | | #include "../ffmpeg/bridge/cvbridge.hpp" |
| | | #include "../ffmpeg/format/FormatIn.hpp" |
| | | #include "../ffmpeg/data/CodedData.hpp" |
| | | #include "../ffmpeg/data/FrameData.hpp" |
| | | #include "../ffmpeg/log/log.hpp" |
| | | #include "../common.hpp" |
| | | |
| | | extern "C"{ |
| | | #include <libavformat/avformat.h> |
| | | #include <libavutil/opt.h> |
| | | #include <libswscale/swscale.h> |
| | | #include <libavcodec/avcodec.h> |
| | | } |
| | | |
| | | using namespace ffwrapper; |
| | |
| | | |
| | | namespace cffmpeg_wrap |
| | | { |
| | | decoder::decoder(ffwrapper::FormatIn *dec, const int w, const int h, const int f) |
| | | :conv_(NULL) |
| | | ,conv_w_(w) |
| | | ,conv_h_(h) |
| | | ,conv_flag_(f) |
| | | ,decRef_(dec) |
| | | decoder::decoder(ffwrapper::FormatIn *dec) |
| | | :decRef_(dec) |
| | | ,next_idx_(-1) |
| | | {} |
| | | |
| | | decoder::~decoder(){ |
| | | if (conv_){ |
| | | delete conv_; |
| | | } |
| | | |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | for(auto &i : list_pic_){ |
| | | free(i.data); |
| | | } |
| | | list_pic_.clear(); |
| | | |
| | | std::lock_guard<std::mutex> l(mutex_pkt_); |
| | | list_pkt_.clear(); |
| | | } |
| | | |
| | | int decoder::initDecoder(){ |
| | |
| | | if(decRef_->getCodecContext() == NULL){ |
| | | |
| | | bool flag = true; |
| | | flag = decRef_->openCodec(AVMEDIA_TYPE_VIDEO, NULL); |
| | | auto dec_ctx = decRef_->getCodecContext(); |
| | | if(conv_){ |
| | | delete conv_; |
| | | conv_ = NULL; |
| | | } |
| | | conv_w_ = conv_w_ == 0 || conv_w_ > dec_ctx->width ? dec_ctx->width : conv_w_; |
| | | conv_h_ = conv_h_ == 0 || conv_h_ > dec_ctx->height ? dec_ctx->height : conv_h_; |
| | | AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; |
| | | conv_ = new cvbridge( |
| | | dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, |
| | | conv_w_, conv_h_, pix_fmt, conv_flag_); |
| | | flag = decRef_->openCodec(NULL); |
| | | |
| | | if (!flag){ |
| | | logIt("FormatIn openCodec Failed!"); |
| | |
| | | return 0; |
| | | } |
| | | |
| | | int decoder::SetFrame(std::shared_ptr<ffwrapper::CodedData> data, int64_t &id){ |
| | | if (!data) return -1; |
| | | int decoder::SetFrame(const CPacket &pkt){ |
| | | auto data = pkt.data; |
| | | |
| | | if (!data) return -10; |
| | | if (!decRef_->isVideoPkt(&data->getAVPacket())) return -20; |
| | | |
| | | if (!conv_){ |
| | | initDecoder(); |
| | | if (decRef_->getCodecContext() == NULL){ |
| | | if (initDecoder() != 0) return -30; |
| | | } |
| | | auto frame(std::make_shared<FrameData>()); |
| | | auto ret = decRef_->decode(frame, data); |
| | | if(ret == 1){ |
| | | //缓存数据 |
| | | BGR24 pic; |
| | | AVFrame *frm = frame->getAVFrame(); |
| | | pic.w = conv_w_; |
| | | pic.h = conv_h_; |
| | | unsigned char *picData = (unsigned char*)malloc(pic.w * pic.h * 3); |
| | | conv_->copyPicture(picData, frm); |
| | | pic.data = picData; |
| | | pic.id = id; |
| | | |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | while(list_pic_.size() > 10){ |
| | | for(int i = 0; i < 5; i++){ |
| | | auto t = list_pic_.front(); |
| | | free(t.data); |
| | | list_pic_.pop_front(); |
| | | } |
| | | } |
| | | list_pic_.emplace_back(pic); |
| | | |
| | | std::lock_guard<std::mutex> l(mutex_pkt_); |
| | | if (data->getAVPacket().flags & AV_PKT_FLAG_KEY){ |
| | | list_pkt_.clear(); |
| | | } |
| | | return list_pic_.size(); |
| | | list_pkt_.push_back(pkt); |
| | | |
| | | return list_pkt_.size(); |
| | | } |
| | | |
| | | void decoder::GetFrame(unsigned char **data, int *w, int *h, int64_t *id){ |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | if(list_pic_.empty()){ |
| | | *data = NULL; |
| | | *w = 0; |
| | | *h = 0; |
| | | return; |
| | | void decoder::GetFrame(unsigned char **data, int *w, int *h, int *format, int *length, int64_t *id){ |
| | | *data = NULL; |
| | | *length = 0; |
| | | |
| | | AVFrame *frame = NULL; |
| | | |
| | | { |
| | | std::lock_guard<std::mutex> l(mutex_pkt_); |
| | | if (list_pkt_.empty()) return; |
| | | auto check = list_pkt_.front(); |
| | | if (check.id > next_idx_){ |
| | | next_idx_ = -1; |
| | | } |
| | | |
| | | for (auto &i : list_pkt_){ |
| | | if (i.id < next_idx_){ |
| | | continue; |
| | | } |
| | | |
| | | *id = i.v_id; |
| | | auto data = i.data; |
| | | |
| | | AVFrame *frm = av_frame_alloc(); |
| | | AVPacket np(data->getAVPacket()); |
| | | av_copy_packet(&np, &data->getAVPacket()); |
| | | auto ret = decRef_->decode(frm, &np); |
| | | av_packet_unref(&np); |
| | | if (ret == 0){ |
| | | next_idx_ = i.id + 1; |
| | | if (frame) {av_frame_free(&frame); frame = NULL;} |
| | | frame = frm; |
| | | } |
| | | } |
| | | } |
| | | auto p = list_pic_.front(); |
| | | *data = p.data; *w = p.w; *h = p.h; |
| | | *id = p.id; |
| | | list_pic_.pop_front(); |
| | | if (!frame) return; |
| | | |
| | | int pix_fmt = frame->format; |
| | | int width = frame->width; |
| | | int height = frame->height; |
| | | int len = 0; |
| | | |
| | | uint8_t *origin = cvbridge::extractFrame(frame, &len); |
| | | av_frame_free(&frame); |
| | | if (!origin) return; |
| | | |
| | | uint8_t *finale = NULL; |
| | | if (pix_fmt != AV_PIX_FMT_NV12){ |
| | | finale = (uint8_t*)malloc(len); |
| | | |
| | | unsigned char* SrcU = origin + width * height; |
| | | unsigned char* SrcV = SrcU + width * height / 4 ; |
| | | unsigned char* DstU = finale + width * height; |
| | | memcpy(finale, origin, width * height); |
| | | int i = 0; |
| | | for( i = 0 ; i < width * height / 4 ; i++ ){ |
| | | *(DstU++) = *(SrcU++); |
| | | *(DstU++) = *(SrcV++); |
| | | } |
| | | free(origin); |
| | | }else{ |
| | | finale = origin; |
| | | } |
| | | |
| | | *data = finale; |
| | | *w = width; |
| | | *h = height; |
| | | *format = pix_fmt; |
| | | *length = len; |
| | | } |
| | | |
| | | } // namespace cffmpeg_wrap |