| | |
| | | #include "../ffmpeg/bridge/cvbridge.hpp" |
| | | #include "../ffmpeg/format/FormatIn.hpp" |
| | | #include "../ffmpeg/data/CodedData.hpp" |
| | | #include "../ffmpeg/data/FrameData.hpp" |
| | | #include "../ffmpeg/log/log.hpp" |
| | | |
| | | extern "C"{ |
| | | #include <libavformat/avformat.h> |
| | | #include <libavutil/opt.h> |
| | | #include <libswscale/swscale.h> |
| | | #include <libavcodec/avcodec.h> |
| | | } |
| | | |
| | | using namespace ffwrapper; |
| | |
| | | |
| | | namespace cffmpeg_wrap |
| | | { |
| | | decoder::decoder(ffwrapper::FormatIn *dec, const int w, const int h, const int f) |
| | | :conv_(NULL) |
| | | ,conv_w_(w) |
| | | ,conv_h_(h) |
| | | ,conv_flag_(f) |
| | | ,decRef_(dec) |
| | | decoder::decoder(ffwrapper::FormatIn *dec) |
| | | :decRef_(dec) |
| | | {} |
| | | |
| | | decoder::~decoder(){ |
| | | if (conv_){ |
| | | delete conv_; |
| | | } |
| | | |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | for(auto &i : list_pic_){ |
| | | free(i.data); |
| | | std::lock_guard<std::mutex> l(mutex_frm_); |
| | | for(auto i : list_frm_){ |
| | | av_frame_free(&i.frm); |
| | | } |
| | | list_pic_.clear(); |
| | | list_frm_.clear(); |
| | | } |
| | | |
| | | int decoder::initDecoder(){ |
| | |
| | | if(decRef_->getCodecContext() == NULL){ |
| | | |
| | | bool flag = true; |
| | | flag = decRef_->openCodec(AVMEDIA_TYPE_VIDEO, NULL); |
| | | auto dec_ctx = decRef_->getCodecContext(); |
| | | if(conv_){ |
| | | delete conv_; |
| | | conv_ = NULL; |
| | | } |
| | | conv_w_ = conv_w_ == 0 || conv_w_ > dec_ctx->width ? dec_ctx->width : conv_w_; |
| | | conv_h_ = conv_h_ == 0 || conv_h_ > dec_ctx->height ? dec_ctx->height : conv_h_; |
| | | AVPixelFormat pix_fmt = AV_PIX_FMT_BGR24; |
| | | conv_ = new cvbridge( |
| | | dec_ctx->width, dec_ctx->height, dec_ctx->pix_fmt, |
| | | conv_w_, conv_h_, pix_fmt, conv_flag_); |
| | | flag = decRef_->openCodec(NULL); |
| | | |
| | | if (!flag){ |
| | | logIt("FormatIn openCodec Failed!"); |
| | |
| | | return 0; |
| | | } |
| | | |
| | | int decoder::SetFrame(std::shared_ptr<ffwrapper::CodedData> data, int64_t &id){ |
| | | if (!data) return -1; |
| | | if (decRef_->isAudioPkt(data->getAVPacket())) return -2; |
| | | |
| | | if (!conv_){ |
| | | initDecoder(); |
| | | } |
| | | auto frame(std::make_shared<FrameData>()); |
| | | auto ret = decRef_->decode(frame, data); |
| | | if(ret == 1){ |
| | | //缓存数据 |
| | | BGR24 pic; |
| | | AVFrame *frm = frame->getAVFrame(); |
| | | pic.w = conv_w_; |
| | | pic.h = conv_h_; |
| | | unsigned char *picData = (unsigned char*)malloc(pic.w * pic.h * 3); |
| | | conv_->copyPicture(picData, frm); |
| | | pic.data = picData; |
| | | pic.id = id; |
| | | |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | while(list_pic_.size() > 10){ |
| | | for(int i = 0; i < 5; i++){ |
| | | auto t = list_pic_.front(); |
| | | free(t.data); |
| | | list_pic_.pop_front(); |
| | | } |
| | | int decoder::saveFrame(AVFrame *frame, int64_t &id){ |
| | | while(list_frm_.size() > 50){ |
| | | for(int i = 0; i < 12; i++){ |
| | | auto t = list_frm_.front(); |
| | | av_frame_free(&t.frm); |
| | | list_frm_.pop_front(); |
| | | } |
| | | list_pic_.emplace_back(pic); |
| | | |
| | | } |
| | | return list_pic_.size(); |
| | | list_frm_.push_back({frame,id}); |
| | | return list_frm_.size(); |
| | | } |
| | | |
| | | void decoder::GetFrame(unsigned char **data, int *w, int *h, int64_t *id){ |
| | | std::lock_guard<std::mutex> l(mutex_pic_); |
| | | if(list_pic_.empty()){ |
| | | int decoder::SetFrame(std::shared_ptr<ffwrapper::CodedData> data, int64_t &id){ |
| | | |
| | | if (!data) return -1; |
| | | if (!decRef_->isVideoPkt(&data->getAVPacket())) return -2; |
| | | |
| | | if (decRef_->getCodecContext() == NULL){ |
| | | if (initDecoder() != 0) return -3; |
| | | } |
| | | |
| | | AVFrame *frame = av_frame_alloc(); |
| | | AVPacket np(data->getAVPacket()); |
| | | av_copy_packet(&np, &data->getAVPacket()); |
| | | auto ret = decRef_->decode(frame, &np); |
| | | av_packet_unref(&np); |
| | | |
| | | if (ret == 0){ |
| | | saveFrame(frame, id); |
| | | } |
| | | } |
| | | |
| | | void decoder::GetFrame(unsigned char **data, int *w, int *h, int *format, int *length, int64_t *id){ |
| | | |
| | | AVFrame *frm = NULL; |
| | | { |
| | | std::lock_guard<std::mutex> l(mutex_frm_); |
| | | if(list_frm_.empty()){ |
| | | *data = NULL; |
| | | *w = *h = 0; |
| | | *id = -1; |
| | | return; |
| | | } |
| | | auto p = list_frm_.front(); |
| | | list_frm_.pop_front(); |
| | | frm = p.frm; |
| | | *id = p.id; |
| | | *w = frm->width; |
| | | *h = frm->height; |
| | | *format = frm->format; |
| | | } |
| | | |
| | | *length = avpicture_get_size((enum AVPixelFormat)frm->format, frm->width, frm->height); |
| | | if (*length <= 0){ |
| | | logIt("get raw frame data error"); |
| | | *data = NULL; |
| | | *w = 0; |
| | | *h = 0; |
| | | *w = *h = 0; |
| | | *id = -1; |
| | | return; |
| | | } |
| | | auto p = list_pic_.front(); |
| | | *data = p.data; *w = p.w; *h = p.h; |
| | | *id = p.id; |
| | | list_pic_.pop_front(); |
| | | |
| | | unsigned char *picData = (unsigned char*)malloc(*length); |
| | | auto ret = avpicture_layout((const AVPicture*)frm, (enum AVPixelFormat)frm->format, frm->width, frm->height, picData, *length); |
| | | av_frame_free(&frm); |
| | | |
| | | if (ret < 0){ |
| | | *data = NULL; |
| | | *w = *h = 0; |
| | | *id = -1; |
| | | free(picData); |
| | | return; |
| | | } |
| | | |
| | | *data = picData; |
| | | } |
| | | |
| | | } // namespace cffmpeg_wrap |