From 18a05d269516a5e33d8460291c2f93e73d95adce Mon Sep 17 00:00:00 2001
From: zhangmeng <775834166@qq.com>
Date: 星期二, 26 十二月 2023 10:45:31 +0800
Subject: [PATCH] GetYUV format is NV12

---
 csrc/worker/decoder.cpp |  134 +++++++++++++++++++++++---------------------
 1 files changed, 69 insertions(+), 65 deletions(-)

diff --git a/csrc/worker/decoder.cpp b/csrc/worker/decoder.cpp
index 4d432c1..4d5a3b7 100644
--- a/csrc/worker/decoder.cpp
+++ b/csrc/worker/decoder.cpp
@@ -20,16 +20,13 @@
 {
     decoder::decoder(ffwrapper::FormatIn *dec)
     :decRef_(dec)
+    ,next_idx_(-1)
     {}
     
     decoder::~decoder(){
         
-        std::lock_guard<std::mutex> l(mutex_frm_);
-        for(auto i : list_frm_){
-            if (i.avframe)
-                av_frame_free(&i.avframe);
-        }
-        list_frm_.clear();
+        std::lock_guard<std::mutex> l(mutex_pkt_);
+        list_pkt_.clear();
     }
 
     int decoder::initDecoder(){
@@ -58,81 +55,88 @@
             if (initDecoder() != 0) return -30;
         }
 
-        AVFrame *frame = av_frame_alloc();
-        AVPacket np(data->getAVPacket());
-        av_copy_packet(&np, &data->getAVPacket());
-        auto ret = decRef_->decode(frame, &np);
-        av_packet_unref(&np);
-
-        if (ret == 0){
-            return saveFrame(frame, pkt.v_id);
+        std::lock_guard<std::mutex> l(mutex_pkt_);
+        if (data->getAVPacket().flags & AV_PKT_FLAG_KEY){
+            list_pkt_.clear();
         }
+        list_pkt_.push_back(pkt);
 
-        return ret;
+        return list_pkt_.size();
     }
 
     void decoder::GetFrame(unsigned char **data, int *w, int *h, int *format, int *length, int64_t *id){
-        FRM frm;
+        *data = NULL;
+        *length = 0;
+
+        AVFrame *frame = NULL;
+
         {
-            std::lock_guard<std::mutex> l(mutex_frm_);
-            if(list_frm_.empty()){
-                return;
+            std::lock_guard<std::mutex> l(mutex_pkt_);
+            if (list_pkt_.empty()) return;
+            auto check = list_pkt_.front();
+            if (check.id > next_idx_){
+                next_idx_ = -1;
             }
-            frm = list_frm_.front();
-            list_frm_.pop_front();
+            
+            for (auto &i : list_pkt_){
+                if (i.id < next_idx_){
+                    continue;
+                }
+
+                *id = i.v_id;
+                auto data = i.data;
+
+                AVFrame *frm = av_frame_alloc();
+                AVPacket np(data->getAVPacket());
+                av_copy_packet(&np, &data->getAVPacket());
+                auto ret = decRef_->decode(frm, &np);
+                av_packet_unref(&np);
+                if (ret == 0){
+                    next_idx_ = i.id + 1;
+                    if (frame) {av_frame_free(&frame); frame = NULL;}
+                    frame = frm;
+                }else {
+                    av_frame_free(&frm);
+                }
+            }
         }
-        
-        AVFrame *frame = frm.avframe;
+        if (!frame) return;
+
         int pix_fmt = frame->format;
-        uint8_t *origin = cvbridge::extractFrame(frame, &frm.length);
-        av_frame_free(&frame);
-        if (!origin) return;
+        int width = frame->width;
+        int height = frame->height;
 
-        uint8_t *finale = NULL;
         if (pix_fmt != AV_PIX_FMT_NV12){
-            finale = (uint8_t*)malloc(frm.length);
 
-            unsigned char* SrcU = origin + frm.width * frm.height;
-            unsigned char* SrcV = SrcU + frm.width * frm.height / 4 ;
-            unsigned char* DstU = finale + frm.width * frm.height;
-            memcpy(finale, origin, frm.width * frm.height);
-            int i = 0;
-            for( i = 0 ; i < frm.width * frm.height / 4 ; i++ ){
-                *(DstU++) = *(SrcU++);
-                *(DstU++) = *(SrcV++);    
-            }
-            free(origin);
-        }else{
-            finale = origin;
+            cvbridge* bridge = new cvbridge(width, height, pix_fmt,
+                width, height, AV_PIX_FMT_NV12);
+            AVFrame* nv12 = bridge->convert2Frame(frame);
+            av_frame_free(&frame);
+            frame = nv12;
+            delete bridge;
+
+            // finale = (uint8_t*)malloc(len);
+            // unsigned char* SrcU = origin + width * height;
+            // unsigned char* SrcV = SrcU + width * height / 4 ;
+            // unsigned char* DstU = finale + width * height;
+            // memcpy(finale, origin, width * height);
+            // int i = 0;
+            // for( i = 0 ; i < width * height / 4 ; i++ ){
+            //     *(DstU++) = *(SrcU++);
+            //     *(DstU++) = *(SrcV++);
+            // }
+            // free(origin);
         }
+
+        int len = 0;
+        uint8_t* finale = cvbridge::extractFrame(frame, &len);
+        av_frame_free(&frame);
 
         *data = finale;
-        *id = frm.id;
-        *w = frm.width;
-        *h = frm.height;
+        *w = width;
+        *h = height;
         *format = pix_fmt;
-        *length = frm.length;
-    }
-////////////////////////////////////////////////////////////////////////
-static const int maxSize = 5;
-    int decoder::saveFrame(AVFrame *frame, const int64_t &id){
-        FRM frm;
-        frm.avframe = frame;
-        frm.width = frame->width;
-        frm.height = frame->height;
-        frm.id = id;
-
-        std::lock_guard<std::mutex> l(mutex_frm_);
-        while(list_frm_.size() > maxSize){
-            for(int i = 0; i < (maxSize>1); i++){
-                auto t = list_frm_.front();
-                av_frame_free(&t.avframe);
-                list_frm_.pop_front();
-            }
-        }
-
-        list_frm_.push_back(frm);
-        return list_frm_.size();  
+        *length = len;
     }
 
 } // namespace cffmpeg_wrap

--
Gitblit v1.8.0