From 74002e04616911aeaf267766e0848a4e7715b8ac Mon Sep 17 00:00:00 2001
From: xuxiuxi <xuxiuxi@454eff88-639b-444f-9e54-f578c98de674>
Date: 星期四, 13 四月 2017 11:39:20 +0800
Subject: [PATCH]
---
VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp | 213 +++++++++++++++++++++++++++++++++++++++++++++++++++++
1 files changed, 213 insertions(+), 0 deletions(-)
diff --git a/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp b/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp
index bca2543..3b1797f 100644
--- a/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp
+++ b/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp
@@ -1,3 +1,216 @@
#include "FaceCache.h"
+#include "PipeLine.h"
+#include "MaterialBuffer.h"
+#include "PL_SensetimeFaceTrack.h"
#include <logger.h>
#include <Logger/src/logger.hpp>
+
+#include <opencv/cv.h>
+#include <opencv/cxcore.h>
+#include <opencv/highgui.h>
+
+#include <vector>
+
+#include "PbFaceList.pb.h"
+
+#include <libyuv.h>
+
+struct FcPmBreackerContext
+{
+ uint8_t frameYUV[1920*1080*4];
+ size_t frameYUVSize;
+
+ uint8_t frameRGB[1920*1080*4];
+ size_t frameRGBSize;
+
+ size_t width;
+ size_t height;
+
+ st_ff_vect_t faceFeatures;
+
+ bool dataAvailable;
+
+ FcPmBreackerContext() :
+ frameYUV(), frameYUVSize(0), frameRGB(), frameRGBSize(0),
+ faceFeatures(), width(0), height(0), dataAvailable(false)
+ {
+ }
+
+ void reset()
+ {
+ frameYUVSize = 0;
+ frameRGBSize = 0;
+ width = 0;
+ height = 0;
+ dataAvailable = false;
+ faceFeatures.clear();
+ }
+
+ bool convertYUV420ToRGB()
+ {
+#define SUBSAMPLE(v, a) ((((v) + (a) - 1)) / (a))
+
+ int src_height = height;
+ int src_width = width;
+ const uint8* src_y = (const uint8*)(frameYUV);
+ const uint8* src_u = (const uint8*)(src_y + (src_height * src_width));
+ const uint8* src_v = (const uint8*)(src_u + (src_height * src_width / 4));
+
+ libyuv::I420ToRGB24(src_y, src_width,
+ src_u, SUBSAMPLE(src_width, 2),
+ src_v, SUBSAMPLE(src_width, 2),
+ frameRGB, 3 * src_width,
+ src_width, src_height);
+ frameRGBSize = src_height * src_width * 3;
+ return true;
+ }
+};
+
+bool fc_pm_breaker_ptr(const PipeMaterial* pm, void* args)
+{
+ FcPmBreackerContext* ctx = (FcPmBreackerContext*)args;
+
+ const st_ff_vect_t& faceFeatures(*(const st_ff_vect_t*)(pm->buffer));
+
+ ctx->faceFeatures = faceFeatures;
+
+ ctx->dataAvailable &= true;
+ return true;
+}
+
+bool fc_pm_breaker_frame(const PipeMaterial* pm, void* args)
+{
+ FcPmBreackerContext* ctx = (FcPmBreackerContext*)args;
+
+ const MB_Frame* lastFrame((const MB_Frame*)(pm->buffer));
+ if (lastFrame->type != MB_Frame::MBFT_YUV420)
+ {
+ ctx->dataAvailable &= false;
+ return false;
+ }
+
+ if (lastFrame->buffSize == 0)
+ {
+ ctx->dataAvailable &= false;
+ return false;
+ }
+
+ ctx->frameYUVSize = lastFrame->buffSize;
+ ctx->width = lastFrame->width;
+ ctx->height = lastFrame->height;
+ memcpy(ctx->frameYUV, lastFrame->buffer, ctx->frameYUVSize);
+
+ ctx->dataAvailable &= true;
+ return true;
+}
+
+#ifdef USE_ST_SDK
+FaceCache::FaceCache() : _ctx(new FcPmBreackerContext)
+{
+}
+
+FaceCache::~FaceCache()
+{
+ delete (FcPmBreackerContext*)_ctx;
+}
+#endif
+
+// returns count of face
+int FaceCache::cachePm(const PipeMaterial& pm)
+{
+ if (_ctx == nullptr)
+ _ctx = new FcPmBreackerContext;
+
+ FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
+ ctx.reset();
+ ctx.dataAvailable = true;
+ pm.breake(PipeMaterial::PMT_PTR, MB_Frame::MBFT__FIRST, fc_pm_breaker_ptr, _ctx);
+ pm.breake(PipeMaterial::PMT_FRAME, MB_Frame::MBFT__FIRST, fc_pm_breaker_frame, _ctx);
+
+ if (ctx.dataAvailable)
+ return ctx.faceFeatures.size();
+ else
+ return 0;
+}
+
+bool FaceCache::getFaceListPb(uint8_t* buffer, size_t& buffMaxSize)
+{
+ FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
+ if (!ctx.dataAvailable)
+ return false;
+
+ PbFaceList pbFaceList;
+ pbFaceList.set_magic(pbFaceList.magic());
+ pbFaceList.set_image_count(ctx.faceFeatures.size());
+ pbFaceList.set_src_width(ctx.width);
+ pbFaceList.set_src_height(ctx.height);
+
+ cv::Mat yMat(cv::Size(ctx.width, ctx.height), CV_8UC1, ctx.frameYUV);
+
+ for (int i = 0; i < ctx.faceFeatures.size(); i++)
+ {
+ const FaceRect& faceRect(ctx.faceFeatures[i].rect);
+ cv::Mat roiMat(yMat, cv::Rect(faceRect.leftTop.x, faceRect.leftTop.y, faceRect.rightBottom.x - faceRect.leftTop.x, faceRect.rightBottom.y - faceRect.leftTop.y));
+
+ PbFaceList_FaceListImage pbFaceListImage;
+ pbFaceListImage.set_idx(i);
+ pbFaceListImage.set_size(roiMat.elemSize());
+ pbFaceListImage.set_type(PbFaceList_FaceListImage_ImageType_IT_Y);
+ pbFaceListImage.set_width(roiMat.cols);
+ pbFaceListImage.set_height(roiMat.rows);
+ pbFaceListImage.set_top_left_x(faceRect.leftTop.x);
+ pbFaceListImage.set_top_left_y(faceRect.leftTop.y);
+
+ pbFaceListImage.add_img(roiMat.ptr(), roiMat.total() * roiMat.elemSize());
+ }
+
+ size_t s = pbFaceList.ByteSize();
+ buffMaxSize = std::min(s, buffMaxSize);
+ pbFaceList.SerializeToArray(buffer, buffMaxSize);
+
+ return buffMaxSize > 0;
+}
+
+bool FaceCache::getFaceListImage(std::vector<NativeImgIdx>& imgIdxes, uint8_t* buffImg, size_t& buffImgMaxSize)
+{
+ FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
+
+ if (ctx.frameRGBSize == 0)
+ {
+ //#todo should optimize not convert the whole image
+ if (! ctx.convertYUV420ToRGB())
+ return false;
+ }
+
+ imgIdxes.clear();
+ size_t offset = 0;
+
+ cv::Mat rgbMat(cv::Size(ctx.width, ctx.height), CV_8UC3, ctx.frameRGB);
+ for (st_ff_vect_t::const_iterator ffiter = ctx.faceFeatures.begin(); ffiter != ctx.faceFeatures.end(); ++ffiter)
+ {
+ const FaceRect& faceRect(ffiter->rect);
+ cv::Mat roiMat(rgbMat, cv::Rect(faceRect.leftTop.x, faceRect.leftTop.y, faceRect.rightBottom.x - faceRect.leftTop.x, faceRect.rightBottom.y - faceRect.leftTop.y));
+
+ NativeImgIdx imgidx;
+ imgidx.offset = offset;
+ imgidx.size = roiMat.total() * roiMat.elemSize();
+ imgidx.type = MB_Frame::MBFT_RGB;
+ imgidx.width = roiMat.cols;
+ imgidx.height = roiMat.rows;
+
+ const size_t newSize = imgidx.offset + imgidx.size;
+
+ //isContinuous
+ if (newSize > buffImgMaxSize)
+ {
+ LOG_ERROR << "FaceCache::getFaceListImage buffImgMaxSize truncated" << LOG_ENDL;
+ return false;
+ }
+
+ memcpy(buffImg + imgidx.offset, roiMat.ptr(), imgidx.size);
+ imgIdxes.push_back(imgidx);
+ offset = newSize;
+ }
+
+ return true;
+}
--
Gitblit v1.8.0