From a338cd531c460c0b3e829217f1f91f0156bcc6a7 Mon Sep 17 00:00:00 2001
From: houxiao <houxiao@454eff88-639b-444f-9e54-f578c98de674>
Date: 星期三, 12 四月 2017 13:20:30 +0800
Subject: [PATCH] new getFaceImages api
---
VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp | 140 +++++++++++++++++++++++++++++++++++++++-------
1 files changed, 119 insertions(+), 21 deletions(-)
diff --git a/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp b/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp
index 0b8e658..3b1797f 100644
--- a/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp
+++ b/VisitFace/RtspNativeCodec/app/src/main/cpp/FaceCache.cpp
@@ -5,6 +5,16 @@
#include <logger.h>
#include <Logger/src/logger.hpp>
+#include <opencv/cv.h>
+#include <opencv/cxcore.h>
+#include <opencv/highgui.h>
+
+#include <vector>
+
+#include "PbFaceList.pb.h"
+
+#include <libyuv.h>
+
struct FcPmBreackerContext
{
uint8_t frameYUV[1920*1080*4];
@@ -12,25 +22,47 @@
uint8_t frameRGB[1920*1080*4];
size_t frameRGBSize;
+
+ size_t width;
+ size_t height;
st_ff_vect_t faceFeatures;
bool dataAvailable;
- FcPmBreackerContext() : frameYUV(), frameYUVSize(0), frameRGB(), frameRGBSize(0), faceFeatures(), dataAvailable(false)
+ FcPmBreackerContext() :
+ frameYUV(), frameYUVSize(0), frameRGB(), frameRGBSize(0),
+ faceFeatures(), width(0), height(0), dataAvailable(false)
{
}
void reset()
{
frameYUVSize = 0;
- frameRGBSize = 0;
+ frameRGBSize = 0;
+ width = 0;
+ height = 0;
dataAvailable = false;
faceFeatures.clear();
}
bool convertYUV420ToRGB()
{
+#define SUBSAMPLE(v, a) ((((v) + (a) - 1)) / (a))
+
+ int src_height = height;
+ int src_width = width;
+ const uint8* src_y = (const uint8*)(frameYUV);
+ const uint8* src_u = (const uint8*)(src_y + (src_height * src_width));
+ const uint8* src_v = (const uint8*)(src_u + (src_height * src_width / 4));
+
+ libyuv::I420ToRGB24(src_y, src_width,
+ src_u, SUBSAMPLE(src_width, 2),
+ src_v, SUBSAMPLE(src_width, 2),
+ frameRGB, 3 * src_width,
+ src_width, src_height);
+ frameRGBSize = src_height * src_width * 3;
+ return true;
}
};
@@ -43,7 +75,7 @@
ctx->faceFeatures = faceFeatures;
ctx->dataAvailable &= true;
- return false;
+ return true;
}
bool fc_pm_breaker_frame(const PipeMaterial* pm, void* args)
@@ -63,13 +95,16 @@
return false;
}
- ctx->frameYUVSize = lastFrame->buffSize;
+ ctx->frameYUVSize = lastFrame->buffSize;
+ ctx->width = lastFrame->width;
+ ctx->height = lastFrame->height;
memcpy(ctx->frameYUV, lastFrame->buffer, ctx->frameYUVSize);
ctx->dataAvailable &= true;
- return false;
+ return true;
}
+#ifdef USE_ST_SDK
FaceCache::FaceCache() : _ctx(new FcPmBreackerContext)
{
}
@@ -78,10 +113,14 @@
{
delete (FcPmBreackerContext*)_ctx;
}
+#endif
// returns count of face
int FaceCache::cachePm(const PipeMaterial& pm)
{
+ if (_ctx == nullptr)
+ _ctx = new FcPmBreackerContext;
+
FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
ctx.reset();
ctx.dataAvailable = true;
@@ -94,25 +133,84 @@
return 0;
}
-bool FaceCache::getFaceListPb(uint8_t* buffer, size_t& buffSize)
+bool FaceCache::getFaceListPb(uint8_t* buffer, size_t& buffMaxSize)
{
- return false;
+ FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
+ if (!ctx.dataAvailable)
+ return false;
+
+ PbFaceList pbFaceList;
+ pbFaceList.set_magic(pbFaceList.magic());
+ pbFaceList.set_image_count(ctx.faceFeatures.size());
+ pbFaceList.set_src_width(ctx.width);
+ pbFaceList.set_src_height(ctx.height);
+
+ cv::Mat yMat(cv::Size(ctx.width, ctx.height), CV_8UC1, ctx.frameYUV);
+
+ for (int i = 0; i < ctx.faceFeatures.size(); i++)
+ {
+ const FaceRect& faceRect(ctx.faceFeatures[i].rect);
+ cv::Mat roiMat(yMat, cv::Rect(faceRect.leftTop.x, faceRect.leftTop.y, faceRect.rightBottom.x - faceRect.leftTop.x, faceRect.rightBottom.y - faceRect.leftTop.y));
+
+ PbFaceList_FaceListImage pbFaceListImage;
+ pbFaceListImage.set_idx(i);
+ pbFaceListImage.set_size(roiMat.elemSize());
+ pbFaceListImage.set_type(PbFaceList_FaceListImage_ImageType_IT_Y);
+ pbFaceListImage.set_width(roiMat.cols);
+ pbFaceListImage.set_height(roiMat.rows);
+ pbFaceListImage.set_top_left_x(faceRect.leftTop.x);
+ pbFaceListImage.set_top_left_y(faceRect.leftTop.y);
+
+ pbFaceListImage.add_img(roiMat.ptr(), roiMat.total() * roiMat.elemSize());
+ }
+
+ size_t s = pbFaceList.ByteSize();
+ buffMaxSize = std::min(s, buffMaxSize);
+ pbFaceList.SerializeToArray(buffer, buffMaxSize);
+
+ return buffMaxSize > 0;
}
-bool FaceCache::getFaceListImage(int* buffIdx, size_t& count, uint8_t* buffImg, size_t& buffImgSize)
+bool FaceCache::getFaceListImage(std::vector<NativeImgIdx>& imgIdxes, uint8_t* buffImg, size_t& buffImgMaxSize)
{
- return false;
-}
+ FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
-bool FaceCache::extractFace()
-{
- FcPmBreackerContext& ctx(*(FcPmBreackerContext*)_ctx);
-
- if (ctx.frameRGBSize == 0)
- {
- if (! ctx.convertYUV420ToRGB())
- return false;
- }
-
-
+ if (ctx.frameRGBSize == 0)
+ {
+ //#todo should optimize not convert the whole image
+ if (! ctx.convertYUV420ToRGB())
+ return false;
+ }
+
+ imgIdxes.clear();
+ size_t offset = 0;
+
+ cv::Mat rgbMat(cv::Size(ctx.width, ctx.height), CV_8UC3, ctx.frameRGB);
+ for (st_ff_vect_t::const_iterator ffiter = ctx.faceFeatures.begin(); ffiter != ctx.faceFeatures.end(); ++ffiter)
+ {
+ const FaceRect& faceRect(ffiter->rect);
+ cv::Mat roiMat(rgbMat, cv::Rect(faceRect.leftTop.x, faceRect.leftTop.y, faceRect.rightBottom.x - faceRect.leftTop.x, faceRect.rightBottom.y - faceRect.leftTop.y));
+
+ NativeImgIdx imgidx;
+ imgidx.offset = offset;
+ imgidx.size = roiMat.total() * roiMat.elemSize();
+ imgidx.type = MB_Frame::MBFT_RGB;
+ imgidx.width = roiMat.cols;
+ imgidx.height = roiMat.rows;
+
+ const size_t newSize = imgidx.offset + imgidx.size;
+
+ //isContinuous
+ if (newSize > buffImgMaxSize)
+ {
+ LOG_ERROR << "FaceCache::getFaceListImage buffImgMaxSize truncated" << LOG_ENDL;
+ return false;
+ }
+
+ memcpy(buffImg + imgidx.offset, roiMat.ptr(), imgidx.size);
+ imgIdxes.push_back(imgidx);
+ offset = newSize;
+ }
+
+ return true;
}
--
Gitblit v1.8.0