From 97dbd476ee99f36286cd866b2208ceead3019b31 Mon Sep 17 00:00:00 2001 From: houxiao <houxiao@454eff88-639b-444f-9e54-f578c98de674> Date: 星期三, 11 一月 2017 17:30:51 +0800 Subject: [PATCH] face daemon develop finish --- RtspFace/face_daemon_proto.h | 5 RtspFace/make.sh | 6 RtspFace/main_face_daemon.cpp | 120 ++++++++-- RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.cpp | 164 ++++++++++++++ RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.h | 22 ++ RtspFace/PL_SensetimeFaceDetect.h | 34 ++- RtspFace/PipeLinePool.cpp | 33 +- RtspFace/PL_SensetimeFaceDetect.cpp | 238 ++++----------------- 8 files changed, 374 insertions(+), 248 deletions(-) diff --git a/RtspFace/PL_SensetimeFaceDetect.cpp b/RtspFace/PL_SensetimeFaceDetect.cpp index c79a5f7..12f68ff 100644 --- a/RtspFace/PL_SensetimeFaceDetect.cpp +++ b/RtspFace/PL_SensetimeFaceDetect.cpp @@ -2,27 +2,18 @@ #include "MaterialBuffer.h" #include "logger.h" +#include "SensetimeFaceAPIWrapper/src/FaceDBPool.h" #include <opencv2/opencv.hpp> #include <cv_face.h> struct PL_SensetimeFaceDetect_Internal { - //uint8_t buffer[1920*1080*4]; - //size_t buffSize; - //size_t buffSizeMax; - MB_Frame lastFrame; - PipeMaterial pmList[2]; - PL_SensetimeFaceDetectConfig config; - st_ff_vect_t faceFeatures; - bool payError; - - cv_handle_t handle_track; + PL_SensetimeFaceDetectConfig config; + SensetimeFaceDetectResult lastResult; PL_SensetimeFaceDetect_Internal() : - //buffSize(0), buffSizeMax(sizeof(buffer)), - lastFrame(), pmList(), config(), faceFeatures(), payError(true), - handle_track(nullptr) + payError(true), config(), lastResult() { } @@ -32,20 +23,13 @@ void reset() { - //buffSize = 0; payError = true; - - MB_Frame _lastFrame; - lastFrame = _lastFrame; - - PipeMaterial _pm; - pmList[0] = _pm; - pmList[1] = _pm; PL_SensetimeFaceDetectConfig _config; config = _config; - handle_track = nullptr; + SensetimeFaceDetectResult _lastResult; + lastResult = _lastResult; } }; @@ -69,184 +53,69 @@ PL_SensetimeFaceDetect_Internal* in = (PL_SensetimeFaceDetect_Internal*)internal; in->reset(); - PL_SensetimeFaceDetectConfig* config = (PL_SensetimeFaceDetectConfig*)args; - in->config = *config; - if (in->config.point_size == 21) - in->config.point_size_config = CV_DETECT_ENABLE_ALIGN_21; - else if (in->config.point_size == 106) - in->config.point_size_config = CV_DETECT_ENABLE_ALIGN_106; - else + if (args != nullptr) { - LOG_ERROR << "alignment point size must be 21 or 106"; - return false; + PL_SensetimeFaceDetectConfig* config = (PL_SensetimeFaceDetectConfig*)args; + in->config = *config; } - // init handle - cv_result_t cv_result = cv_face_create_tracker(&(in->handle_track), nullptr, - in->config.point_size_config | CV_FACE_TRACKING_TWO_THREAD); - if (cv_result != CV_OK) - { - LOG_ERROR << "cv_face_create_tracker failed, error code" << cv_result; - return false; - } - - int val = 0; - cv_result = cv_face_track_set_detect_face_cnt_limit(in->handle_track, in->config.detect_face_cnt_limit, &val); - if (cv_result != CV_OK) - { - LOG_ERROR << "cv_face_track_set_detect_face_cnt_limit failed, error : " << cv_result; - return false; - } - else - LOG_ERROR << "detect face count limit : " << val; - return true; } void PL_SensetimeFaceDetect::finit() { PL_SensetimeFaceDetect_Internal* in = (PL_SensetimeFaceDetect_Internal*)internal; - - // destroy track handle - cv_face_destroy_tracker(in->handle_track); - in->handle_track = nullptr; -} -int doFaceTrack(PL_SensetimeFaceDetect_Internal* in, - uint8_t* buffer, size_t width, size_t height, size_t stride, cv_pixel_format cvPixFmt) -{ - //resize(bgr_frame, bgr_frame, Size(frame_width, frame_height), 0, 0, INTER_LINEAR); - - int face_count = 0; - cv_result_t cv_result = CV_OK; - cv_face_t* p_face = nullptr; - - // realtime track - cv_result = cv_face_track(in->handle_track, buffer, cvPixFmt, - width, height, stride, - CV_FACE_UP, &p_face, &face_count); - if (cv_result != CV_OK) - { - LOG_ERROR << "cv_face_track failed, error : " << cv_result; - cv_face_release_tracker_result(p_face, face_count); - return -1; - } - - // draw the video - //cv::Mat yuvMat(cv::Size(width,height), CV_8UC3, buffer); - cv::Mat yMat(cv::Size(width,height), CV_8UC1, buffer); - for (int i = 0; i < face_count; i++) - { - SensetimeFaceFeature faceFeature; - faceFeature.rect.leftTop.x = p_face[i].rect.left; - faceFeature.rect.leftTop.y = p_face[i].rect.top; - faceFeature.rect.rightBottom.x = p_face[i].rect.right; - faceFeature.rect.rightBottom.y = p_face[i].rect.bottom; - faceFeature.id = p_face[i].ID; - faceFeature.yaw = p_face[i].yaw; - faceFeature.pitch = p_face[i].pitch; - faceFeature.roll = p_face[i].roll; - faceFeature.eyeDistance = p_face[i].eye_dist; - - LOGP(DEBUG, "face: %d-----[%d, %d, %d, %d]-----id: %d", i, - p_face[i].rect.left, p_face[i].rect.top, - p_face[i].rect.right, p_face[i].rect.bottom, p_face[i].ID); - - LOGP(DEBUG, "face pose: [yaw: %.2f, pitch: %.2f, roll: %.2f, eye distance: %.2f]", - p_face[i].yaw, - p_face[i].pitch, p_face[i].roll, p_face[i].eye_dist); - - if (in->config.draw_face_rect) - { - cv::Scalar scalar_color = CV_RGB(p_face[i].ID * 53 % 256, - p_face[i].ID * 93 % 256, - p_face[i].ID * 143 % 256); - - //cv::rectangle(yMat, cv::Point2f(0, 0), cv::Point2f(50, 50), scalar_color, 2); - //cv::rectangle(yMat, cv::Point2f(500, 500), cv::Point2f(550, 550), scalar_color, 2); - - cv::rectangle(yMat, cv::Point2f(static_cast<float>(p_face[i].rect.left), - static_cast<float>(p_face[i].rect.top)), - cv::Point2f(static_cast<float>(p_face[i].rect.right), - static_cast<float>(p_face[i].rect.bottom)), scalar_color, 2); - } - - - for (int j = 0; j < p_face[i].points_count; j++) - { - FacePoint featurePoint; - featurePoint.x = p_face[i].points_array[j].x; - featurePoint.y = p_face[i].points_array[j].y; - faceFeature.featurePoints.push_back(featurePoint); - - if (in->config.draw_face_feature_point) - { - cv::circle(yMat, cv::Point2f(p_face[i].points_array[j].x, - p_face[i].points_array[j].y), 1, cv::Scalar(255, 255, 255)); - } - } - - if (in->config.generate_face_feature) - in->faceFeatures.push_back(faceFeature); - } - - //if (face_count > 0) - //{ - // static size_t f=0; - // char fname[50]; - // sprintf(fname, "face-%u.yuv420", ++f); - // FILE * pFile = fopen (fname,"wb"); - // fwrite (yuvMat.data , sizeof(char), 1920*1080*1.5, pFile); - // printf("write face file %s\n", fname); - // fclose(pFile); - //} - - // release the memory of face - cv_face_release_tracker_result(p_face, face_count); - - return face_count; } bool PL_SensetimeFaceDetect::pay(const PipeMaterial& pm) { PL_SensetimeFaceDetect_Internal* in = (PL_SensetimeFaceDetect_Internal*)internal; - - if (pm.type != PipeMaterial::PMT_FRAME) + + in->payError = true; { - LOG_ERROR << "Only support PMT_FRAME"; + SensetimeFaceDetectResult _lastResult; + in->lastResult = _lastResult; + } + + if (pm.type != PipeMaterial::PMT_FRAME || !(in->config.payWithDbFrame)) + { + LOG_ERROR << "Only support PMT_FRAME (SensetimeFaceDetectDbFrame)"; return false; } if (pm.buffer == nullptr) return false; - MB_Frame* frame = (MB_Frame*)pm.buffer; + SensetimeFaceDetectDbFrame* frame = (SensetimeFaceDetectDbFrame*)pm.buffer; if (frame->type != MB_Frame::MBFT_YUV420) { LOG_ERROR << "Only support MBFT_YUV420"; return false; } - in->faceFeatures.clear(); - int face_count = doFaceTrack( - in, (uint8_t*)frame->buffer, frame->width, frame->height, frame->width, CV_PIX_FMT_YUV420P); - if (face_count < 0) + faceDB* _faceDB = (faceDB*)frame->_faceDB; + if (_faceDB == nullptr) { - in->payError = true; + LOG_ERROR << "faceDB is null"; return false; } - else - in->payError = false; - //in->buffer readly - - in->lastFrame.type = MB_Frame::MBFT_YUV420; - in->lastFrame.buffer = frame->buffer;//#todo should copy - in->lastFrame.buffSize = frame->buffSize; - in->lastFrame.width = frame->width; - in->lastFrame.height = frame->height; - in->lastFrame.pts = frame->pts; - + const size_t expectedYUVSize = frame->width * frame->height * 1.5; + if (frame->buffSize < expectedYUVSize) + { + LOG_WARN << "image size not ok"; + return false; + } + + cv::Mat yuvMat(cv::Size(frame->width,frame->height), CV_8UC3, frame->buffer); + cv_feature_t* feature = _faceDB->extract_feature(yuvMat); + in->lastResult.st_id = _faceDB->search_db(feature); + //#todo release feature + + in->lastResult.school_id = frame->school_id; + + in->payError = false; return true; } @@ -254,35 +123,22 @@ { PL_SensetimeFaceDetect_Internal* in = (PL_SensetimeFaceDetect_Internal*)internal; + pm.former = this; + if (in->payError) { - pm.former = this; return false; } - - if (!in->config.generate_face_feature) + + if (! in->config.resultStructOnly) { - pm.type = PipeMaterial::PMT_FRAME; - pm.buffer = &(in->lastFrame); - pm.buffSize = 0; - } - else - { - in->pmList[0].type = PipeMaterial::PMT_FRAME; - in->pmList[0].buffer = &(in->lastFrame); - in->pmList[0].buffSize = 0; - in->pmList[0].former = this; - - in->pmList[1].type = PipeMaterial::PMT_BYTES; - in->pmList[1].buffer = &(in->faceFeatures); - in->pmList[1].buffSize = 0; - in->pmList[1].former = this; - - pm.type = PipeMaterial::PMT_PM_LIST; - pm.buffer = in->pmList; - pm.buffSize = sizeof(in->pmList) / sizeof(PipeMaterial); + LOG_ERROR << "Only support resultStructOnly"; + return false; } - pm.former = this; + pm.type = PipeMaterial::PMT_BYTES; + pm.buffer = &(in->lastResult); + pm.buffSize = sizeof(SensetimeFaceDetectResult); + return true; } diff --git a/RtspFace/PL_SensetimeFaceDetect.h b/RtspFace/PL_SensetimeFaceDetect.h index c636515..7a3fd0c 100644 --- a/RtspFace/PL_SensetimeFaceDetect.h +++ b/RtspFace/PL_SensetimeFaceDetect.h @@ -2,28 +2,38 @@ #define _PL_SENSETIMEFACEDETECT_H_ #include "PipeLine.h" -#include <vector> +#include "MaterialBuffer.h" +//#include "PL_SensetimeFaceTrack.h" // for st_ff_vect_t -struct PL_SensetimeFaceDetectPipeArgs +struct SensetimeFaceDetectDbFrame : public MB_Frame { - void* faceDB; + int school_id; + void* _faceDB; - PL_SensetimeFaceDetectPipeArgs() : faceDB(nullptr) + SensetimeFaceDetectDbFrame() : MB_Frame(), school_id(-1), _faceDB(nullptr) + { } +}; + +struct SensetimeFaceDetectResult +{ + int school_id; + int st_id; + //st_ff_vect_t features; + + SensetimeFaceDetectResult() : school_id(-1), st_id(-1) { } }; struct PL_SensetimeFaceDetectConfig { - int point_size; // 21 / 106 - int point_size_config; // CV_DETECT_ENABLE_ALIGN_21 / CV_DETECT_ENABLE_ALIGN_106 - int detect_face_cnt_limit; // -1 - bool draw_face_rect; - bool draw_face_feature_point; - bool generate_face_feature; // for PL_SensetimeFaceFeatureEmit + // #todo currently only support default config + bool payWithDbFrame; + bool resultStructOnly; + + //std::string dbPath; PL_SensetimeFaceDetectConfig() : - point_size(21), point_size_config(-1), detect_face_cnt_limit(-1), - draw_face_rect(true), draw_face_feature_point(true), generate_face_feature(false) + payWithDbFrame(true), resultStructOnly(true) { } }; diff --git a/RtspFace/PipeLinePool.cpp b/RtspFace/PipeLinePool.cpp index f02eef1..cba5a1b 100644 --- a/RtspFace/PipeLinePool.cpp +++ b/RtspFace/PipeLinePool.cpp @@ -20,6 +20,19 @@ } \ } +struct MutexLocker +{ + pthread_mutex_t* mut; + MutexLocker(void* _mut) : mut((pthread_mutex_t*)_mut) + { + PLP_MUTEX_LOCK(mut,); + } + ~MutexLocker() + { + PLP_MUTEX_UNLOCK(mut,); + } +}; + PipeLinePool::PipeLinePool(bool _multithread_safe) : multithread_safe(_multithread_safe), tsafe_mutex(nullptr), pl_mutex(nullptr), pipelines(), pipelines_free() @@ -32,6 +45,7 @@ pl_mutex = new pthread_mutex_t; pthread_mutex_init((pthread_mutex_t*)pl_mutex, NULL); + // in ctor pool is empty PLP_MUTEX_LOCK(pl_mutex,); } } @@ -64,31 +78,26 @@ if (pl == nullptr) return; - PLP_MUTEX_LOCK(tsafe_mutex,); + MutexLocker _ml(tsafe_mutex); if (pipelines.find(pl) != pipelines.end()) return; pipelines.insert(pl); pipelines_free.insert(pl); - - PLP_MUTEX_UNLOCK(tsafe_mutex,); } void PipeLinePool::unmanage(PipeLine* pl) { - PLP_MUTEX_LOCK(tsafe_mutex,); + MutexLocker _ml(tsafe_mutex); pipelines.erase(pl); pipelines_free.erase(pl); - - PLP_MUTEX_UNLOCK(tsafe_mutex,); } PipeLine* PipeLinePool::get_free() { - - PLP_MUTEX_LOCK(tsafe_mutex, nullptr); + MutexLocker _ml(tsafe_mutex); if (pipelines_free.empty()) return nullptr; @@ -97,23 +106,19 @@ PipeLine* pl = *iter; pipelines_free.erase(iter); - PLP_MUTEX_UNLOCK(tsafe_mutex, nullptr); - return pl; } void PipeLinePool::release(PipeLine* pl) { + MutexLocker _ml(tsafe_mutex); + if (pipelines.find(pl) == pipelines.end()) return; if (pipelines_free.find(pl) != pipelines.end()) return; - PLP_MUTEX_LOCK(tsafe_mutex,); - pipelines_free.insert(pl); - - PLP_MUTEX_UNLOCK(tsafe_mutex,); } bool PipeLinePool::wait_free() diff --git a/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.cpp b/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.cpp index c53b469..9a39a6f 100644 --- a/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.cpp +++ b/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.cpp @@ -1,2 +1,166 @@ #include "FaceDBPool.h" +#include "logger.h" +#include "faceAPI.h" +#include <pthread.h> +#include <map> + +#define PLP_MUTEX_LOCK(mut,_ret) if (mut != nullptr) {\ + int ret = pthread_mutex_lock((pthread_mutex_t*)mut); \ + if(ret != 0) \ + { \ + LOG_ERROR << "pthread_mutex_lock " << #mut << ": " << ret; \ + return _ret; \ + } \ +} + +#define PLP_MUTEX_UNLOCK(mut,_ret) if (mut != nullptr) {\ + int ret = pthread_mutex_unlock((pthread_mutex_t*)mut); \ + if(ret != 0) \ + { \ + LOG_ERROR << "pthread_mutex_unlock " << #mut << ": " << ret; \ + return _ret; \ + } \ +} + +struct MutexLocker +{ + pthread_mutex_t* mut; + MutexLocker(pthread_mutex_t* _mut) : mut(_mut) + { + PLP_MUTEX_LOCK(mut,); + } + ~MutexLocker() + { + PLP_MUTEX_UNLOCK(mut,); + } +}; + +struct ThreadSafeFaceDB +{ + int dbid; + pthread_mutex_t db_mutex; + faceAPI* api; + + ThreadSafeFaceDB() : dbid(-1), db_mutex(), api(nullptr) + { + pthread_mutex_init(db_mutex, NULL); + } + + ~ThreadSafeFaceDB() + { + pthread_mutex_destroy(db_mutex); + } +}; + +typedef std::map<int, ThreadSafeFaceDB*> facedb_map_t; + +FaceDBPool::FaceDBPool() : + pool_mutex(nullptr), face_db_map(nullptr) +{ + pool_mutex = new pthread_mutex_t; + pthread_mutex_init((pthread_mutex_t*)pool_mutex, NULL); + + face_db_map = new facedb_map_t(); +} + +FaceDBPool::~FaceDBPool() +{ + facedb_map_t* _face_db_map = (facedb_map_t*)face_db_map; + for (facedb_map_t::iterator iter = _face_db_map->begin(); iter != _face_db_map->end(); ++iter) + { + iter->second.api->db_save(); + delete iter->second.api; + delete iter->second; + } + + _face_db_map.clear(); + + pthread_mutex_destroy((pthread_mutex_t*)pool_mutex); + delete (pthread_mutex_t*)pool_mutex; + pool_mutex = nullptr; +} + +void FaceDBPool::manage(int dbid, faceAPI* db) +{ + if (dbid < 0 || db == nullptr) + return; + + MutexLocker _ml(pool_mutex); + + facedb_map_t* _face_db_map = (facedb_map_t*)face_db_map; + + if (_face_db_map.find(dbid) != _face_db_map.end()) + return; + + ThreadSafeFaceDB* tsfdb = new ThreadSafeFaceDB; + tsfdb.dbid = dbid; + tsfdb.api = db; + + _face_db_map.insert(std::make_pair(dbid, tsfdb)); +} + +void FaceDBPool::unmanage(int dbid) +{ + MutexLocker _ml(pool_mutex); + + facedb_map_t* _face_db_map = (facedb_map_t*)face_db_map; + facedb_map_t::iterator iter = _face_db_map.find(dbid); + if (iter == _face_db_map.end()) + return; + + iter->second.api->db_save(); + delete iter->second.api; + delete iter->second; + + _face_db_map.erase(iter); +} + +faceAPI* FaceDBPool::get_free(int dbid) +{ + ThreadSafeFaceDB* tsfdb = nullptr; + { + //avoid dead lock + MutexLocker _ml(pool_mutex); + + facedb_map_t* _face_db_map = (facedb_map_t*)face_db_map; + if (_face_db_map.empty()) + return nullptr; + + facedb_map_t::iterator iter = _face_db_map.find(dbid); + if (iter == _face_db_map.end()) + return nullptr; + + tsfdb = iter->second; + } + + if (tsfdb != nullptr) + { + PLP_MUTEX_LOCK(tsfdb->db_mutex, nullptr); + return tsfdb->api; + } +} + +void FaceDBPool::release(int dbid) +{ + ThreadSafeFaceDB* tsfdb = nullptr; + { + //avoid dead lock + MutexLocker _ml(pool_mutex); + + facedb_map_t* _face_db_map = (facedb_map_t*)face_db_map; + if (_face_db_map.empty()) + return; + + facedb_map_t::iterator iter = _face_db_map.find(dbid); + if (iter == _face_db_map.end()) + return nullptr; + + tsfdb = iter->second; + } + + if (tsfdb != nullptr) + { + PLP_MUTEX_UNLOCK(tsfdb->db_mutex,); + } +} diff --git a/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.h b/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.h index d4bfdcd..dea0b55 100644 --- a/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.h +++ b/RtspFace/SensetimeFaceAPIWrapper/src/FaceDBPool.h @@ -1,4 +1,26 @@ #ifndef _FACEDBPOOL_H_ #define _FACEDBPOOL_H_ +#include "faceAPI.h" + +class FaceDBPool +{ +public: + FaceDBPool(); + ~FaceDBPool(); + + void manage(int dbid, faceAPI* db); + void unmanage(int dbid); + + faceAPI* get_free(int dbid); + void release(int dbid); + + bool wait_free() { return true; } + bool notify_free() { return true; } + +private: + void* pool_mutex; + void* face_db_map; +}; + #endif diff --git a/RtspFace/face_daemon_proto.h b/RtspFace/face_daemon_proto.h index cf3d4a4..0a63cec 100644 --- a/RtspFace/face_daemon_proto.h +++ b/RtspFace/face_daemon_proto.h @@ -13,7 +13,7 @@ { FDC__FIRST, FDC_SENSETIMEFACEDETECT = EVPCommand::EVPC_USER_DEFINE + 1, - FDC_SENSETIMEFACEDETECT_RESULT + FDC_SENSETIMEFACEDETECT_RESULT, FDC__LAST, }; }; @@ -29,7 +29,8 @@ struct FDP_FaceDetectResult { - int32_t stid; // sensetime id + int32_t school_id; + int32_t st_id; // sensetime id }; #pragma pack() diff --git a/RtspFace/main_face_daemon.cpp b/RtspFace/main_face_daemon.cpp index 917aa4a..ad8df4d 100644 --- a/RtspFace/main_face_daemon.cpp +++ b/RtspFace/main_face_daemon.cpp @@ -12,6 +12,7 @@ #include "PL_Payer.h" #include "PL_Gainer.h" #include "PL_SensetimeFaceTrack.h" +#include "PL_SensetimeFaceDetect.h" #include "PL_DlibFaceTrack.h" #include "PipeLinePool.h" @@ -20,21 +21,77 @@ #include "ev_proto.h" #include "face_daemon_proto.h" +#include "SensetimeFaceAPIWrapper/src/FaceDBPool.h" + #include "logger.h" + +template<typename TPoolPtr, typename TPoolElem> +struct PoolElemLocker +{ + TPoolPtr pool; + TPoolElem elem; + PoolElemLocker(TPoolPtr _pool, TPoolElem _elem) : pool(_pool), elem(_elem) + { + + } + ~PoolElemLocker() + { + pool->release(elem); + pool->notify_free(); + } +}; + +template<typename TArrayPtr> +struct ArrayDeleter +{ + TArrayPtr array; + ArrayDeleter(TArrayPtr _array) : array(_array) + { + + } + ~ArrayDeleter() + { + delete[] array; + } +}; PipeLinePool g_PipeLinePool; +FaceDBPool g_FaceDBPool;//#todo config + evclient_proc_t evclient_proc; -void send_SensetimeFaceDetectResult(PipeMaterial& lastPm) +bool send_SensetimeFaceDetectResult(EVClientStub& client, PipeMaterial& lastPm) { - if (lastPm.type == PipeMaterial::PMT_PM_LIST) + //if (lastPm.type != PipeMaterial::PMT_PM_LIST) + + //PipeMaterial& facePM = ((PipeMaterial*)(lastPm.buffer))[1]; + //st_ff_vect_t& faceFeatures = *((st_ff_vect_t*)facePM.buffer); + //LOG_NOTICE << "faceFeatures " << faceFeatures.size(); + //#todo send result packet + + if (lastPm.buffer == nullptr || lastPm.type != PipeMaterial::PMT_BYTES || lastPm.buffSize != sizeof(SensetimeFaceDetectResult)) { - PipeMaterial& facePM = ((PipeMaterial*)(lastPm.buffer))[1]; - st_ff_vect_t& faceFeatures = *((st_ff_vect_t*)facePM.buffer); - LOG_NOTICE << "faceFeatures " << faceFeatures.size(); - //#todo send result packet + LOG_WARN << "pm not available"; + ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR); + return false; } + + const SensetimeFaceDetectResult* result = (const SensetimeFaceDetectResult*)lastPm.buffer; + + client.sendBuffSize = sizeof(EVPHeader)+sizeof(SensetimeFaceDetectResult); + client.sendBuff = new uint8_t[client.sendBuffSize]; + client.deleteSendBuff = true; + + EVPHeader* evpHeader = new (client.sendBuff) EVPHeader; + evpHeader->cmd = FaceDaemonCommand::FDC_SENSETIMEFACEDETECT_RESULT; + evpHeader->size = client.sendBuffSize; + + SensetimeFaceDetectResult* evpSub = new (client.sendBuff + sizeof(EVPHeader)) SensetimeFaceDetectResult; + evpSub->school_id = result->school_id; + evpSub->st_id = result->st_id; + + return true; } bool ev_proc_SensetimeFaceDetect(EVClientStub& client) @@ -44,11 +101,18 @@ //return true; FDP_Image* fdpImage = (FDP_Image*)(client.recvBuff + sizeof(EVPHeader)); + + faceAPI* _faceDB = g_FaceDBPool.get_free(fdpImage->school_id); + if (_faceDB == nullptr) + { + LOG_WARN << "can't get face db"; + ev_send_status_packet(client, EVPStatus::EVPS_PARAMETER_ERROR); + return false; + } - PipeLine* pipeLine = nullptr; - if (g_PipeLinePool.wait_free()) - pipeLine = g_PipeLinePool.get_free(); - + PoolElemLocker<FaceDBPool*, int> _lock_faceDB(&g_FaceDBPool, fdpImage->school_id); + + PipeLine* pipeLine = g_PipeLinePool.get_free(); if (pipeLine == nullptr) { LOG_WARN << "can't get free pipeline"; @@ -56,28 +120,29 @@ return false; } + PoolElemLocker<PipeLinePool*, PipeLine*> _lock_pipeLine(&g_PipeLinePool, pipeLine); + // fill - MB_Frame frame; - frame.type = (MB_Frame::MBFType)(fdpImage->mb_type); - frame.buffer = fdpImage->buff; - frame.buffSize = client.recvBuffSize - sizeof(EVPHeader) - sizeof(FDP_Image); - frame.width = fdpImage->width; - frame.height = fdpImage->height; - - PL_SensetimeFaceDetectPipeArgs args; - //#todo get db - + SensetimeFaceDetectDbFrame dbFrame; + dbFrame.type = (MB_Frame::MBFType)(fdpImage->mb_type); + dbFrame.buffSize = client.recvBuffSize - sizeof(EVPHeader) - sizeof(FDP_Image); + dbFrame.buffer = new uint8_t[dbFrame.buffSize]; + ArrayDeleter<uint8_t*> _del_img((uint8_t*)dbFrame.buffer); + memcpy(dbFrame.buffer, fdpImage->buff, dbFrame.buffSize); + dbFrame.width = fdpImage->width; + dbFrame.height = fdpImage->height; + dbFrame.school_id = fdpImage->school_id; + dbFrame._faceDB = _faceDB; + PipeMaterial pm; pm.type = PipeMaterial::PMT_FRAME; - pm.buffer = &frame; + pm.buffer = &dbFrame; pm.buffSize = 0; - pm.args = &args; PipeLineElem* plElem = pipeLine->pipe(&pm); if (! pipeLine->check_pipe_complete(plElem)) { LOG_WARN << "pipeline not complete"; - g_PipeLinePool.release(pipeLine); ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR); return false; } @@ -85,14 +150,13 @@ if (!plElem->gain(pm)) { LOG_WARN << "pipeline gain error"; - g_PipeLinePool.release(pipeLine); ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR); return false; } - send_SensetimeFaceDetectResult(pm); - - g_PipeLinePool.release(pipeLine); + // can not release pipleline unless pm not used + send_SensetimeFaceDetectResult(client, pm); + return false; } @@ -136,7 +200,7 @@ { PL_Payer_Config config; - config.copyData = true; + config.copyData = true;//#todo false PL_Gainer* ple = (PL_Gainer*)pipeLine->push_elem("PL_Gainer"); bool ret = ple->init(&config); if (!ret) diff --git a/RtspFace/make.sh b/RtspFace/make.sh index eed3ccf..68552da 100644 --- a/RtspFace/make.sh +++ b/RtspFace/make.sh @@ -66,6 +66,7 @@ g++ PL_Gainer.cpp $CFLAGS $CPPFLAGS g++ PL_SensetimeFaceTrack.cpp $CFLAGS $CPPFLAGS +g++ PL_SensetimeFaceDetect.cpp $CFLAGS $CPPFLAGS g++ PL_DlibFaceTrack.cpp -O3 $CFLAGS $CPPFLAGS @@ -73,13 +74,16 @@ g++ $FFMPEGRTSPSERVER_BASE/LiveRTSPServer.cpp $CFLAGS $CPPFLAGS g++ $FFMPEGRTSPSERVER_BASE/LiveServerMediaSubsession.cpp $CFLAGS $CPPFLAGS +g++ ./SensetimeFaceAPIWrapper/src/FaceDBPool.cpp $CFLAGS $CPPFLAGS + g++ -g -std=c++11 \ main.o PipeLine.o PipeLinePool.o \ ev_server.o \ PL_RTSPClient.o PL_H264Decoder.o PL_H264Encoder.o PL_AVFrameYUV420.o PL_AVFrameBGRA.o PL_Queue.o PL_Scale.o PL_Fork.o PL_Payer.o PL_Gainer.o \ - PL_SensetimeFaceTrack.o \ + PL_SensetimeFaceTrack.o PL_SensetimeFaceDetect.o \ PL_DlibFaceTrack.o \ $FFMPEGRTSPSERVER_OBJ PL_RTSPServer.o \ + FaceDBPool.o \ $LDFLAGS -o rtsp_face #export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$LIBX264_BASE/lib:$FFMPEG_BASE/lib:$SENSETIMEFACESDK_BASE/libs/linux-x86_64:$LIBLOG4CPP_BASE/lib:$DLIB_BASE/build/dlib -- Gitblit v1.8.0