#include "PipeLine.h"
|
#include "MaterialBuffer.h"
|
#include "PL_RTSPClient.h"
|
#include "PL_RTSPServer.h"
|
#include "PL_H264Decoder.h"
|
#include "PL_H264Encoder.h"
|
#include "PL_AVFrameYUV420.h"
|
#include "PL_AVFrameBGRA.h"
|
#include "PL_Queue.h"
|
#include "PL_Scale.h"
|
#include "PL_Fork.h"
|
#include "PL_Payer.h"
|
#include "PL_Gainer.h"
|
#include "PL_SensetimeFaceTrack.h"
|
#include "PL_SensetimeFaceDetect.h"
|
#include "PL_DlibFaceTrack.h"
|
|
#include "PipeLinePool.h"
|
|
#include "ev_server.h"
|
#include "ev_proto.h"
|
#include "face_daemon_proto.h"
|
|
#include "SensetimeFaceAPIWrapper/src/FaceDBPool.h"
|
|
#include "logger.h"
|
|
template<typename TPoolPtr, typename TPoolElem>
|
struct PoolElemLocker
|
{
|
TPoolPtr pool;
|
TPoolElem elem;
|
PoolElemLocker(TPoolPtr _pool, TPoolElem _elem) : pool(_pool), elem(_elem)
|
{
|
|
}
|
~PoolElemLocker()
|
{
|
pool->release(elem);
|
pool->notify_free();
|
}
|
};
|
|
template<typename TArrayPtr>
|
struct ArrayDeleter
|
{
|
TArrayPtr array;
|
ArrayDeleter(TArrayPtr _array) : array(_array)
|
{
|
|
}
|
~ArrayDeleter()
|
{
|
delete[] array;
|
}
|
};
|
|
PipeLinePool g_PipeLinePool;
|
|
FaceDBPool g_FaceDBPool;//#todo config
|
|
evclient_proc_t evclient_proc;
|
|
bool send_SensetimeFaceDetectResult(EVClientStub& client, PipeMaterial& lastPm)
|
{
|
//if (lastPm.type != PipeMaterial::PMT_PM_LIST)
|
|
//PipeMaterial& facePM = ((PipeMaterial*)(lastPm.buffer))[1];
|
//st_ff_vect_t& faceFeatures = *((st_ff_vect_t*)facePM.buffer);
|
//LOG_NOTICE << "faceFeatures " << faceFeatures.size();
|
//#todo send result packet
|
|
if (lastPm.buffer == nullptr || lastPm.type != PipeMaterial::PMT_BYTES || lastPm.buffSize != sizeof(SensetimeFaceDetectResult))
|
{
|
LOG_WARN << "pm not available";
|
ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);
|
return false;
|
}
|
|
const SensetimeFaceDetectResult* result = (const SensetimeFaceDetectResult*)lastPm.buffer;
|
|
client.sendBuffSize = sizeof(EVPHeader)+sizeof(SensetimeFaceDetectResult);
|
client.sendBuff = new uint8_t[client.sendBuffSize];
|
client.deleteSendBuff = true;
|
|
EVPHeader* evpHeader = new (client.sendBuff) EVPHeader;
|
evpHeader->cmd = FaceDaemonCommand::FDC_SENSETIMEFACEDETECT_RESULT;
|
evpHeader->size = client.sendBuffSize;
|
|
SensetimeFaceDetectResult* evpSub = new (client.sendBuff + sizeof(EVPHeader)) SensetimeFaceDetectResult;
|
evpSub->school_id = result->school_id;
|
evpSub->st_id = result->st_id;
|
|
return true;
|
}
|
|
bool ev_proc_SensetimeFaceDetect(EVClientStub& client)
|
{
|
//#test send 01000B0000004142434445
|
//LOG_DEBUG << "cmd=" << evpHeader->cmd << ", size=" << evpHeader->size << ", \t" << (char*)(evpHeader + sizeof(EVPHeader));
|
//return true;
|
|
FDP_Image* fdpImage = (FDP_Image*)(client.recvBuff + sizeof(EVPHeader));
|
|
faceAPI* _faceDB = g_FaceDBPool.get_free(fdpImage->school_id);
|
if (_faceDB == nullptr)
|
{
|
LOG_WARN << "can't get face db";
|
ev_send_status_packet(client, EVPStatus::EVPS_PARAMETER_ERROR);
|
return false;
|
}
|
|
PoolElemLocker<FaceDBPool*, int> _lock_faceDB(&g_FaceDBPool, fdpImage->school_id);
|
|
PipeLine* pipeLine = g_PipeLinePool.get_free();
|
if (pipeLine == nullptr)
|
{
|
LOG_WARN << "can't get free pipeline";
|
ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);
|
return false;
|
}
|
|
PoolElemLocker<PipeLinePool*, PipeLine*> _lock_pipeLine(&g_PipeLinePool, pipeLine);
|
|
// fill
|
SensetimeFaceDetectDbFrame dbFrame;
|
dbFrame.type = (MB_Frame::MBFType)(fdpImage->mb_type);
|
dbFrame.buffSize = client.recvBuffSize - sizeof(EVPHeader) - sizeof(FDP_Image);
|
dbFrame.buffer = new uint8_t[dbFrame.buffSize];
|
ArrayDeleter<uint8_t*> _del_img((uint8_t*)dbFrame.buffer);
|
memcpy(dbFrame.buffer, fdpImage->buff, dbFrame.buffSize);
|
dbFrame.width = fdpImage->width;
|
dbFrame.height = fdpImage->height;
|
dbFrame.school_id = fdpImage->school_id;
|
dbFrame._faceDB = _faceDB;
|
|
PipeMaterial pm;
|
pm.type = PipeMaterial::PMT_FRAME;
|
pm.buffer = &dbFrame;
|
pm.buffSize = 0;
|
|
PipeLineElem* plElem = pipeLine->pipe(&pm);
|
if (! pipeLine->check_pipe_complete(plElem))
|
{
|
LOG_WARN << "pipeline not complete";
|
ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);
|
return false;
|
}
|
|
if (!plElem->gain(pm))
|
{
|
LOG_WARN << "pipeline gain error";
|
ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);
|
return false;
|
}
|
|
// can not release pipleline unless pm not used
|
send_SensetimeFaceDetectResult(client, pm);
|
|
return false;
|
}
|
|
bool ev_proc(EVClientStub& client)
|
{
|
EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;
|
if (evpHeader->size != client.recvBuffSize)
|
{
|
LOG_WARN << "Truncated buffer " << (evpHeader->size - client.recvBuffSize) << " bytes";
|
return false;
|
}
|
|
switch(evpHeader->cmd)
|
{
|
case EVPCommand::EVPC_USER_DEFINE + 1:
|
return ev_proc_SensetimeFaceDetect(client);
|
break;
|
default:
|
LOG_WARN << "Unknown command";
|
ev_send_status_packet(client, EVPStatus::EVPS_PARAMETER_ERROR);
|
return false;
|
break;
|
}
|
|
// return false to disconnect
|
return false;
|
}
|
|
int main(int argc, char** argv)
|
{
|
initLogger(LV_DEBUG);
|
|
PipeLine::register_global_elem_creator("PL_SensetimeFaceTrack", create_PL_SensetimeFaceTrack);
|
PipeLine::register_global_elem_creator("PL_Gainer", create_PL_Gainer);
|
|
g_PipeLinePool = new PipeLinePool(true);
|
|
for (int i = 0; i < 5; i++)
|
{
|
PipeLine* pipeLine = new PipeLine;
|
|
{
|
PL_Payer_Config config;
|
config.copyData = true;//#todo false
|
PL_Gainer* ple = (PL_Gainer*)pipeLine->push_elem("PL_Gainer");
|
bool ret = ple->init(&config);
|
if (!ret)
|
{
|
LOG_ERROR << "ple init error";
|
exit(EXIT_FAILURE);
|
}
|
}
|
|
{
|
SensetimeFaceTrackConfig config;
|
config.draw_face_rect = false;
|
config.draw_face_feature_point = false;
|
config.generate_face_feature = true;
|
PL_SensetimeFaceTrack* ple = (PL_SensetimeFaceTrack*)pipeLine->push_elem("PL_SensetimeFaceTrack");
|
bool ret = ple->init(&config);
|
if (!ret)
|
{
|
LOG_ERROR << "ple init error";
|
exit(EXIT_FAILURE);
|
}
|
}
|
|
g_PipeLinePool.manage(pipeLine);
|
}
|
|
evclient_proc = ev_proc;
|
return server_main(argc, argv);
|
}
|
