xuxiuxi

2017-05-04 15d0c49e85159b9e27870aff5280c0cd95b103c4

 FaceServer/main_face_daemon.cpp

@@ -1,183 +1,219 @@
#include "PipeLine.h"

#include "MaterialBuffer.h"

#include "PL_RTSPClient.h"

#include "PL_RTSPServer.h"

#include "PL_H264Decoder.h"

#include "PL_H264Encoder.h"

#include "PL_AVFrameYUV420.h"

#include "PL_AVFrameBGRA.h"

#include "PL_Queue.h"

#include "PL_Scale.h"

#include "PL_Fork.h"

#include "PL_Payer.h"

#include "PL_Gainer.h"

#include "PL_SensetimeFaceTrack.h"

#include "PL_SensetimeFaceDetect.h"

#include "PL_DlibFaceTrack.h"



#include "PipeLinePool.h"

#include <MaterialBuffer.h>

#include <logger.h>



#include "ev_server.h" 

#include "ev_proto.h"

#include "face_daemon_proto.h"

#include "sample_face_search.h"

#include "STFaceCache.h"

#include "PbFaceList.pb.h"



#include "SensetimeFaceAPIWrapper/src/FaceDBPool.h"

#include "SensetimeFaceAPIWrapper/src/faceAPI.h"

#include <signal.h>



#include "logger.h"

#include <sstream>

#include <iostream>



template<typename TPoolPtr, typename TPoolElem>

struct PoolElemLocker

{

   TPoolPtr pool;

   TPoolElem elem;

   PoolElemLocker(TPoolPtr _pool, TPoolElem _elem) : pool(_pool), elem(_elem)

   {

		
   }

   ~PoolElemLocker()

   {

      pool->release(elem);

      pool->notify_free();

   }

};

#define WRAPPER_TEXT(x) "\"" << x << "\""



template<typename TArrayPtr>

struct ArrayDeleter

{

   TArrayPtr array;

   ArrayDeleter(TArrayPtr _array) : array(_array)

   {

		
   }

   ~ArrayDeleter()

   {

      delete[] array;

   }

};



PipeLinePool g_PipeLinePool;



FaceDBPool g_faceAPIPool;//#todo config

Logger g_logger(std::cout);

STFaceCache g_STFaceCache("/opt/FaceServer/stfacedb");



evclient_proc_t evclient_proc;



bool send_SensetimeFaceDetectResult(EVClientStub& client, PipeMaterial& lastPm)

void _sigint(int sign_no)

{

   //if (lastPm.type != PipeMaterial::PMT_PM_LIST)

   server_stop();

}



   //PipeMaterial& facePM = ((PipeMaterial*)(lastPm.buffer))[1];

   //st_ff_vect_t& faceFeatures = *((st_ff_vect_t*)facePM.buffer);

   //LOG_NOTICE << "faceFeatures " << faceFeatures.size() << std::endl;

   //#todo send result packet



   if (lastPm.buffer == nullptr || lastPm.type != PipeMaterial::PMT_BYTES || lastPm.buffSize != sizeof(SensetimeFaceDetectResult))

bool send_SensetimeFaceDetectResultJson(EVClientStub& client, const fdr_vec_t& result, int ret = 0)

{

   std::stringstream ss;

   ss << "{" << LOG_ENDL;

   ss << "\"ret\":" << WRAPPER_TEXT(ret) << "," << LOG_ENDL;

   ss << "\"count\":" << WRAPPER_TEXT(result.size()) << "," << LOG_ENDL;

   ss << "\"result\":[";

   for(fdr_vec_t::const_iterator iter = result.begin(); iter != result.end(); ++iter)

   {

      LOG_WARN << "pm not available" << std::endl;

      ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);

      return false;

      ss << "[" << WRAPPER_TEXT(iter->db_id) << "," << WRAPPER_TEXT(iter->st_id) << "]";

      if (iter != std::prev(result.end()))

         ss << ",";

   }

	
   const SensetimeFaceDetectResult*  result = (const SensetimeFaceDetectResult*)lastPm.buffer;

	
   client.sendBuffSize = sizeof(EVPHeader)+sizeof(SensetimeFaceDetectResult);

   client.sendBuff = new uint8_t[client.sendBuffSize];

   ss << "]" << LOG_ENDL;

   ss << "}";



   std::string output(ss.str());//#todo avoid copy

   client.sendBuffSize = output.size();

   client.sendBuff = new uint8_t[output.size() + 1];

   strcpy((char*)client.sendBuff, output.c_str());

   client.deleteSendBuff = true;

   

   EVPHeader* evpHeader = new (client.sendBuff) EVPHeader;

   evpHeader->cmd = FaceDaemonCommand::FDC_SENSETIMEFACEDETECT_RESULT;

   evpHeader->size = client.sendBuffSize;

	
   SensetimeFaceDetectResult* evpSub = new (client.sendBuff + sizeof(EVPHeader)) SensetimeFaceDetectResult;

   evpSub->school_id = result->school_id;

   evpSub->st_id = result->st_id;

	
   LOG_DEBUG << (char*)client.sendBuff << LOG_ENDL;



   return true;

}



bool ev_proc_SensetimeFaceDetect(EVClientStub& client)

bool ev_proc_SensetimeFaceDetectPB(EVClientStub& client)

{

   //#test send 01000B0000004142434445

   //LOG_DEBUG << "cmd=" << evpHeader->cmd << ", size=" << evpHeader->size << ", \t" << (char*)(evpHeader + sizeof(EVPHeader)) << std::endl;

   //#test send //00038300FE4B0000+pb

   //EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;

   //LOG_DEBUG << "cmd=" << evpHeader->cmd << ", size=" << evpHeader->size << ", \t" << (char*)(evpHeader + sizeof(EVPHeader)) << LOG_ENDL;

   //return true;

   

   FDP_Image* fdpImage = (FDP_Image*)(client.recvBuff + sizeof(EVPHeader));



   FaceDB* _faceDB = g_faceAPIPool.get_free(fdpImage->school_id);

   if (_faceDB == nullptr)

   {

      LOG_WARN << "can't get face db" << std::endl;

      ev_send_status_packet(client, EVPStatus::EVPS_PARAMETER_ERROR);

      return false;

   }

   EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;

   FDP_FaceDetectPB* fdpFaceDetectPB = (FDP_FaceDetectPB*)(client.recvBuff + sizeof(EVPHeader));

   fdpFaceDetectPB->ntoh();

   

   PoolElemLocker<FaceDBPool*, int> _lock_faceAPI(&g_faceAPIPool, fdpImage->school_id);

   PbFaceList pbFaceList;

   pbFaceList.ParseFromArray(client.recvBuff + sizeof(EVPHeader) + sizeof(FDP_FaceDetectPB), evpHeader->size - sizeof(EVPHeader) - sizeof(FDP_FaceDetectPB));

   LOGP(DEBUG, "pbFaceList: magic=%u, image_count=%u, src_width=%u, src_height=%u", 
      pbFaceList.magic(), pbFaceList.image_count(), pbFaceList.src_width(), pbFaceList.src_height());



   PipeLine* pipeLine = g_PipeLinePool.get_free();

   if (pipeLine == nullptr)

   {

      LOG_WARN << "can't get free pipeline" << std::endl;

      ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);

      return false;

   }

   fdr_vec_t result;

   

   PoolElemLocker<PipeLinePool*, PipeLine*> _lock_pipeLine(&g_PipeLinePool, pipeLine);



   // fill

   SensetimeFaceDetectDbFrame dbFrame;

   dbFrame.type = (MB_Frame::MBFType)(fdpImage->mb_type);

   dbFrame.buffSize = client.recvBuffSize - sizeof(EVPHeader) - sizeof(FDP_Image);

   dbFrame.buffer = new uint8_t[dbFrame.buffSize];

   ArrayDeleter<uint8_t*> _del_img((uint8_t*)dbFrame.buffer);

   memcpy(dbFrame.buffer, fdpImage->buff, dbFrame.buffSize);

   dbFrame.width = fdpImage->width;

   dbFrame.height = fdpImage->height;

   dbFrame.school_id = fdpImage->school_id;

   dbFrame._faceDB = _faceDB;



   PipeMaterial pm;

   pm.type = PipeMaterial::PMT_FRAME;

   pm.buffer = &dbFrame;

   pm.buffSize = 0;



   PipeLineElem* plElem = pipeLine->pipe(&pm);

   if (! pipeLine->check_pipe_complete(plElem))

   for(int i = 0; i < pbFaceList.image_count(); i++)

   {

      LOG_WARN << "pipeline not complete" << std::endl;

      ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);

      return false;

      const PbFaceList_FaceListImage& pbFaceListImage = pbFaceList.images(i);

      LOGP(DEBUG, "\tpbFaceList %d: idx=%u, size=%u, type=%u, width=%u, height=%u, top_left_x=%u, top_left_y=%u", 
         i, pbFaceListImage.idx(), pbFaceListImage.size(), pbFaceListImage.type(), pbFaceListImage.width(), pbFaceListImage.height(), pbFaceListImage.top_left_x(), pbFaceListImage.top_left_y());

		
      //#test

      //char imgfn[100 * 1024];

      //sprintf(imgfn, "PB_%d_%d.yuv", 0, i);

        //

      //FILE * pFile = fopen(imgfn, "wb");

      const std::string* img(*pbFaceListImage.img().data());

      //fwrite(img->data(), sizeof(char), img->size(), pFile);

      //fclose(pFile);

      //pFile = nullptr;

		
      STFaceImage stimg;

      stimg.db_id = fdpFaceDetectPB->db_id;

      stimg.mb_type = pbFaceListImage.type();

      stimg.width = pbFaceListImage.width();

      stimg.height = pbFaceListImage.height();

      stimg.size = img->size();

      stimg.buff = (const uint8_t*)img->data();

      result.push_back(g_STFaceCache.detect(stimg));

   }

	
   if (!plElem->gain(pm))

   {

      LOG_WARN << "pipeline gain error" << std::endl;

      ev_send_status_packet(client, EVPStatus::EVPS_INTERNAL_ERROR);

      return false;

   }

	
   // can not release pipleline unless pm not used

   send_SensetimeFaceDetectResult(client, pm);



   return false;

   //#test

   //result.push_back(FDP_FaceDetectResult(-1,123));

   //result.push_back(FDP_FaceDetectResult(2,456));

   //result.push_back(FDP_FaceDetectResult(0,0));

	
   return send_SensetimeFaceDetectResultJson(client, result);

}



bool ev_proc(EVClientStub& client)

bool ev_proc_SensetimeFaceDetectSave(EVClientStub& client)

{

   EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;

   FDP_Image* fdpImage = (FDP_Image*)(client.recvBuff + sizeof(EVPHeader));

   fdpImage->ntoh();

	
   STFaceImage stfaceImg;

   stfaceImg.db_id = fdpImage->db_id;

   stfaceImg.mb_type = fdpImage->mb_type;

   stfaceImg.width = fdpImage->width;

   stfaceImg.height = fdpImage->height;

   stfaceImg.size = evpHeader->size - sizeof(EVPHeader) - sizeof(FDP_Image);

   stfaceImg.buff = fdpImage->buff;

	
   LOGP(DEBUG, "stfaceImg db_id=%d, mb_type=%d, width=%d, height=%d, size=%d", 
      (int)stfaceImg.db_id, (int)stfaceImg.mb_type, (int)stfaceImg.width, (int)stfaceImg.height, (int)stfaceImg.size);

	
   //char imgfn[100 * 1024];

   //static int i = 0;

   //sprintf(imgfn, "IMG_%d_%d_w%d_h%d.rgb565", stfaceImg.db_id, ++i, stfaceImg.width, stfaceImg.height);

   //FILE * pFile = fopen(imgfn, "wb");

   //fwrite(stfaceImg.buff, sizeof(char), stfaceImg.size, pFile);

   //fclose(pFile);

   //pFile = nullptr;

	
   fdr_vec_t result;

   FDP_FaceDetectResult fdrResult = g_STFaceCache.add(stfaceImg);

   result.push_back(fdrResult);

	
   int ret = (fdrResult.db_id == 0 ? -1 : 0);

   return send_SensetimeFaceDetectResultJson(client, result, ret);

}



bool ev_dispatcher_proto_pb(EVClientStub& client)

{

   LOG_DEBUG << "ev_dispatcher_proto_pb" << LOG_ENDL;

	
   EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;

   if (evpHeader->size != client.recvBuffSize)

   {

      LOG_WARN << "Truncated buffer " << (evpHeader->size - client.recvBuffSize) << " bytes" << std::endl;

      LOG_WARN << "Truncated buffer " << (evpHeader->size - client.recvBuffSize) << " bytes" << LOG_ENDL;

      return false;

   }



   switch(evpHeader->cmd)

   {

   case EVPCommand::EVPC_USER_DEFINE + 1:

      return ev_proc_SensetimeFaceDetect(client);

   case FaceDaemonCommand::FDC_SENSETIMEFACEDETECT_PB:

      //000383000800000001

      return ev_proc_SensetimeFaceDetectPB(client);

   break;

   default:

      LOG_WARN << "Unknown command" << std::endl;

      ev_send_status_packet(client, EVPStatus::EVPS_PARAMETER_ERROR);

      LOG_WARN << "Unknown command" << LOG_ENDL;

      ev_send_status_packet(client, EVPStatus::EVPS_COMMAND_ERROR);

      return false;

   break;

   }

	
   // return false to disconnect

   return false;

}



bool ev_dispatcher_proto_rawbin(EVClientStub& client)

{

   LOG_DEBUG << "ev_dispatcher_proto_rawbin" << LOG_ENDL;

	
   EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;

   if (evpHeader->size != client.recvBuffSize)

   {

      LOG_WARN << "Truncated buffer " << (evpHeader->size - client.recvBuffSize) << " bytes" << LOG_ENDL;

      return false;

   }



   switch(evpHeader->cmd)

   {

   case FaceDaemonCommand::FDC_SENSETIMEFACEDETECT_SAVE:

      return ev_proc_SensetimeFaceDetectSave(client);

   break;

   default:

      LOG_WARN << "Unknown command" << LOG_ENDL;

      ev_send_status_packet(client, EVPStatus::EVPS_COMMAND_ERROR);

      return false;

   break;

   }

	
   // return false to disconnect

   return false;

}



bool ev_dispatcher_proto(EVClientStub& client)

{

   LOG_DEBUG << "ev_dispatcher_proto" << LOG_ENDL;

	
   EVPHeader* evpHeader = (EVPHeader*)client.recvBuff;

   if (evpHeader->size != client.recvBuffSize)

   {

      LOG_WARN << "Truncated buffer " << (evpHeader->size - client.recvBuffSize) << " bytes" << LOG_ENDL;

      return false;

   }



   switch(evpHeader->proto)

   {

   case EVPProto::EVPP_PROTOBUF:

      return ev_dispatcher_proto_pb(client);

   break;

   case EVPProto::EVPP_RAW_BIN:

      return ev_dispatcher_proto_rawbin(client);

   break;

   default:

      LOG_WARN << "Unknown proto" << LOG_ENDL;

      ev_send_status_packet(client, EVPStatus::EVPS_PROTO_ERROR);

      return false;

   break;

   }

@@ -188,46 +224,27 @@


int main(int argc, char** argv)

{

   initLogger(LV_DEBUG);

   g_logger.set_level(VERBOSE);

   

   PipeLine::register_global_elem_creator("PL_SensetimeFaceTrack", create_PL_SensetimeFaceTrack);

   PipeLine::register_global_elem_creator("PL_Gainer", create_PL_Gainer);

	
   g_PipeLinePool = new PipeLinePool(true);

	
   for (int i = 0; i < 5; i++)

   {

      PipeLine* pipeLine = new PipeLine;

   signal(SIGINT, _sigint);



      {

         PL_Payer_Config config;

         config.copyData = true;//#todo false

         PL_Gainer* ple = (PL_Gainer*)pipeLine->push_elem("PL_Gainer");

         bool ret = ple->init(&config);

         if (!ret)

         {

            LOG_ERROR << "ple init error" << std::endl;

            exit(EXIT_FAILURE);

         }

      }

		
      {

         SensetimeFaceTrackConfig config;

         config.draw_face_rect = false;

         config.draw_face_feature_point = false;

         config.generate_face_feature = true;

         PL_SensetimeFaceTrack* ple = (PL_SensetimeFaceTrack*)pipeLine->push_elem("PL_SensetimeFaceTrack");

         bool ret = ple->init(&config);

         if (!ret)

         {

            LOG_ERROR << "ple init error" << std::endl;

            exit(EXIT_FAILURE);

         }

      }

		
      g_PipeLinePool.manage(pipeLine);

   if (!g_STFaceCache.init())

   {

      LOG_WARN << "g_STFaceCache.init return false" << LOG_ENDL;

      return EXIT_FAILURE;

   }

   

   evclient_proc = ev_proc;

   return server_main(argc, argv);

   if (!g_STFaceCache.load_dbs())

   {

      LOG_WARN << "g_STFaceCache.load_dbs return false" << LOG_ENDL;

      return EXIT_FAILURE;

   }

	
   evclient_proc = ev_dispatcher_proto;

   int ec = server_main(argc, argv);

	
   g_STFaceCache.close_dbs();

   g_STFaceCache.finit();

	
   return ec;

}