liuxiaolong
2020-06-05 7c811247ecf143e08c576986a884bedadc57dd66
service/FaceSdkService.go
@@ -2,299 +2,74 @@
import (
   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "basic.com/valib/godraw.git"
   "basic.com/valib/logger.git"
   "bytes"
   "github.com/gogo/protobuf/proto"
   "github.com/pierrec/lz4"
   "github.com/pkg/errors"
   "github.com/satori/go.uuid"
   "gocv.io/x/gocv"
   "sync"
   "image"
   "time"
   "webserver/extend/logger"
)
type FaceSdkService struct {
   File []byte
   Id string
   Id int64
   Result []*protomsg.ResultFaceDetect
   DeadTime time.Duration
}
const (
   Ipc_Push_Ext       = "_2.ipc"
   Ipc_Pull_Ext       = "_1.ipc"
   Ipc_Url_Pre        = "ipc:///tmp///"
   Virtual_FaceTaskId = "92496BDF-2BFA-98F2-62E8-96DD9866ABD2"
   Virtual_FaceSdkId  = "virtual-faceextract-sdk-pull"
   Url_Service_PUSH   = Ipc_Url_Pre + Virtual_FaceSdkId + Ipc_Push_Ext
   Url_Service_PULL   = Ipc_Url_Pre + Virtual_FaceSdkId + Ipc_Pull_Ext
   faceExtractWebCID = "virtual-face-extract-web-camera-id"
)
func GetFaceFeaFromSdk(fileBytes []byte,deadTime time.Duration) ([]*protomsg.ResultFaceDetect,error,*protomsg.Image){
   s := NewFaceSdkService(fileBytes, deadTime)
   i, err := s.ReadFromUploadImg()
   t1 := time.Now()
   s := newFaceSdkService(fileBytes, deadTime)
   i, err := s.readFromUploadImg()
   logger.Debug("ReadFromUploadImg用时:", time.Since(t1))
   if err !=nil{
      logger.Debug("readFromUploadImg err:",err)
      return nil,err,i
   }
   bc, err := ImgCompress(i)
   imgBytes, err := proto.Marshal(i)
   if err !=nil {
      logger.Debug("ImgCompress err:",err)
      logger.Debug("i marshal err:",err)
      return nil,err,i
   }
   s.PushImgMsg(bc)
   s.GetFaceFea()
   if s.Result == nil{
      return nil,errors.New("no fea"),i
   detectResults, err := DoFDetectWithRpc(&protomsg.FaceDetectRequest{ReqParam: imgBytes}, deadTime)
   logger.Debug("提取face共用时:", time.Since(t1))
   if err !=nil {
      logger.Debug("DoFDetectWithRpc err:",err)
      return nil,err,i
   } else {
      return s.Result,nil,i
      return detectResults,nil,i
   }
}
func NewFaceSdkService(fileBytes []byte, deadTime time.Duration) FaceSdkService{
   return FaceSdkService{
func newFaceSdkService(fileBytes []byte, deadTime time.Duration) *FaceSdkService{
   return &FaceSdkService{
      File:fileBytes,
      Id:uuid.NewV4().String(),
      Id:time.Now().UnixNano(),
      DeadTime:deadTime,
   }
}
var imgPushChan chan []byte
var client_push deliver.Deliver
var client_pull deliver.Deliver
func TestPushImgMsg() {
   InitService()
   i := readTestImgFile()
   logger.Debug("width:%d,height:%d,data.length:%d,timestamp:%s,id:%d\n",i.Width,i.Height,len(i.Data),i.Timestamp,i.Id)
   bc, err := ImgCompress(&i)
   if err !=nil {
      logger.Debug("image is not compressible")
   } else {
      var s FaceSdkService
      s.PushImgMsg(bc)
func (s *FaceSdkService) readFromUploadImg() (*protomsg.Image,error){
   bt := bytes.NewBuffer(s.File)
   img, _, err := image.Decode(bt)
   if err != nil {
      return nil, err
   }
}
   bgr := godraw.Image2BGR(img)
func (s *FaceSdkService) ReadFromUploadImg() (*protomsg.Image,error){
   //defer (*(s.File)).Close()
   //imgB, err := ioutil.ReadAll(*(s.File))
   //if err !=nil{
   //   logger.Debug("File.Read err:",err)
   //   return nil,err
   //}
   picMat, err := gocv.IMDecode(s.File, gocv.IMReadColor)
   if err !=nil {
      logger.Debug("gocv.IMDecode err:",err)
      return nil,err
   }
   defer picMat.Close()
   if picMat.Empty() {
      logger.Debug("file not exist")
      return nil,errors.New("picMat is empty")
   }
   height := int32(picMat.Rows())
   width := int32(picMat.Cols())
   data := picMat.ToBytes()
   timeUnix := time.Now().Unix()
   formatTimeStr := time.Unix(timeUnix, 0).Format("2006-01-02 15:04:05")
   return &protomsg.Image{
      Width: width,
      Height: height,
      Width: int32(img.Bounds().Dx()),
      Height: int32(img.Bounds().Dy()),
      Timestamp: formatTimeStr,
      Data: data,
      Id: timeUnix,
      Cid:s.Id,
      Data: bgr,
      Id: s.Id,
      Cid: faceExtractWebCID,
   },nil
}
func ImgCompress(i *protomsg.Image) ([]byte,error){
   if b, err := proto.Marshal(i); err != nil {
      logger.Debug("protoImage marshal err")
      return nil,err
   } else {
      bc := make([]byte, len(b))
      ht := make([]int, 64<<10)
      n, err := lz4.CompressBlock(b, bc, ht)
      if err != nil {
         logger.Debug(err)
         return nil,err
      }
      if n >= len(b) {
         logger.Debug("image is not compressible")
         return nil,errors.New("compressed len is 0")
      }
      bc = bc[:n]
      return bc,nil
   }
}
func (s *FaceSdkService) GetFaceFea(){
   var wg sync.WaitGroup
   wg.Add(1)
   ticker := time.NewTicker(s.DeadTime)
   go func(ticker *time.Ticker, s *FaceSdkService) {
      defer ticker.Stop()
      defer wg.Done()
      for {
         select {
         case <-ticker.C:
            return
         default:
            if faces,ok := resultMap.Get(s.Id);ok {
               s.Result = faces
               return
            }
         }
      }
   }(ticker, s)
   wg.Wait()
}
func readTestImgFile() protomsg.Image{
   var i protomsg.Image
   timeUnix := time.Now().Unix()
   formatTimeStr := time.Unix(timeUnix, 0).Format("2006-01-02 15:04:05")
   filePath := "/home/user/workspace/timg.jpg"
   picMat := gocv.IMRead(filePath, gocv.IMReadColor)
   defer picMat.Close()
   if picMat.Empty() {
      logger.Debug("file not exist")
      return i
   }
   height := int32(picMat.Rows())
   width := int32(picMat.Cols())
   data := picMat.ToBytes()
   //wrMat,_ := gocv.NewMatFromBytes(picMat.Rows(),picMat.Cols(),gocv.MatTypeCV8UC3,data)
   //
   //gocv.IMWrite("xxx.jpg", wrMat)
   i = protomsg.Image{
      Width:     width,
      Height:    height,
      Timestamp: formatTimeStr,
      Data:      data,
      Id:        timeUnix,
   }
   i.Cid = uuid.NewV4().String() //数据唯一id
   logger.Debug("gocv read img completed")
   return i
}
func  (s *FaceSdkService) PushImgMsg(is []byte){
   imgPushChan <- is
}
type FeaResult struct {
   FaceM map[string][]*protomsg.ResultFaceDetect
   Lock sync.Mutex
}
func (f *FeaResult) Write(id string,faceDetectResult []*protomsg.ResultFaceDetect){
   f.Lock.Lock()
   defer f.Lock.Unlock()
   f.FaceM[id] = faceDetectResult
}
func (f *FeaResult) Get(id string) ([]*protomsg.ResultFaceDetect,bool){
   f.Lock.Lock()
   defer f.Lock.Unlock()
   coms,ok := f.FaceM[id]
   return coms,ok
}
func (f *FeaResult) Delete(id string){
   f.Lock.Lock()
   defer f.Lock.Unlock()
   delete(f.FaceM,id)
}
var resultMap =  FeaResult{}
func InitService() {
   logger.Debug("service init!")
   imgPushChan = make(chan []byte)
   resultMap.FaceM = make(map[string][]*protomsg.ResultFaceDetect,0)
   client_push = deliver.NewClient(deliver.PushPull, Url_Service_PUSH)
   client_pull = deliver.NewClient(deliver.PushPull, Url_Service_PULL)
   defer func() {
      client_push.Close()
      client_pull.Close()
   }()
   go thSend()
   go thRecv()
}
func thSend() {
   for {
      select {
      case d := <-imgPushChan:
         logger.Debug("imgPushChan in")
         err := client_push.Send(d)
         if err != nil {
            logger.Debug("img Send err:", err)
         }
      default:
         //logger.Debug("no img in")
      }
   }
}
func thRecv() {
   for {
      resultBytes, err := client_pull.Recv()
      if err != nil {
         //logger.Debug("pull err:", err)
         continue
      }
      rMsg := protomsg.SdkMessage{}
      if err := proto.Unmarshal(resultBytes, &rMsg); err == nil {
         logger.Debug("received MSG:", rMsg.Cid)
         perId := rMsg.Cid //数据id
         if rMsg.Tasklab != nil && rMsg.Tasklab.Taskid == Virtual_FaceTaskId {
            sdkInfos := rMsg.Tasklab.Sdkinfos
            logger.Debug("Len(sdkInfos)=",len(sdkInfos))
            for _,swt :=range sdkInfos{
               //人脸检测的结果
               if swt.Sdktype =="FaceDetect"{
                  logger.Debug("人脸检测结果长度:",len(swt.Sdkdata))
                  if len(swt.Sdkdata)>1{
                     var pfp protomsg.ParamFacePos
                     err := proto.Unmarshal(swt.Sdkdata, &pfp)
                     if err !=nil {
                        logger.Debug("faceDetect result unmarshal err:",err)
                     } else {
                        logger.Debug("检测人脸数:",len(pfp.Faces))
                        if len(pfp.Faces)>0{
                           resultMap.Write(perId,pfp.Faces)
                        }
                        //for _,face :=range pfp.Faces{
                           //logger.Debug("FacePos:",face.Pos)
                           //logger.Debug("ThftResult:",face.Result)
                           //   base64Fea := base64.StdEncoding.EncodeToString(face.Feats)
                           //   logger.Debug("perId:",perId)
                           //   logger.Debug("faceFeature:",base64Fea)
                        //}
                     }
                  }
                  break
               }
            }
         }
      } else {
         logger.Debug("recv msg Err:", err)
      }
   }
}