add cluster

liuxiaolong

2019-08-22 f4e8f206a6760bdc31734dfcb1c65916b5b76311

 service/FaceSdkService.go

@@ -3,38 +3,70 @@
import (
   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "encoding/base64"
   "fmt"
   "github.com/gogo/protobuf/proto"
   "github.com/pierrec/lz4"
   "github.com/pkg/errors"
   "github.com/satori/go.uuid"
   "gocv.io/x/gocv"
   "io/ioutil"
   "mime/multipart"
   "image"
   "sync"
   "time"
   "webserver/extend/logger"
   "webserver/extend/util"
)

type FaceSdkService struct {
   File *multipart.File
   Id string
   File []byte
   Id int64
   Result []*protomsg.ResultFaceDetect
   DeadTime time.Duration
}

const (
   Ipc_Push_Ext       = "_2.ipc"
   Ipc_Pull_Ext       = "_1.ipc"
   Ipc_Url_Pre        = "ipc:///tmp///"
   faceExtractWebCID = "virtual-face-extract-web-camera-id"
   Virtual_FaceTaskId = "92496BDF-2BFA-98F2-62E8-96DD9866ABD2"
   Virtual_FaceSdkId  = "virtual-faceextract-sdk-pull"
   Url_Service_PUSH   = Ipc_Url_Pre + Virtual_FaceSdkId + Ipc_Push_Ext
   Url_Service_PULL   = Ipc_Url_Pre + Virtual_FaceSdkId + Ipc_Pull_Ext
)

func NewFaceSdkService(file multipart.File) FaceSdkService{
func GetFaceFeaFromSdk(fileBytes []byte,deadTime time.Duration) ([]*protomsg.ResultFaceDetect,error,*protomsg.Image){
   t1 := time.Now()
   s := NewFaceSdkService(fileBytes, deadTime)
   i, err := s.ReadFromUploadImg()
   logger.Debug("ReadFromUploadImg用时:", time.Since(t1))
   t1 = time.Now()
   if err !=nil{
      logger.Debug("readFromUploadImg err:",err)
      return nil,err,i
   }
   bc, err := ImgCompress(i)
   logger.Debug("ImgCompress用时:", time.Since(t1))
   t1 = time.Now()
   if err !=nil {
      logger.Debug("ImgCompress err:",err)
      return nil,err,i
   }
   s.PushImgMsg(bc)
   logger.Debug("PushImgMsg用时:", time.Since(t1))
   t1 = time.Now()
   s.GetFaceFea()
   logger.Debug("GetFaceFea用时:", time.Since(t1))
   if s.Result == nil{
      return nil,errors.New("no fea"),i
   } else {
      return s.Result,nil,i
   }
}

func NewFaceSdkService(fileBytes []byte, deadTime time.Duration) FaceSdkService{
   return FaceSdkService{
      File:&file,
      Id:uuid.NewV4().String(),
      File:fileBytes,
      Id:time.Now().UnixNano(),
      DeadTime:deadTime,
   }
}

@@ -47,11 +79,11 @@

   i := readTestImgFile()

   fmt.Printf("width:%d,height:%d,data.length:%d,timestamp:%s,id:%d\n",i.Width,i.Height,len(i.Data),i.Timestamp,i.Id)
   logger.Debug("width:%d,height:%d,data.length:%d,timestamp:%s,id:%d\n",i.Width,i.Height,len(i.Data),i.Timestamp,i.Id)

   bc, err := ImgCompress(&i)
   if err !=nil {
      fmt.Println("image is not compressible")
      logger.Debug("image is not compressible")
   } else {
      var s FaceSdkService
      s.PushImgMsg(bc)
@@ -59,28 +91,34 @@
}

func (s *FaceSdkService) ReadFromUploadImg() (*protomsg.Image,error){
   defer (*(s.File)).Close()
   imgB, err := ioutil.ReadAll(*(s.File))
   if err !=nil{
      fmt.Println("File.Read err:",err)
      return nil,err
   }

   fmt.Println("imgB.len:",len(imgB))

   picMat, err := gocv.IMDecode(imgB, gocv.IMReadColor)
   picMat, err := gocv.IMDecode(s.File, gocv.IMReadColor)
   if err !=nil {
      fmt.Println("gocv.IMDecode err:",err)
      logger.Debug("gocv.IMDecode err:",err)
      return nil,err
   }
   logger.Debug("picMat.Data.len:", len(picMat.ToBytes()))
   newMat := gocv.NewMat()
   size := 1024
   if picMat.Rows() > size || picMat.Cols() > size {
      fx := float64(size)/float64(picMat.Rows())
      fy := float64(size)/float64(picMat.Cols())
      ff := fx
      if fx > fy{
         ff = fy
      }
      gocv.Resize(picMat,&newMat, image.Pt(0,0), ff, ff, gocv.InterpolationDefault)
      picMat = newMat
   }

   defer picMat.Close()

   if picMat.Empty() {
      fmt.Println("file not exist")
      logger.Debug("file not exist")
      return nil,errors.New("picMat is empty")
   }
   height := int32(picMat.Rows())
   width := int32(picMat.Cols())
   //data := picMat.ToBytes()
   data := picMat.ToBytes()
   timeUnix := time.Now().Unix()
   formatTimeStr := time.Unix(timeUnix, 0).Format("2006-01-02 15:04:05")

@@ -88,26 +126,26 @@
      Width: width,
      Height: height,
      Timestamp: formatTimeStr,
      Data: imgB,
      Id: timeUnix,
      Cid:s.Id,
      Data: data,
      Id: s.Id,
      Cid: faceExtractWebCID,
   },nil
}

func ImgCompress(i *protomsg.Image) ([]byte,error){
   if b, err := proto.Marshal(i); err != nil {
      fmt.Println("protoImage marshal err")
      logger.Debug("protoImage marshal err")
      return nil,err
   } else {
      bc := make([]byte, len(b))
      ht := make([]int, 64<<10)
      n, err := lz4.CompressBlock(b, bc, ht)
      if err != nil {
         fmt.Println(err)
         logger.Debug(err)
         return nil,err
      }
      if n >= len(b) {
         fmt.Println("image is not compressible")
         logger.Debug("image is not compressible")
         return nil,errors.New("compressed len is 0")
      }
      bc = bc[:n]
@@ -115,38 +153,27 @@
   }
}

func (s *FaceSdkService) GetFaceFea() (feas []*protomsg.ResultFaceExtCom,err error){
func (s *FaceSdkService) GetFaceFea(){
   var wg sync.WaitGroup
   wg.Add(1)
   ch := make(chan []*protomsg.ResultFaceExtCom,0)
   go func() {
   ticker := time.NewTicker(s.DeadTime)
   go func(ticker *time.Ticker, s *FaceSdkService) {
      defer ticker.Stop()
      defer wg.Done()

      for {
         select {
         case <-time.Tick(time.Second*5):
            fmt.Println("倒计时结束")
            ch <- nil
            wg.Done()
         case <-ticker.C:
            return
         default:
            if feas,ok := resultMap[s.Id];ok {
               fmt.Println("faceFea got!!!")
               ch <- feas
            if faces,ok := resultMap.Get(s.Id);ok {
               s.Result = faces
               return
            } else {
               fmt.Println("尚未拿到fea")
            }
         }
      }
   }()
   fmt.Println("wa.Wait")
   }(ticker, s)
   wg.Wait()
   fmt.Println("<-ch")
   msg := <- ch
   if msg != nil {
      return msg,nil
   } else {
      return msg,errors.New("no fea")
   }
}

func readTestImgFile() protomsg.Image{
@@ -160,7 +187,7 @@
   defer picMat.Close()

   if picMat.Empty() {
      fmt.Println("file not exist")
      logger.Debug("file not exist")
      return i
   }
   height := int32(picMat.Rows())
@@ -178,7 +205,7 @@
      Id:        timeUnix,
   }
   i.Cid = uuid.NewV4().String() //数据唯一id
   fmt.Println("gocv read img completed")
   logger.Debug("gocv read img completed")
   return i
}

@@ -186,14 +213,36 @@
   imgPushChan <- is
}

var resultMap map[string][]*protomsg.ResultFaceExtCom
type FeaResult struct {
   FaceM map[int64][]*protomsg.ResultFaceDetect
   Lock sync.Mutex
}

func (f *FeaResult) Write(id int64,faceDetectResult []*protomsg.ResultFaceDetect){
   f.Lock.Lock()
   defer f.Lock.Unlock()
   f.FaceM[id] = faceDetectResult
}

func (f *FeaResult) Get(id int64) ([]*protomsg.ResultFaceDetect,bool){
   f.Lock.Lock()
   defer f.Lock.Unlock()
   coms,ok := f.FaceM[id]
   return coms,ok
}

func (f *FeaResult) Delete(id int64){
   f.Lock.Lock()
   defer f.Lock.Unlock()
   delete(f.FaceM,id)
}

var resultMap =  FeaResult{}

func InitService() {
   fmt.Println("service init!")
   logger.Debug("service init!")
   imgPushChan = make(chan []byte)

   resultMap = make(map[string][]*protomsg.ResultFaceExtCom,0)

   resultMap.FaceM = make(map[int64][]*protomsg.ResultFaceDetect,0)
   client_push = deliver.NewClient(deliver.PushPull, Url_Service_PUSH)
   client_pull = deliver.NewClient(deliver.PushPull, Url_Service_PULL)
   defer func() {
@@ -209,13 +258,13 @@
   for {
      select {
      case d := <-imgPushChan:
         fmt.Println("imgPushChan in")
         logger.Debug("imgPushChan in")
         err := client_push.Send(d)
         if err != nil {
            fmt.Println("img Send err:", err)
            logger.Debug("img Send err:", err)
         }
      default:
         //fmt.Println("no img in")
         //logger.Debug("no img in")
      }
   }
}
@@ -224,45 +273,47 @@
   for {
      resultBytes, err := client_pull.Recv()
      if err != nil {
         //fmt.Println("pull err:", err)
         //logger.Debug("pull err:", err)
         continue
      }
      rMsg := protomsg.SdkMessage{}
      if err := proto.Unmarshal(resultBytes, &rMsg); err == nil {
         fmt.Println("received MSG:", rMsg.Cid)
         perId := rMsg.Cid //数据id
         i := protomsg.Image{}
         bdata, err := util.UnCompress(rMsg.Data)
         if err !=nil {
            logger.Debug("uncompress err:",err)
            continue
         }
         err = proto.Unmarshal(bdata, &i)
         if err !=nil {
            continue
         }
         perId := i.Id //数据id
         if rMsg.Tasklab != nil && rMsg.Tasklab.Taskid == Virtual_FaceTaskId {
            sdkInfos := rMsg.Tasklab.Sdkinfos

            fmt.Println("Len(sdkInfos)=",len(sdkInfos))
            logger.Debug("Len(sdkInfos)=",len(sdkInfos))
            for _,swt :=range sdkInfos{
               //人脸检测的结果
               if swt.Sdktype =="FaceDetect"{
                  fmt.Println("人脸检测结果")
                  var pfp protomsg.ParamFacePos
                  err := proto.Unmarshal(swt.Sdkdata, &pfp)
                  if err !=nil {
                     fmt.Println("faceDetect result unmarshal err:",err)
                  } else {
                     for _,face :=range pfp.Faces{
                        fmt.Println("FacePos:",face.Pos)
                        fmt.Println("ThftResult:",face.Result)
                     }
                  }
               }
               if swt.Sdktype == "FaceExtract"{
                  var pff protomsg.ParamFaceFeature
                  if err := proto.Unmarshal(swt.Sdkdata, &pff);err !=nil{
                     //fmt.Println("ParamFaceFeature unmarshal err:",err)
                  } else {
                     fmt.Println("目标数：",len(pff.ExtComp))
                     if len(pff.ExtComp) >0 {
                        resultMap[rMsg.Cid] = pff.ExtComp

                        for _,fea :=range pff.ExtComp{
                           base64Fea := base64.StdEncoding.EncodeToString(fea.Feats)
                           fmt.Println("perId:",perId)
                           fmt.Println("faceFeature:",base64Fea)
                  logger.Debug("人脸检测结果长度：",len(swt.Sdkdata))
                  if len(swt.Sdkdata)>1{
                     var pfp protomsg.ParamFacePos
                     err := proto.Unmarshal(swt.Sdkdata, &pfp)
                     if err !=nil {
                        logger.Debug("faceDetect result unmarshal err:",err)
                     } else {
                        logger.Debug("检测人脸数:",len(pfp.Faces))
                        if len(pfp.Faces)>0{
                           resultMap.Write(perId,pfp.Faces)
                        }
                        //for _,face :=range pfp.Faces{
                           //logger.Debug("FacePos:",face.Pos)
                           //logger.Debug("ThftResult:",face.Result)
                           //   base64Fea := base64.StdEncoding.EncodeToString(face.Feats)
                           //   logger.Debug("perId:",perId)
                           //   logger.Debug("faceFeature:",base64Fea)
                        //}
                     }
                  }
                  break
@@ -270,7 +321,7 @@
            }
         }
      } else {
         fmt.Println("recv msg Err:", err)
         logger.Debug("recv msg Err:", err)
      }

   }