From cfeba2dea02c1de54cde6c95f2a3f46c121d34aa Mon Sep 17 00:00:00 2001 From: liuxiaolong <736321739@qq.com> Date: 星期五, 16 八月 2019 15:16:14 +0800 Subject: [PATCH] dev add publicDomain --- service/FaceSdkService.go | 264 +++++++++++++++++++++++++++++++++++++++++----------- 1 files changed, 206 insertions(+), 58 deletions(-) diff --git a/service/FaceSdkService.go b/service/FaceSdkService.go index 6609997..ca7f185 100644 --- a/service/FaceSdkService.go +++ b/service/FaceSdkService.go @@ -3,24 +3,72 @@ import ( "basic.com/pubsub/protomsg.git" "basic.com/valib/deliver.git" - "encoding/base64" - "fmt" "github.com/gogo/protobuf/proto" "github.com/pierrec/lz4" + "github.com/pkg/errors" "github.com/satori/go.uuid" "gocv.io/x/gocv" + "image" + "sync" "time" + "webserver/extend/logger" + "webserver/extend/util" ) + +type FaceSdkService struct { + File []byte + Id int64 + Result []*protomsg.ResultFaceDetect + DeadTime time.Duration +} const ( Ipc_Push_Ext = "_2.ipc" Ipc_Pull_Ext = "_1.ipc" Ipc_Url_Pre = "ipc:///tmp///" + faceExtractWebCID = "virtual-face-extract-web-camera-id" Virtual_FaceTaskId = "92496BDF-2BFA-98F2-62E8-96DD9866ABD2" Virtual_FaceSdkId = "virtual-faceextract-sdk-pull" Url_Service_PUSH = Ipc_Url_Pre + Virtual_FaceSdkId + Ipc_Push_Ext Url_Service_PULL = Ipc_Url_Pre + Virtual_FaceSdkId + Ipc_Pull_Ext ) + +func GetFaceFeaFromSdk(fileBytes []byte,deadTime time.Duration) ([]*protomsg.ResultFaceDetect,error,*protomsg.Image){ + t1 := time.Now() + s := NewFaceSdkService(fileBytes, deadTime) + i, err := s.ReadFromUploadImg() + logger.Debug("ReadFromUploadImg鐢ㄦ椂:", time.Since(t1)) + t1 = time.Now() + if err !=nil{ + logger.Debug("readFromUploadImg err:",err) + return nil,err,i + } + bc, err := ImgCompress(i) + logger.Debug("ImgCompress鐢ㄦ椂:", time.Since(t1)) + t1 = time.Now() + if err !=nil { + logger.Debug("ImgCompress err:",err) + return nil,err,i + } + s.PushImgMsg(bc) + logger.Debug("PushImgMsg鐢ㄦ椂:", time.Since(t1)) + t1 = time.Now() + s.GetFaceFea() + logger.Debug("GetFaceFea鐢ㄦ椂:", time.Since(t1)) + if s.Result == nil{ + return nil,errors.New("no fea"),i + } else { + return s.Result,nil,i + } +} + +func NewFaceSdkService(fileBytes []byte, deadTime time.Duration) FaceSdkService{ + return FaceSdkService{ + File:fileBytes, + Id:time.Now().UnixNano(), + DeadTime:deadTime, + } +} var imgPushChan chan []byte var client_push deliver.Deliver @@ -29,33 +77,106 @@ func TestPushImgMsg() { InitService() - i := readImgFile() + i := readTestImgFile() - fmt.Printf("width:%d,height:%d,data.length:%d,timestamp:%s,id:%d\n", i.Width, i.Height, len(i.Data), i.Timestamp, i.Id) - if b, err := proto.Marshal(&i); err != nil { - fmt.Println("protoImage marshal err") - return + logger.Debug("width:%d,height:%d,data.length:%d,timestamp:%s,id:%d\n",i.Width,i.Height,len(i.Data),i.Timestamp,i.Id) + + bc, err := ImgCompress(&i) + if err !=nil { + logger.Debug("image is not compressible") + } else { + var s FaceSdkService + s.PushImgMsg(bc) + } +} + +func (s *FaceSdkService) ReadFromUploadImg() (*protomsg.Image,error){ + picMat, err := gocv.IMDecode(s.File, gocv.IMReadColor) + if err !=nil { + logger.Debug("gocv.IMDecode err:",err) + return nil,err + } + logger.Debug("picMat.Data.len:", len(picMat.ToBytes())) + newMat := gocv.NewMat() + size := 1024 + if picMat.Rows() > size || picMat.Cols() > size { + fx := float64(size)/float64(picMat.Rows()) + fy := float64(size)/float64(picMat.Cols()) + ff := fx + if fx > fy{ + ff = fy + } + gocv.Resize(picMat,&newMat, image.Pt(0,0), ff, ff, gocv.InterpolationDefault) + picMat = newMat + } + + defer picMat.Close() + + if picMat.Empty() { + logger.Debug("file not exist") + return nil,errors.New("picMat is empty") + } + height := int32(picMat.Rows()) + width := int32(picMat.Cols()) + data := picMat.ToBytes() + timeUnix := time.Now().Unix() + formatTimeStr := time.Unix(timeUnix, 0).Format("2006-01-02 15:04:05") + + return &protomsg.Image{ + Width: width, + Height: height, + Timestamp: formatTimeStr, + Data: data, + Id: s.Id, + Cid: faceExtractWebCID, + },nil +} + +func ImgCompress(i *protomsg.Image) ([]byte,error){ + if b, err := proto.Marshal(i); err != nil { + logger.Debug("protoImage marshal err") + return nil,err } else { bc := make([]byte, len(b)) ht := make([]int, 64<<10) n, err := lz4.CompressBlock(b, bc, ht) if err != nil { - fmt.Println(err) + logger.Debug(err) + return nil,err } if n >= len(b) { - fmt.Println("image is not compressible") + logger.Debug("image is not compressible") + return nil,errors.New("compressed len is 0") } bc = bc[:n] - for { - PushImgMsg(bc) - fmt.Println("pushed img") - time.Sleep(5 * time.Second) - } - + return bc,nil } } -func readImgFile() protomsg.Image { +func (s *FaceSdkService) GetFaceFea(){ + var wg sync.WaitGroup + wg.Add(1) + ticker := time.NewTicker(s.DeadTime) + go func(ticker *time.Ticker, s *FaceSdkService) { + defer ticker.Stop() + defer wg.Done() + + for { + select { + case <-ticker.C: + return + default: + if faces,ok := resultMap.Get(s.Id);ok { + s.Result = faces + return + } + } + } + }(ticker, s) + wg.Wait() +} + +func readTestImgFile() protomsg.Image{ var i protomsg.Image timeUnix := time.Now().Unix() formatTimeStr := time.Unix(timeUnix, 0).Format("2006-01-02 15:04:05") @@ -66,7 +187,7 @@ defer picMat.Close() if picMat.Empty() { - fmt.Println("file not exist") + logger.Debug("file not exist") return i } height := int32(picMat.Rows()) @@ -84,20 +205,44 @@ Id: timeUnix, } i.Cid = uuid.NewV4().String() //鏁版嵁鍞竴id - fmt.Println("gocv read img completed") + logger.Debug("gocv read img completed") return i } -func PushImgMsg(is []byte) { +func (s *FaceSdkService) PushImgMsg(is []byte){ imgPushChan <- is } -var resultMap map[string]protomsg.SdkMessage +type FeaResult struct { + FaceM map[int64][]*protomsg.ResultFaceDetect + Lock sync.Mutex +} + +func (f *FeaResult) Write(id int64,faceDetectResult []*protomsg.ResultFaceDetect){ + f.Lock.Lock() + defer f.Lock.Unlock() + f.FaceM[id] = faceDetectResult +} + +func (f *FeaResult) Get(id int64) ([]*protomsg.ResultFaceDetect,bool){ + f.Lock.Lock() + defer f.Lock.Unlock() + coms,ok := f.FaceM[id] + return coms,ok +} + +func (f *FeaResult) Delete(id int64){ + f.Lock.Lock() + defer f.Lock.Unlock() + delete(f.FaceM,id) +} + +var resultMap = FeaResult{} func InitService() { - fmt.Println("service init!") + logger.Debug("service init!") imgPushChan = make(chan []byte) - resultMap = make(map[string]protomsg.SdkMessage, 0) + resultMap.FaceM = make(map[int64][]*protomsg.ResultFaceDetect,0) client_push = deliver.NewClient(deliver.PushPull, Url_Service_PUSH) client_pull = deliver.NewClient(deliver.PushPull, Url_Service_PULL) defer func() { @@ -113,13 +258,13 @@ for { select { case d := <-imgPushChan: - fmt.Println("imgPushChan in") + logger.Debug("imgPushChan in") err := client_push.Send(d) if err != nil { - fmt.Println("img Send err:", err) + logger.Debug("img Send err:", err) } default: - //fmt.Println("no img in") + //logger.Debug("no img in") } } } @@ -128,52 +273,55 @@ for { resultBytes, err := client_pull.Recv() if err != nil { - fmt.Println("pull err:", err) + //logger.Debug("pull err:", err) continue } rMsg := protomsg.SdkMessage{} if err := proto.Unmarshal(resultBytes, &rMsg); err == nil { - fmt.Println("received MSG:", rMsg.Cid) - perId := rMsg.Cid //鏁版嵁id + i := protomsg.Image{} + bdata, err := util.UnCompress(rMsg.Data) + if err !=nil { + logger.Debug("uncompress err:",err) + continue + } + err = proto.Unmarshal(bdata, &i) + if err !=nil { + continue + } + perId := i.Id //鏁版嵁id if rMsg.Tasklab != nil && rMsg.Tasklab.Taskid == Virtual_FaceTaskId { sdkInfos := rMsg.Tasklab.Sdkinfos - fmt.Println("Len(sdkInfos)=", len(sdkInfos)) - for _, swt := range sdkInfos { - fmt.Println("sdkName:", swt.SdkName) - if swt.Sdktype == "FaceDetect" { - fmt.Println("浜鸿劯妫�娴嬬粨鏋�") - var pfp protomsg.ParamFacePos - err := proto.Unmarshal(swt.Sdkdata, &pfp) - if err != nil { - fmt.Println("faceDetect result unmarshal err:", err) - } else { - for _, face := range pfp.Faces { - fmt.Println("FacePos:", face.Pos) - fmt.Println("ThftResult:", face.Result) - } - } - } - if swt.Sdktype == "FaceExtract" { - fmt.Println("sdkData.len:", len(swt.Sdkdata)) - var pff protomsg.ParamFaceFeature - if err := proto.Unmarshal(swt.Sdkdata, &pff); err != nil { - //fmt.Println("ParamFaceFeature unmarshal err:",err) - } else { - fmt.Println("鐩爣鏁帮細", len(pff.ExtComp)) - for _, fea := range pff.ExtComp { - base64Fea := base64.StdEncoding.EncodeToString(fea.Feats) - fmt.Println("perId:", perId) - fmt.Println("faceFeature:", base64Fea) + + logger.Debug("Len(sdkInfos)=",len(sdkInfos)) + for _,swt :=range sdkInfos{ + //浜鸿劯妫�娴嬬殑缁撴灉 + if swt.Sdktype =="FaceDetect"{ + logger.Debug("浜鸿劯妫�娴嬬粨鏋滈暱搴︼細",len(swt.Sdkdata)) + if len(swt.Sdkdata)>1{ + var pfp protomsg.ParamFacePos + err := proto.Unmarshal(swt.Sdkdata, &pfp) + if err !=nil { + logger.Debug("faceDetect result unmarshal err:",err) + } else { + logger.Debug("妫�娴嬩汉鑴告暟:",len(pfp.Faces)) + if len(pfp.Faces)>0{ + resultMap.Write(perId,pfp.Faces) + } + //for _,face :=range pfp.Faces{ + //logger.Debug("FacePos:",face.Pos) + //logger.Debug("ThftResult:",face.Result) + // base64Fea := base64.StdEncoding.EncodeToString(face.Feats) + // logger.Debug("perId:",perId) + // logger.Debug("faceFeature:",base64Fea) + //} } } break } } - } - //resultMap[rMsg.Cid] = rMsg } else { - fmt.Println("recv msg Err:", err) + logger.Debug("recv msg Err:", err) } } -- Gitblit v1.8.0