panlei
2019-11-29 087bf92d707de1a838451719da505f69b6934087
main.go
@@ -6,24 +6,20 @@
   "basic.com/valib/deliver.git"
   "net/http"
   _ "net/http/pprof"
   "plugin"
   "ruleprocess/insertdata"
   "ruleprocess/util"
   "ruleprocess/labelFilter"
   "ruleprocess/structure"
   "time"
   //"bufio"
   //"bytes"
   //"basic.com/valib/logger.git"
   "flag"
   "fmt"
   "github.com/golang/protobuf/proto"
   "basic.com/valib/logger.git"
   //"gocv.io/x/gocv"
   //"image"
   //"image/color"
   //"os"
   //"github.com/spf13/viper"
   logger "github.com/jeanphorn/log4go"
   "ruleprocess/cache"
   "ruleprocess/ruleserver"
   "sync"
   "github.com/spf13/viper"
)
var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip")
@@ -38,14 +34,18 @@
   // 日志初始化
   insertdata.Init(*env)
   var logFile = "./logger/"
   if viper.GetString("LogBasePath") != "" {
      logFile = viper.GetString("LogBasePath")
   }
   logFile = logFile + "ruleprocess.log"
   fmt.Println("日志地址:",logFile)
   logger.Config(logFile, logger.DebugLevel)
   //var logFile = "./logger/"
   //if viper.GetString("LogBasePath") != "" {
   //   logFile = viper.GetString("LogBasePath")
   //}
   //logFile = logFile + "ruleprocess.log"
   //fmt.Println("日志地址:",logFile)
   //logger.Config(logFile, logger.DebugLevel)
   //logger.SetSaveDays(7)
   // log4go
   logger.LoadConfiguration("./logger/log4go.json")
   logger.Info("日志初始化成功!")
}
func main() {
   //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕
@@ -60,8 +60,11 @@
   go cache.Init(initchan, *dbIp, *surveyPort, *pubPort)
   logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕
   ruleserver.Init()
   labelFilter.Init()
   go ruleserver.TimeTicker()
   go ruleserver.StartServer()
   //timeEle := ruleserver.TimeElement{N: 300, InitN: 300}
   //ruleserver.TimeEleList["ruleprocess"] = &timeEle
   nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1)
   wg.Wait()
}
@@ -87,146 +90,45 @@
            fmt.Println("recv error : ", err)
            continue
         } else {
            //runtime.GOMAXPROCS(runtime.NumCPU())
            //logger.Debug("使用的cpu个数:",runtime.NumCPU())
            //go func(msg []byte) {
               logger.Debug("当前时间戳:", time.Now().Unix())
               arg := ruleserver.SdkDatas{}
               //logger.Warn(time.Now().Format("2006-01-02 15:04:05"))
               arg := structure.SdkDatas{}
               //paramFormat(msg, &arg)
               start := time.Now()
               m := paramFormat(msg, &arg)
               m := CallParamFormat(msg, &arg)
               // 进行规则处理判断(打上规则的标签)
               ruleserver.Judge(&arg, &m) // 把sdkMessage传进去,方便缓存数据时拼出一个resultMag
               // 把arg里的打的标签拿出来给m再封装一层
               resultMsg := ruleserver.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
               logger.Debug("规则判断完所用时间:", time.Since(start))
               resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
               ruleserver.GetAttachInfo(resultMsg.SdkMessage)
               ruleEnd := time.Since(start)
               logger.Debug("规则判断完所用时间:", ruleEnd)
               // 将打完标签的数据插入到ES
               insertdata.InsertToEs(resultMsg)
               logger.Debug("插入完Es所用时间:", time.Since(start))
               esEnd := time.Since(start)
               logger.Debug("插入完Es所用时间:", esEnd)
               //事件推送
               //go labelFilter.Judge(resultMsg)
               labelFilter.PushSomthing(resultMsg)
            //}(msg)
         }
      }
   }
}
// 将外部传进来的rect(top,bottom,left,right)转化为自己内部的rect(left top width height)
func rectFormat(rcobj *protomsg.Rect) ruleserver.Rect {
   //logger.Info("++++++++++++++++++++++++++++++收到的yolo的区域坐标:",rcobj)
   rect := ruleserver.Rect{}
   rect.X = float64(rcobj.Left)
   rect.Y = float64(rcobj.Top)
   rect.Width = float64(rcobj.Right - rcobj.Left)
   rect.Height = float64(rcobj.Bottom - rcobj.Top)
   return rect
func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{
   logger.Info("呼叫中间件格式化数据")
   p,err :=  plugin.Open("./algorithm/middleware.so")
   if err != nil {
      panic(err)
   }
   f,err1 := p.Lookup("ParamFormat")
   if err1 != nil {
      panic("没有找到中间件的格式化数据函数")
   }
   mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args)
   return mess
}
// 将外部传进来的sdk数据包解成 SdkDatas
func paramFormat(msg []byte, args *ruleserver.SdkDatas) protomsg.SdkMessage {
   defer func() {
      if err := recover(); err != nil {
         logger.Info("解包过程的异常捕获", err.(string))
      }
   }()
   // 反序列化数据得到sdk入参
   m := protomsg.SdkMessage{}
   err := proto.Unmarshal(msg, &m)
   if err != nil {
      panic("解析msg时出现错误")
   }
   // 先进行一下追踪
   ruleserver.FaceIsSame(&m)
   args.CameraId = m.Cid
   args.TaskId = m.Tasklab.Taskid
   // 把图片的二进制解压缩进行画框在压缩回去
   bdata, err := util.UnCompress(m.Data)
   if err != nil {
      panic("解压缩图片时出现错误")
   }
   i := protomsg.Image{}
   err = proto.Unmarshal(bdata, &i)
   logger.Info("接到数据,摄像机为:", m.Cid, "图片的id为:", i.Id)
   //logger.Info("----------------看看有几个算法:",len(m.Tasklab.Sdkinfos))
   for _, sdkinfo := range m.Tasklab.Sdkinfos { // yolo算法
      if sdkinfo.Sdktype == "Yolo" {
         arg := ruleserver.SdkData{}
         arg.TaskId = m.Tasklab.Taskid
         arg.IpcId = sdkinfo.Ipcid
         arg.IsYolo = true
         //bdata, err := util.UnCompress(m.Data)
         //if err != nil {
         //   panic("解压缩图片时出现错误")
         //}
         //i := protomsg.Image{}
         //err = proto.Unmarshal(bdata, &i)
         arg.ImageWidth = int(i.Width)
         arg.ImageHeight = int(i.Height)
         // 暂时写死,sdk还没有这俩算法
         arg.KeepRight = false
         arg.IsStatic = false
         logger.Info("-----追踪之后sdkinfo.Sdkdata的长度为:----", len(sdkinfo.Sdkdata))
         if len(sdkinfo.Sdkdata) > 1 {
            // 大于1才有数据
            yoloParam := protomsg.ParamYoloObj{}
            err = proto.Unmarshal(sdkinfo.Sdkdata, &yoloParam)
            if err != nil {
               logger.Info("解析YOLO sdk数据时出现错误", err)
               continue
            }
            var yoloNum int = 0
            for _, info := range yoloParam.Infos {
               if info.Typ == 0 {
                  //logger.Debug("-------------yolo的坐标有几个",info.RcObj)
                  photoMap := ruleserver.PhotoMap{Rects: rectFormat(info.RcObj), Score: float64(info.Prob) * 100, IsYolo: true}
                  arg.Photo = append(arg.Photo, photoMap)
                  yoloNum++
               }
            }
            logger.Info("--------------追踪之后yolo的个数:", yoloNum)
            args.Sdkdata = append(args.Sdkdata, &arg)
         } else {
            continue
         }
      }
      if sdkinfo.Sdktype == "FaceDetect" { // 人脸检测
         arg := ruleserver.SdkData{}
         arg.TaskId = m.Tasklab.Taskid
         arg.IpcId = sdkinfo.Ipcid
         arg.IsYolo = false
         //bdata, err := util.UnCompress(m.Data)
         //if err != nil {
         //   panic("解压缩图片时出现错误")
         //}
         //i := protomsg.Image{}
         //err = proto.Unmarshal(bdata, &i)
         arg.ImageWidth = int(i.Width)
         arg.ImageHeight = int(i.Height)
         // 暂时写死,sdk还没有这俩算法
         arg.KeepRight = false
         arg.IsStatic = false
         if len(sdkinfo.Sdkdata) > 1 {
            faceParam := protomsg.ParamFacePos{}
            err = proto.Unmarshal(sdkinfo.Sdkdata, &faceParam)
            if err != nil {
               logger.Info("解析FACE sdk数据时出现错误", err)
               continue
            }
            logger.Info("--------------追踪之后人脸的个数:", len(faceParam.Faces))
            for _, info := range faceParam.Faces {
               //logger.Info("_______________________________________________第一次看相似值:",info.Pos.FAngle.Confidence*100)
               photoMap := ruleserver.PhotoMap{Id: info.Pos.FaceID, Rects: rectFormat(info.Pos.RcFace), Score: float64(info.Pos.FAngle.Confidence * 100), IsYolo: false, ThftRes: *(info.Result), Feature: info.Feats}
               arg.Photo = append(arg.Photo, photoMap)
            }
            args.Sdkdata = append(args.Sdkdata, &arg)
         } else {
            continue
         }
      }
   }
   return m
}
// 5分钟收不到消息杀死自己重启