---

panlei

2019-11-26 2a9fb82298812743d13e7e590aa08ec94ac9c085

 insertdata/insertDataToEs.go

@@ -42,27 +42,24 @@
   CameraAddr      string                `json:"cameraAddr"`
   CameraName      string                `json:"cameraName"`
   PicDate         string                `json:"picDate"`
   PicMaxUrl       string                `json:"picMaxUrl"`
   PicMaxUrl       []string              `json:"picMaxUrl"`
   TaskId          string                `json:"taskId"`
   TaskName        string                `json:"taskName"`
   SdkName         string                `json:"sdkName"`
   Content         string                `json:"content"`
   AlarmRules      []AlarmRule           `json:"alarmRules"`
   LikeDate        string                `json:"likeDate"`
   ShowLable       string                `json:"showLable"`
   OtherLable      string                `json:"otherLable"`
   FaceFeature     string                `json:"faceFeature"`
   PicSmUrl        []string              `json:"picSmUrl"`
   ShowLabels      string                `json:"showLabels"`
   OtherLabels     string                `json:"otherLabels"`
   VideoUrl        string                `json:"videoUrl"`
   AnalyServerId   string                `json:"analyServerId"`
   AnalyServerName string                `json:"analyServerName"`
   AnalyServerIp   string                `json:"analyServerIp"`
   ClusterId       string                `json:"clusterId"`
   DetectScore     float64               `json:"detectScore"`
   IsAlarm         int                   `json:"isAlarm"`
   IsAckAlarm      int                   `json:"isAckAlarm"`
   IsCollect       int                   `json:"isCollect"`
   IsDelete        int                   `json:"isDelete"`
   IsAlarm         bool                  `json:"isAlarm"`
   IsAckAlarm      bool                  `json:"isAckAlarm"`
   IsCollect       bool                  `json:"isCollect"`
   IsDelete        bool                  `json:"isDelete"`
   BaseInfo        []*structure.BaseInfo `json:"baseInfo"`
   TargetInfo      []Target              `json:"targetInfo"`
   LinkTag         string                `json:"linkTag"`
@@ -75,26 +72,24 @@
   CameraAddr      string                `json:"cameraAddr"`
   CameraName      string                `json:"cameraName"`
   PicDate         string                `json:"picDate"`
   PicMaxUrl       string                `json:"picMaxUrl"`
   PicMaxUrl       []string              `json:"picMaxUrl"`
   TaskId          string                `json:"taskId"`
   TaskName        string                `json:"taskName"`
   SdkName         string                `json:"sdkName"`
   Content         string                `json:"content"`
   AlarmRules      []AlarmRule           `json:"alarmRules"`
   LikeDate        string                `json:"likeDate"`
   Lable           string                `json:"lable"`
   FaceFeature     string                `json:"faceFeature"`
   PicSmUrl        []string              `json:"picSmUrl"`
   ShowLabels      string                `json:"showLabels"`
   OtherLabels     string                `json:"otherLabels"`
   VideoUrl        string                `json:"videoUrl"`
   AnalyServerId   string                `json:"analyServerId"`
   AnalyServerName string                `json:"analyServerName"`
   AnalyServerIp   string                `json:"analyServerIp"`
   ClusterId       string                `json:"clusterId"`
   DetectScore     float64               `json:"detectScore"`
   IsAlarm         int                   `json:"isAlarm"`
   IsAckAlarm      int                   `json:"isAckAlarm"`
   IsCollect       int                   `json:"isCollect"`
   IsDelete        int                   `json:"isDelete"`
   IsAlarm         bool                  `json:"isAlarm"`
   IsAckAlarm      bool                  `json:"isAckAlarm"`
   IsCollect       bool                  `json:"isCollect"`
   IsDelete        bool                  `json:"isDelete"`
   BaseInfo        []*structure.BaseInfo `json:"baseInfo"`
   TargetInfo      []Target              `json:"targetInfo"`
}
@@ -102,6 +97,9 @@
type Target struct {
   TargetId       string  `json:"targetId"`
   TargetScore    float64 `json:"targetScore"`
   TargetType     string  `json:"targetType"`
   Feature        string  `json:"feature"`
   PicSmUrl       string  `json:"picSmUrl"`
   TargetLocation Points  `json:"targetLocation"`
}

@@ -113,33 +111,6 @@
type Point struct {
   X float64 `json:"x"`
   Y float64 `json:"y"`
}

//  yolo行为的数据结构
type Personaction struct {
   Id              string      `json:"id"`
   CameraId        string      `json:"cameraId"`
   CameraName      string      `json:"cameraName"`
   CameraAddr      string      `json:"cameraAddr"`
   TaskId          string      `json:"taskId"`
   TaskName        string      `json:"taskName"`
   SdkName         string      `json:"sdkName"`
   Content         string      `json:"content"`
   AlarmRules      []AlarmRule `json:"alarmRules"`
   AnalyServerId   string      `json:"analyServerId"`
   AnalyServerName string      `json:"analyServerName"`
   AnalyServerIp   string      `json:"analyServerIp"`
   ClusterId       string      `json:"clusterId"`
   PicSmUrl        []string    `json:"picSmUrl"`
   PicDate         string      `json:"picDate"`
   VideoUrl        string      `json:"videoUrl"`
   IsAlarm         int         `json:"isAlarm"`
   IsAckAlarm      int         `json:"isAckAlarm"`
   IsCollect       int         `json:"isCollect"`
   IsDelete        int         `json:"isDelete"`
   TargetInfo      []Target    `json:"targetInfo"`
   LinkTag         string      `json:"linkTag"`
   LinkTagInfo     []*LinkInfo `json:"linkTagInfo"`
}

type AlarmRule struct {
@@ -157,18 +128,17 @@
}

func InsertToEs(msg structure.ResultMsg) {
   //defer func() {
   //   if err := recover(); err != nil {
   //      logger.Error("es模块儿的异常捕获：", err)
   //   }
   //}()
   defer func() {
      if err := recover(); err != nil {
         logger.Error("es模块儿的异常捕获：", err)
      }
   }()
   localConfig1, err := cache.GetServerInfo()
   if err != nil {
      panic("配置文件不合法")
   }
   weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit"
   videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.VideoPersons.IndexName + "/" + EsInfo.EsIndex.VideoPersons.IndexType
   personAction = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.Personaction.IndexName + "/" + EsInfo.EsIndex.Personaction.IndexType
   videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.AIOcean.IndexName + "/" + EsInfo.EsIndex.AIOcean.IndexType
   InsertFace(msg)
   InsertYolo(msg)
   InsertTarget(msg)
@@ -178,13 +148,14 @@
func InsertFace(msg structure.ResultMsg) {
   if (msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.Result)) > 0) || (msg.RuleResult["plate"] != nil && len(msg.RuleResult["plate"].([]structure.Result)) > 0) {
      for key, results := range msg.RuleResult {
         if  key == "face" || key == "plate" {
         if key == "face" || key == "plate" {
            logger.Info("往ES插人脸数据(或车牌数据)")
            faces := []*ObjAndRules{}
            faces = PutFace(faces, results.([]structure.Result))
            //logger.Info("整理后的数据：",faces)
            if faces != nil {
               var imgMaxUrl string = ""
               logger.Warn("face不为nil")
               var imgMaxUrl []string = []string{}
               var picTime string = ""
               for _, face := range faces {
                  // 上传大图
@@ -194,6 +165,7 @@
                     panic("解压缩图片时出现错误")
                  }
                  alarmRules := []AlarmRule{}
                  logger.Info("循环每一个目标")
                  for _, faceResult := range face.rules {
                     alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel)
                     alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState, ""})
@@ -201,27 +173,38 @@
                  i := protomsg.Image{}
                  err = proto.Unmarshal(bdata, &i)
                  // 先传小图，再传大图，防止脸上有线
                  bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height))
                  bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height),face.Type)
                  resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String())
                  if err != nil {
                     logger.Error("上传小图出错")
                  }
                  // 上传大图
                  if imgMaxUrl == "" {
                  if len(imgMaxUrl) == 0 {
                     bigPhotoUrl := make(map[string]interface{})
                     bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.Result), weedfsUrl)
                     logger.Debug("========大图路径：", bigPhotoUrl)
                     imgMaxUrl = bigPhotoUrl["fileUrl"].(string)
                     imgMaxUrl = append(imgMaxUrl, bigPhotoUrl["fileUrl"].(string))
                     picTime = i.Timestamp
                  }
                  lable,lableAttach := Feature2Jsonstr(*face)
                  lable, lableAttach := Feature2Jsonstr(*face)
                  var target = new(Target)
                  target.TargetId = face.Id
                  target.TargetScore = face.Score
                  target.TargetType = face.Type
                  target.Feature = base64.StdEncoding.EncodeToString(face.Feature)
                  target.PicSmUrl = resp["fileUrl"].(string)
                  target.TargetLocation = Points{TopLeft: Point{face.Location.X, face.Location.Y}, BottomRight: Point{face.Location.X + face.Location.Width, face.Location.Y + face.Location.Height}}
                  //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10))
                  var targetInfos []Target
                  targetInfos = append(targetInfos, *target)

                  sdkname := ""
                  switch key {
                  case "face":
                     sdkname = "人脸"
                  case "plate":
                     sdkname = "车牌识别"
                  }
                  logger.Info("人脸目标target:",targetInfos)
                  pervideo := PerVideoPicture{
                     face.Uuid,
                     msg.Cid,
@@ -231,24 +214,21 @@
                     imgMaxUrl,
                     msg.Tasklab.Taskid,
                     msg.Tasklab.Taskname,
                     "人脸",
                     time.Now().Format("2006-01-02 15:04:05"),
                     sdkname,
                     "",
                     alarmRules,
                     time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间
                     lable,
                     lableAttach,
                     base64.StdEncoding.EncodeToString(face.Feature),
                     []string{resp["fileUrl"].(string)},
                     "",
                     msg.Push.ServerId,
                     msg.Push.ServerName,
                     msg.Push.LocalIp,
                     "",
                     face.Score,
                     1,
                     0,
                     0,
                     0,
                     true,
                     false,
                     false,
                     false,
                     face.Liker,
                     targetInfos,
                     "",
@@ -264,7 +244,7 @@
                  if err1 != nil {
                     logger.Error("上传ES出错！---", err1)
                  } else {
                     logger.Info("插入es返回的信息(人脸)：", resp1)
                     logger.Info("插入es返回的信息：", sdkname, "---", resp1)
                     // 发出录像信号
                     ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: face.Uuid, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 1})
                  }
@@ -298,7 +278,7 @@
            for _, liker := range arg.Liker {
               flag1 := true
               for _, liker1 := range face.Liker {
                  if liker.PersonId == liker1.PersonId {
                  if liker.TargetId == liker1.TargetId {
                     flag1 = false
                  }
               }
@@ -383,6 +363,7 @@
                     var target1 = new(Target)
                     target1.TargetId = target.Id
                     target1.TargetScore = target.Score
                     target1.TargetType = "action"
                     target1.TargetLocation = Points{TopLeft: Point{target.Location.X, target.Location.Y}, BottomRight: Point{target.Location.X + target.Location.Width, target.Location.Y + target.Location.Height}}
                     targetInfos = append(targetInfos, *target1)
                  }
@@ -405,7 +386,7 @@
         if len(linkTagInfos) > 0 {
            linkTag = "联动任务"
         }
         isAlarm := 0
         isAlarm := false
         resp := make(map[string]interface{})
         // 解压缩并上传图片
         bdata, err := util.UnCompress(msg.Data)
@@ -415,7 +396,7 @@
         i := protomsg.Image{}
         err = proto.Unmarshal(bdata, &i)
         if len(alarmRules) > 0 {
            isAlarm = 1
            isAlarm = true
            //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
            resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl)
            if err != nil {
@@ -425,34 +406,38 @@
               logger.Info("上传的图片信息：", resp)
            }
         } else {
            isAlarm = 0
            isAlarm = false
            // 不是报警数据不存
            return
         }
         if resp["fileUrl"] != nil {
            url = append(url, resp["fileUrl"].(string))
            //esDataId := uuid.NewV4().String()
            peraction := Personaction{
            peraction := PerVideoPicture{
               msg.Push.PushId,
               msg.Cid,
               msg.Push.Cam.Name,
               msg.Push.Cam.Addr,
               msg.Push.Cam.Name,
               time.Now().Format("2006-01-02 15:04:05"),
               url,
               msg.Tasklab.Taskid,
               msg.Tasklab.Taskname,
               sdkNames,
               time.Now().Format("2006-01-02 15:04:05"),
               alarmRules,
               i.Timestamp,
               "",
               "",
               "",
               msg.Push.ServerId,
               msg.Push.ServerName,
               msg.Push.LocalIp,
               "",
               url,
               i.Timestamp,
               "",
               isAlarm,
               0,
               0,
               0,
               false,
               false,
               false,
               nil,
               targetInfos,
               linkTag,
               linkTagInfos,
@@ -466,7 +451,7 @@
               logger.Info("json parse error ", err)
               return
            }
            resp1, err2 := EsReq("POST", personAction, requstbody)
            resp1, err2 := EsReq("POST", videoPersonUrl, requstbody)
            if err2 != nil {
               logger.Error("往ES插入数据失败", err)
            } else {
@@ -506,13 +491,7 @@
         }
         if insertFlag {
            logger.Info("报警目标个数：", alarmNum)
            //var target = new(Target)
            //target.TargetId = strconv.FormatUint(tar.Id, 10)
            //target.TargetScore = tar.Score
            //target.TargetLocation = Points{TopLeft: Point{tar.Location.X, tar.Location.Y}, BottomRight: Point{tar.Location.X + tar.Location.Width, tar.Location.Y + tar.Location.Height}}
            //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10))
            //var targetInfos []Target
            //targetInfos = append(targetInfos, *target)

            // 获取目标缓存图片
            url := []string{}
            //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg))
@@ -546,7 +525,7 @@
            if len(linkTagInfos) > 0 {
               linkTag = "联动任务"
            }
            isAlarm := 0
            isAlarm := false
            resp := make(map[string]interface{})
            // 解压缩并上传本帧数据图片
            bdata1, err := util.UnCompress(msg.Data)
@@ -556,7 +535,7 @@
            i := protomsg.Image{}
            err = proto.Unmarshal(bdata1, &i)
            if len(alarmRules) > 0 {
               isAlarm = 1
               isAlarm = true
               //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
               resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["target"].([]structure.Result), weedfsUrl)
               if err != nil {
@@ -566,9 +545,29 @@
                  logger.Info("上传的图片信息：", resp)
               }
            } else {
               isAlarm = 0
               isAlarm = false
               // 不是报警数据不存
               return
            }
            // 整合目标
            var targetInfos []Target
            for _, target := range yoloResult.AlarmObj {
               // 去重添加
               var flag = true
               for _, selectTarget := range targetInfos {
                  if target.Id == selectTarget.TargetId {
                     flag = false
                     break
                  }
               }
               if flag {
                  var target1 = new(Target)
                  target1.TargetId = target.Id
                  target1.TargetScore = target.Score
                  target1.TargetType = "action"
                  target1.TargetLocation = Points{TopLeft: Point{target.Location.X, target.Location.Y}, BottomRight: Point{target.Location.X + target.Location.Width, target.Location.Y + target.Location.Height}}
                  targetInfos = append(targetInfos, *target1)
               }
            }
            if resp["fileUrl"] != nil {
               url = append(url, resp["fileUrl"].(string))
@@ -576,28 +575,32 @@
                  return
               }
               //esDataId := uuid.NewV4().String()
               peraction := Personaction{
               peraction := PerVideoPicture{
                  msg.Push.PushId,
                  msg.Cid,
                  msg.Push.Cam.Name,
                  msg.Push.Cam.Addr,
                  msg.Push.Cam.Name,
                  i.Timestamp,
                  url,
                  msg.Tasklab.Taskid,
                  msg.Tasklab.Taskname,
                  sdkNames,
                  time.Now().Format("2006-01-02 15:04:05"),
                  "",
                  alarmRules,
                  time.Now().Format("2006-01-02 15:04:05"),
                  "",
                  "",
                  "",
                  msg.Push.ServerId,
                  msg.Push.ServerName,
                  msg.Push.LocalIp,
                  "",
                  url,
                  i.Timestamp,
                  "",
                  isAlarm,
                  0,
                  0,
                  0,
                  false,
                  false,
                  false,
                  nil,
                  targetInfos,
                  linkTag,
                  linkTagInfos,
               }
@@ -610,7 +613,7 @@
                  logger.Info("json parse error ", err)
                  return
               }
               resp1, err2 := EsReq("POST", personAction, requstbody)
               resp1, err2 := EsReq("POST", videoPersonUrl, requstbody)
               if err2 != nil {
                  logger.Error("往ES插入数据失败", err)
               } else {
@@ -735,30 +738,31 @@
   return race
}

func Feature2Jsonstr(obj ObjAndRules) (string,string) {
func Feature2Jsonstr(obj ObjAndRules) (string, string) {
   var lable string
   var lableAttach string
   switch obj.Type {
      case "face":
         sex := ""
         if obj.ThftRes.Gender == 1 {
            sex = "男"
         } else {
            sex = "女"
         }
         race := getRaceString(obj.ThftRes.Race)
         ageDescription := getDescription(obj.ThftRes.Age)
         lable = sex+" / "+ageDescription+" / "+race+" / "
         lableAttach = strconv.Itoa(int(obj.ThftRes.Age))+"岁"+" / "+"微笑值："+strconv.Itoa(int(obj.ThftRes.Smile))+" / "+"颜值："+strconv.Itoa(int(obj.ThftRes.Beauty))
   case "face":
      sex := ""
      if obj.ThftRes.Gender == 1 {
         sex = "男"
      } else {
         sex = "女"
      }
      race := getRaceString(obj.ThftRes.Race)
      ageDescription := getDescription(obj.ThftRes.Age)
      lable = sex + "/" + ageDescription + "/" + race
      lableAttach = strconv.Itoa(int(obj.ThftRes.Age)) + "岁" + "/" + "微笑值：" + strconv.Itoa(int(obj.ThftRes.Smile)) + "/" + "颜值：" + strconv.Itoa(int(obj.ThftRes.Beauty))

      case "plate":
         // 车牌运动方向，0 unknown, 1 left, 2 right, 3 up, 4 down
         lable = obj.Car.License+" / "+cache.GetDic("nColor"+strconv.Itoa(int(obj.Car.NColor)))+"车牌"+" / "+
            cache.GetDic("nCarColor"+strconv.Itoa(int(obj.Car.NCarColor)))+"车辆"+" / "+ cache.GetDic("nCarLogo"+strconv.Itoa(int(obj.Car.NCarLogo)))+" / "+cache.GetDic("nCarLogo"+strconv.Itoa(int(obj.Car.NCarType)))
         lableAttach = cache.GetDic("nDirection"+strconv.Itoa(int(obj.Car.NDirection)))+" / "+"车牌置信度："+strconv.Itoa(int(obj.Car.NConfidence))+" / "+
            "车牌亮度："+strconv.Itoa(int(obj.Car.NBright))+" / "+"车的亮度："+strconv.Itoa(int(obj.Car.NCarBright))+" / "+"识别时间："+strconv.Itoa(int(obj.Car.NTime))
   case "plate":
      // 车牌运动方向，0 unknown, 1 left, 2 right, 3 up, 4 down
      lable = obj.Car.License + "/" + cache.GetDic("nVehicleColor1"+strconv.Itoa(int(obj.Car.NVehicleColor1))) + "车辆" + "/" +
         cache.GetDic("nColor"+strconv.Itoa(int(obj.Car.NColor))) + "车牌"
      lableAttach = "车牌置信度：" + strconv.Itoa(int(obj.Car.NConfidence)) + "/" + "车的亮度：" + strconv.Itoa(int(obj.Car.NVehicleBright)) +"/"+ "车牌类型"+cache.GetDic("nType"+strconv.Itoa(int(obj.Car.NType)))+
         "车身辅颜色："+cache.GetDic("nVehicleColor2"+strconv.Itoa(int(obj.Car.NVehicleColor2)))+"/"+"是否识别到车牌："+cache.GetDic("nVehicleColor1"+strconv.Itoa(int(obj.Car.NVehicleColor1)))+"/"+
         "车辆置信度"+strconv.Itoa(int(obj.Score))+"/"+"品牌：" +obj.Car.VehicleType1
   }
   return lable,lableAttach
   return lable, lableAttach
}

func msg2PersonVideo(msg structure.ResultMsg) *LinkInfo {
@@ -832,7 +836,7 @@
               }
            }
         }
         isAlarm := 0
         isAlarm := false
         resp := make(map[string]interface{})
         // 解压缩并上传图片
         bdata, err := util.UnCompress(msg.Data)
@@ -842,7 +846,7 @@
         i := protomsg.Image{}
         err = proto.Unmarshal(bdata, &i)
         if len(alarmRules) > 0 {
            isAlarm = 1
            isAlarm = true
            //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
            resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl)
            if err != nil {
@@ -852,7 +856,7 @@
               logger.Info("上传的图片信息：", resp)
            }
         } else {
            isAlarm = 0
            isAlarm = false
            // 不是报警数据不存
            return nil
         }
@@ -865,7 +869,7 @@
               msg.Push.Cam.Addr,
               msg.Push.Cam.Name,
               i.Timestamp,
               "",
               []string{resp["fileUrl"].(string)},
               msg.Tasklab.Taskid,
               msg.Tasklab.Taskname,
               "人脸",
@@ -874,17 +878,15 @@
               time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间
               "",
               "",
               []string{resp["fileUrl"].(string)},
               "",
               msg.Push.ServerId,
               msg.Push.ServerName,
               msg.Push.LocalIp,
               "",
               0,
               isAlarm,
               0,
               0,
               0,
               false,
               false,
               false,
               nil,
               targetInfos,
            }