派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -61,24 +61,25 @@ AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` LinkId string `json:"linkId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo Target TargetInfo []Target LinkTag string `json:"linkTag"` LinkTagInfo []*PerVideoPicture `json:"linkTagInfo"` } type Target struct { TargetId string `json:"targetId"` TargetId string `json:"targetId"` TargetScore float64 `json:"targetScore"` TargetLocation Points } type Points struct { TopLeft Point `json:"topLeft"` TopLeft Point `json:"topLeft"` BottomRight Point `json:"bottomRight"` } @@ -86,6 +87,7 @@ Lat float64 `json:"lat"` Lon float64 `json:"lon"` } // yolo行为的数据结构 type Personaction struct { Id string `json:"id"` @@ -103,13 +105,14 @@ ClusterId string `json:"clusterId"` PicSmUrl []string `json:"picSmUrl"` PicDate string `json:"picDate"` LinkId string `json:"linkId"` VideoUrl string `json:"videoUrl"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` TargetInfo []Target TargetInfo []Target LinkTag string `json:"linkTag"` LinkTagInfo []*PerVideoPicture `json:"linkTagInfo"` } type AlarmRule struct { @@ -127,30 +130,6 @@ rules []structure.Result } // 往ES插数据 //func InsertToEs(msg ruleserver.ResultMsg) { // var timeLabel string // // 直接从规则的标签数据里拿符合规则的人脸结果 // if msg.RuleResult["timeLabel"] != nil { // timeLabel = msg.RuleResult["timeLabel"].(string) // } // logger.Debug("插入数据前看看报警标志位：", timeLabel) // if timeLabel == "01" { // 无定时器状态要插入的报警数据 // InsertFace(msg) // flag := ruleserver.BodyIsSame(msg.SdkMessage) // if !flag { // InsertYolo(msg) // } // } // if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 // InsertFace(msg) // InsertYolo(msg) // } // //if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 // // //ChangeStatusFace(msg) // // ChangeStatusYolo(msg) // //} //} func InsertToEs(msg structure.ResultMsg) { defer func() { if err := recover(); err != nil { @@ -164,12 +143,12 @@ weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit" videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.VideoPersons.IndexName + "/" + EsInfo.EsIndex.VideoPersons.IndexType personAction = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.Personaction.IndexName + "/" + EsInfo.EsIndex.Personaction.IndexType InsertFace(msg, "") InsertYolo(msg, "") InsertFace(msg) InsertYolo(msg) } // 往es中插入人脸数据 func InsertFace(msg structure.ResultMsg, linkId string) { func InsertFace(msg structure.ResultMsg) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.FaceResult)) > 0 { logger.Info("往ES插人脸数据") faces := []*FaceAndRules{} @@ -186,7 +165,6 @@ panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} logger.Warn("人脸id为：", face.Id, "人脸的规则长度为：", len(face.rules)) //os.Exit(1) for _, faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) @@ -218,19 +196,15 @@ race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) logger.Info(ageDescription) esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } var target = new(Target) target.TargetId = strconv.FormatUint(face.Id, 10) target.TargetScore = face.Score target.TargetLocation = Points{TopLeft:Point{face.Location.X,face.Location.Y},BottomRight:Point{face.Location.X+face.Location.Width,face.Location.Y+face.Location.Height}} target.TargetLocation = Points{TopLeft: Point{face.Location.X, face.Location.Y}, BottomRight: Point{face.Location.X + face.Location.Width, face.Location.Y + face.Location.Height}} //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10)) logger.Info("%%%%%%%%%%%%%%%%%%%%%目标信息：",*target) var targetInfos []Target targetInfos = append(targetInfos,*target) pervideo := PerVideoPicture{ esDataId, face.Uuid, msg.Cid, msg.Push.Cam.Addr, picTime, @@ -249,19 +223,20 @@ face.ThftRes.Beauty, base64.StdEncoding.EncodeToString(face.Feature), []string{resp["fileUrl"].(string)}, "暂无集群", "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", linksId, face.Score, 1, 0, 0, 0, face.Liker, *target, targetInfos, "", nil, } requstbody, err := json.Marshal(pervideo) @@ -275,7 +250,7 @@ } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl:msg.Push.VideoUrl,ImgId: i.Id, SdkIds: []string{}, Type: 1}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{}, Type: 1}) } } } @@ -296,12 +271,12 @@ func hebingFace(faces []*FaceAndRules, faceResult structure.FaceResult) []*FaceAndRules { for _, arg := range faceResult.Args { // 拿到每一张人脸 logger.Info("归置人脸时相似者的数量：", len(arg.Liker)) //logger.Info("归置人脸时相似者的数量：", len(arg.Liker)) flag := false for _, face := range faces { for _, lik := range face.Liker { logger.Warn("--------合并人脸时相似者：", lik.PersonId, lik.TableName) } //for _, lik := range face.Liker { // //logger.Warn("--------合并人脸时相似者：", lik.PersonId, lik.TableName) //} if arg.Id == face.Id { flag = true face.rules = append(face.rules, faceResult.Result) @@ -328,7 +303,7 @@ } // 往es中插入yolo数据 func InsertYolo(msg structure.ResultMsg, linkId string) { func InsertYolo(msg structure.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 flag := false @@ -380,11 +355,10 @@ } } // 装配目标信息数据 for _,target := range yoloResult.Location { for _, target := range yoloResult.Location { // 去重添加 logger.Info("装配前的原始数据是：",target) var flag = true for _,selectTarget := range targetInfos { for _, selectTarget := range targetInfos { if strconv.FormatUint(target.TargetId, 10) == selectTarget.TargetId { flag = false break @@ -394,30 +368,22 @@ var target1 = new(Target) target1.TargetId = strconv.FormatUint(target.TargetId, 10) target1.TargetScore = target.TargetScore target1.TargetLocation = Points{TopLeft:Point{target.X,target.Y},BottomRight:Point{target.X+target.Width,target.Y+target.Height}} targetInfos = append(targetInfos,*target1) target1.TargetLocation = Points{TopLeft: Point{target.X, target.Y}, BottomRight: Point{target.X + target.Width, target.Y + target.Height}} targetInfos = append(targetInfos, *target1) } } } } linkFlag := false linkTagInfos := []*PerVideoPicture{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if (yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10") && yoloResult.Others.LinkCache != nil && len(yoloResult.Others.LinkCache) > 1 { linkId := uuid.NewV4().String() for _, msg2 := range yoloResult.Others.LinkCache { logger.Warn("插入联动数据", "此帧数据的id为", msg2.Cid) InsertYolo(msg2, linkId) linkFlag = true // 把msg2的数据装配成一个PerVideoPicture结构体 linkTagInfos = append(linkTagInfos,msg2PersonVideo(msg2)) } } } if linkFlag { // 联动数据中包含本帧数据，插入联动数据后就不需要插入本帧数据了 logger.Warn("成功插入两个联动图片") //os.Exit(1) return } //logger.Info("--------走到这儿就不一样") isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 @@ -442,16 +408,11 @@ // 不是报警数据不存 return } if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } //esDataId := uuid.NewV4().String() peraction := Personaction{ esDataId, msg.Push.PushId, msg.Cid, msg.Push.Cam.Name, msg.Push.Cam.Addr, @@ -466,20 +427,20 @@ "", url, i.Timestamp, linksId, "", isAlarm, 0, 0, 0, targetInfos, "", linkTagInfos, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { @@ -487,7 +448,7 @@ } else { logger.Debug("插入es返回的数据信息是：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid,VideoUrl:msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{}, Type: 2}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } @@ -580,3 +541,149 @@ } return race } func msg2PersonVideo (msg structure.ResultMsg) *PerVideoPicture{ if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]structure.Result) { //logger.Info("定时器打的数字标签：",res.Others.TimeLabel) if res.Others.TimeLabel == "01" || res.Others.TimeLabel == "10" { flag = true } } if flag { logger.Info("插入Yolo组装数据") var sdkNames string = "" alarmRules := []AlarmRule{} var targetInfos []Target url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { // 拼出sdkname //logger.Info("应该进来才对的") sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) linkInfo := "" if yoloResult.IsLink { linkInfo = "联动任务" } alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState, yoloResult.IsLink, linkInfo}) // 上传缓存数据的图片拿到url if yoloResult.Others.CacheData != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 msgs := yoloResult.Others.CacheData for _, msg1 := range msgs { bdata, err := util.UnCompress(msg1.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } if resp1["fileUrl"] != nil { url = append(url, resp1["fileUrl"].(string)) } } } // 装配目标信息数据 for _, target := range yoloResult.Location { // 去重添加 var flag = true for _, selectTarget := range targetInfos { if strconv.FormatUint(target.TargetId, 10) == selectTarget.TargetId { flag = false break } } if flag { var target1 = new(Target) target1.TargetId = strconv.FormatUint(target.TargetId, 10) target1.TargetScore = target.TargetScore target1.TargetLocation = Points{TopLeft: Point{target.X, target.Y}, BottomRight: Point{target.X + target.Width, target.Y + target.Height}} targetInfos = append(targetInfos, *target1) } } } } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) return nil } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return nil } if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) //esDataId := uuid.NewV4().String() pervideo := &PerVideoPicture{ msg.Push.PushId + "-" + uuid.NewV4().String(), msg.Cid, msg.Push.Cam.Addr, i.Timestamp, "", msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 "", //暂改为人脸id strconv.FormatUint(face.Id, 10) 0, "", // 暂改为分值fmt.Sprintf("%.2f",face.Score) "", 0, 0, "", []string{resp["fileUrl"].(string)}, "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", 0, isAlarm, 0, 0, 0, nil, targetInfos, "", nil, } return pervideo } else { return nil } } else { logger.Debug("timeLabel条件都不符合！") return nil } } else { return nil } }
