派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -7,6 +7,7 @@ "errors" "net" "ruleprocess/cache" "ruleprocess/structure" "strconv" "time" @@ -36,39 +37,55 @@ // 人脸的数据结构 type PerVideoPicture struct { Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` LinkId string `json:"linkId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*ruleserver.BaseInfo `json:"baseInfo"` Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` LinkId string `json:"linkId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo Target } type Target struct { TargetId string `json:"targetId"` TargetScore float64 `json:"targetScore"` TargetLocation Points } type Points struct { TopLeft Point `json:"topLeft"` BottomRight Point `json:"bottomRight"` } type Point struct { Lat float64 `json:"lat"` Lon float64 `json:"lon"` } // yolo行为的数据结构 type Personaction struct { Id string `json:"id"` @@ -92,6 +109,7 @@ IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` TargetInfo []Target } type AlarmRule struct { @@ -99,14 +117,14 @@ AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` DefenceState bool `json:"defenceState"` IsLink bool `json:"isLink"` LinkInfo string `json:"linkInfo"` IsLink bool `json:"isLink"` LinkInfo string `json:"linkInfo"` } // 一个face对多个规则组的归置人脸的结构体 type FaceAndRules struct { ruleserver.Arg rules []ruleserver.Result structure.Arg rules []structure.Result } // 往ES插数据 @@ -133,47 +151,34 @@ // // ChangeStatusYolo(msg) // //} //} func InsertToEs(msg ruleserver.ResultMsg) { func InsertToEs(msg structure.ResultMsg) { defer func() { if err := recover(); err != nil { logger.Error("es模块儿的异常捕获：",err) logger.Error("es模块儿的异常捕获：", err) } }() localConfig1, err := cache.GetServerInfo() if err != nil { panic("配置文件不合法") } weedfsUrl = "http://"+localConfig1.WebPicIp+":"+strconv.Itoa(int(localConfig1.WebPicPort))+"/submit" videoPersonUrl = "http://"+localConfig1.AlarmIp+":"+strconv.Itoa(int(localConfig1.AlarmPort))+"/"+EsInfo.EsIndex.VideoPersons.IndexName+"/"+EsInfo.EsIndex.VideoPersons.IndexType personAction = "http://"+localConfig1.AlarmIp+":"+strconv.Itoa(int(localConfig1.AlarmPort))+"/"+EsInfo.EsIndex.Personaction.IndexName+"/"+EsInfo.EsIndex.Personaction.IndexType weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit" videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.VideoPersons.IndexName + "/" + EsInfo.EsIndex.VideoPersons.IndexType personAction = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.Personaction.IndexName + "/" + EsInfo.EsIndex.Personaction.IndexType InsertFace(msg, "") // 如果标签中含有持续时间首次报警的timeLabel的话则不需要过人体追踪，不然就没的插入了 fk := ruleserver.TrackOrNot(msg.RuleResult) if fk { InsertYolo(msg, "") //if msg.Cid == "61de081a-7ed9-4970-8432-41d642c35456" { // logger.Warn("捕捉188摄像机的持续时间任务.....") // os.Exit(1) //} } else { flag := ruleserver.BodyIsSame(msg.SdkMessage) if !flag { InsertYolo(msg, "") } } InsertYolo(msg, "") } // 往es中插入人脸数据 func InsertFace(msg ruleserver.ResultMsg, linkId string) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.FaceResult)) > 0 { func InsertFace(msg structure.ResultMsg, linkId string) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.FaceResult)) > 0 { logger.Info("往ES插人脸数据") faces := []*FaceAndRules{} faces = PutFace(faces,msg) faces = PutFace(faces, msg) //logger.Info("整理后的数据：",faces) if faces != nil { var imgMaxUrl string = "" var picTime string = "" for _,face := range faces { for _, face := range faces { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) @@ -181,38 +186,28 @@ panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} logger.Warn("人脸id为：",face.Id,"人脸的规则长度为：",len(face.rules)) logger.Warn("人脸id为：", face.Id, "人脸的规则长度为：", len(face.rules)) //os.Exit(1) for _,faceResult := range face.rules { for _, faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState,faceResult.IsLink,""}) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState, faceResult.IsLink, ""}) } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if imgMaxUrl == "" { bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = bigPhotoUrl["fileUrl"].(string) picTime = i.Timestamp } // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } // 先传小图，再传大图，防止脸上有线 bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } //logger.Info("================小图地址:", resp["fileUrl"].(string)) // 上传大图 if imgMaxUrl == "" { bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.FaceResult), weedfsUrl) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = bigPhotoUrl["fileUrl"].(string) picTime = i.Timestamp } sex := "" logger.Info(sex) if face.ThftRes.Gender == 1 { @@ -223,17 +218,21 @@ race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) logger.Info(ageDescription) esDataId := uuid.NewV4().String() //esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } var target = new(Target) target.TargetId = strconv.FormatUint(face.Id, 10) target.TargetScore = face.Score target.TargetLocation = Points{TopLeft:Point{face.Location.X,face.Location.Y},BottomRight:Point{face.Location.X+face.Location.Width,face.Location.Y+face.Location.Height}} //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10)) //logger.Info("人脸的分值：",face.Score) logger.Info("%%%%%%%%%%%%%%%%%%%%%目标信息：",*target) pervideo := PerVideoPicture{ esDataId, msg.Push.PushId, msg.Cid, camera.Addr, msg.Push.Cam.Addr, picTime, imgMaxUrl, msg.Tasklab.Taskid, @@ -242,7 +241,7 @@ "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, //暂改为人脸id strconv.FormatUint(face.Id, 10) sex, //暂改为人脸id strconv.FormatUint(face.Id, 10) face.ThftRes.Age, ageDescription, // 暂改为分值fmt.Sprintf("%.2f",face.Score) race, @@ -250,10 +249,10 @@ face.ThftRes.Beauty, base64.StdEncoding.EncodeToString(face.Feature), []string{resp["fileUrl"].(string)}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", linksId, face.Score, @@ -262,6 +261,7 @@ 0, 0, face.Liker, *target, } requstbody, err := json.Marshal(pervideo) @@ -275,7 +275,7 @@ } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl:msg.Push.VideoUrl,ImgId: i.Id, SdkIds: []string{}, Type: 1}) } } } @@ -283,9 +283,9 @@ } // 归置人脸 func PutFace(faces []*FaceAndRules,msg ruleserver.ResultMsg)[]*FaceAndRules{ if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.FaceResult)) > 0 { for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) { func PutFace(faces []*FaceAndRules, msg structure.ResultMsg) []*FaceAndRules { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.FaceResult)) > 0 { for _, faceResult := range msg.RuleResult["face"].([]structure.FaceResult) { faces = hebingFace(faces, faceResult) } return faces @@ -293,46 +293,46 @@ return nil } } func hebingFace(faces []*FaceAndRules, faceResult ruleserver.FaceResult) []*FaceAndRules{ func hebingFace(faces []*FaceAndRules, faceResult structure.FaceResult) []*FaceAndRules { for _, arg := range faceResult.Args { // 拿到每一张人脸 logger.Info("归置人脸时相似者的数量：",len(arg.Liker)) logger.Info("归置人脸时相似者的数量：", len(arg.Liker)) flag := false for _, face := range faces { for _,lik := range face.Liker { logger.Warn("--------合并人脸时相似者：",lik.PersonId,lik.TableName) for _, lik := range face.Liker { logger.Warn("--------合并人脸时相似者：", lik.PersonId, lik.TableName) } if arg.Id == face.Id { flag = true face.rules = append(face.rules,faceResult.Result) face.rules = append(face.rules, faceResult.Result) // 相似者去重归并 for _,liker := range arg.Liker { for _, liker := range arg.Liker { flag1 := true for _,liker1 := range face.Liker { for _, liker1 := range face.Liker { if liker.PersonId == liker1.PersonId { flag1 = false } } if flag1 { face.Liker = append(face.Liker,liker) face.Liker = append(face.Liker, liker) } } //face.Liker = append(face.Liker,arg.Liker...) } } if !flag { faces = append(faces, &FaceAndRules{arg, []ruleserver.Result{faceResult.Result}}) faces = append(faces, &FaceAndRules{arg, []structure.Result{faceResult.Result}}) } } return faces } // 往es中插入yolo数据 func InsertYolo(msg ruleserver.ResultMsg, linkId string) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { func InsertYolo(msg structure.ResultMsg, linkId string) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]ruleserver.Result) { for _, res := range msg.RuleResult["yolo"].([]structure.Result) { //logger.Info("定时器打的数字标签：",res.Others.TimeLabel) if res.Others.TimeLabel == "01" || res.Others.TimeLabel == "10" { flag = true @@ -342,8 +342,9 @@ logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} var targetInfos []Target url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { // 拼出sdkname //logger.Info("应该进来才对的") @@ -353,7 +354,7 @@ if yoloResult.IsLink { linkInfo = "联动任务" } alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState,yoloResult.IsLink,linkInfo}) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState, yoloResult.IsLink, linkInfo}) // 上传缓存数据的图片拿到url if yoloResult.Others.CacheData != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) @@ -367,7 +368,7 @@ } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImage(msg1.Cid, i, msg1.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { @@ -378,10 +379,29 @@ } } } // 装配目标信息数据 for _,target := range yoloResult.Location { // 去重添加 logger.Info("装配前的原始数据是：",target) var flag = true for _,selectTarget := range targetInfos { if strconv.FormatUint(target.TargetId, 10) == selectTarget.TargetId { flag = false break } } if flag { var target1 = new(Target) target1.TargetId = strconv.FormatUint(target.TargetId, 10) target1.TargetScore = target.TargetScore target1.TargetLocation = Points{TopLeft:Point{target.X,target.Y},BottomRight:Point{target.X+target.Width,target.Y+target.Height}} targetInfos = append(targetInfos,*target1) } } } } linkFlag := false for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if (yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10") && yoloResult.Others.LinkCache != nil && len(yoloResult.Others.LinkCache) > 1 { linkId := uuid.NewV4().String() for _, msg2 := range yoloResult.Others.LinkCache { @@ -410,7 +430,7 @@ if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) return @@ -422,38 +442,27 @@ // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) esDataId := uuid.NewV4().String() //esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } peraction := Personaction{ esDataId, msg.Push.PushId, msg.Cid, camera.Name, camera.Addr, msg.Push.Cam.Name, msg.Push.Cam.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", url, i.Timestamp, @@ -463,13 +472,13 @@ 0, 0, 0, targetInfos, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { @@ -477,7 +486,7 @@ } else { logger.Debug("插入es返回的数据信息是：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid,VideoUrl:msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) }
