派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -15,12 +15,14 @@ "ruleprocess/cache" "ruleprocess/structure" "basic.com/pubsub/protomsg.git" "basic.com/pubsub/esutil.git" "ruleprocess/ruleserver" "ruleprocess/util" ) var weedfsUrl, videoPersonUrl, personAction string var serverIp string var serverPort string type conf struct { PhotoUrl string `yaml:"photoUrl"` VideoPersons string `yaml:"videoPersons"` @@ -105,7 +107,7 @@ func InsertToEs(msg structure.ResultMsg) { defer func() { if err := recover(); err != nil { logger.Error("es模块儿的异常捕获：", err) _ = logger.Error("es模块儿的异常捕获：", err) } }() localConfig1, err := cache.GetServerInfo() @@ -114,122 +116,151 @@ } weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit" videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.AIOcean.IndexName + "/" + EsInfo.EsIndex.AIOcean.IndexType+"?refresh=true" InsertFace(msg) InsertYolo(msg) InsertTarget(msg) serverIp = localConfig1.AlarmIp serverPort = strconv.Itoa(int(localConfig1.AlarmPort)) for k,results := range msg.RuleResult { if results != nil && len(results.([]structure.Result)) > 0{ switch k { case "yolo": InsertYolo(msg,k,results) case "face": InsertFace(msg,k,results) case "plate": InsertFace(msg,k,results) case "track": InsertFace(msg,k,results) case "target": InsertLastTarget(msg) } } } } // 往es中插入人脸类型数据 func InsertFace(msg structure.ResultMsg) { if (msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.Result)) > 0) || (msg.RuleResult["plate"] != nil && len(msg.RuleResult["plate"].([]structure.Result)) > 0) || (msg.RuleResult["track"] != nil && len(msg.RuleResult["track"].([]structure.Result)) > 0) { for key, results := range msg.RuleResult { if key == "face" || key == "plate" || key == "track"{ logger.Info("往ES插人脸数据(或车牌数据)") faces := []*ObjAndRules{} faces = PutFace(faces, results.([]structure.Result)) //logger.Info("整理后的数据：",faces) if faces != nil { logger.Warn("face不为nil") var imgMaxUrl []string = []string{} var picTime string = "" for _, face := range faces { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} //logger.Info("循环每一个目标") for _, faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState, ""}) } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) // 先传小图，再传大图，防止脸上有线 bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height),face.Type) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } // 上传大图 if len(imgMaxUrl) == 0 { bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.Result), weedfsUrl) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = append(imgMaxUrl, bigPhotoUrl["fileUrl"].(string)) picTime = i.Timestamp } lable, lableAttach := Feature2Jsonstr(*face) var target = new(Target) target.TargetId = face.Id target.TargetScore = face.Score target.TargetType = face.Type target.Feature = base64.StdEncoding.EncodeToString(face.Feature) target.PicSmUrl = resp["fileUrl"].(string) target.TargetLocation = Points{TopLeft: Point{face.Location.X, face.Location.Y}, BottomRight: Point{face.Location.X + face.Location.Width, face.Location.Y + face.Location.Height}} target.AttachTarget = SourceTarget{face.AttachArg.Id,face.AttachArg.Score,face.AttachArg.Type,base64.StdEncoding.EncodeToString(face.AttachArg.Feature),"",Points{TopLeft: Point{face.AttachArg.Location.X, face.AttachArg.Location.Y}, BottomRight: Point{face.AttachArg.Location.X + face.AttachArg.Location.Width, face.AttachArg.Location.Y + face.AttachArg.Location.Height}}} var targetInfos []Target targetInfos = append(targetInfos, *target) func InsertFace(msg structure.ResultMsg,key string, results interface{}) { logger.Info("往es插入抓拍数据") faces := []*ObjAndRules{} faces = PutFace(faces, results.([]structure.Result)) //logger.Info("整理后的数据：",faces) if faces != nil { _ = logger.Warn("face不为nil") var imgMaxUrl []string = []string{} var picTime string = "" for _, face := range faces { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} //logger.Info("循环每一个目标") for _, faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState, ""}) } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) // 先传小图，再传大图，防止脸上有线 bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height),face.Type) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { _ = logger.Error("上传小图出错") } // 上传大图 if len(imgMaxUrl) == 0 { bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.Result), weedfsUrl) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = append(imgMaxUrl, bigPhotoUrl["fileUrl"].(string)) picTime = i.Timestamp } lable, lableAttach := Feature2Jsonstr(*face) var target = new(Target) target.TargetId = face.Id target.TargetScore = face.Score target.TargetType = face.Type target.Feature = base64.StdEncoding.EncodeToString(face.Feature) target.PicSmUrl = resp["fileUrl"].(string) target.TargetLocation = Points{TopLeft: Point{face.Location.X, face.Location.Y}, BottomRight: Point{face.Location.X + face.Location.Width, face.Location.Y + face.Location.Height}} target.AttachTarget = SourceTarget{face.AttachArg.Id,face.AttachArg.Score,face.AttachArg.Type,base64.StdEncoding.EncodeToString(face.AttachArg.Feature),"",Points{TopLeft: Point{face.AttachArg.Location.X, face.AttachArg.Location.Y}, BottomRight: Point{face.AttachArg.Location.X + face.AttachArg.Location.Width, face.AttachArg.Location.Y + face.AttachArg.Location.Height}}} var targetInfos []Target targetInfos = append(targetInfos, *target) sdkname := "" switch key { case "face": sdkname = "人脸" case "plate": sdkname = "车牌识别" } //logger.Info("人脸目标target:",targetInfos) pervideo := PerVideoPicture{LinkInfo{ face.Uuid, msg.Cid, msg.Push.Cam.Addr, msg.Push.Cam.Name, picTime, imgMaxUrl, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkname, "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 lable, lableAttach, "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", true, false, false, false, face.Liker, targetInfos, }, "", []*LinkInfo{}, } requstbody, err := json.Marshal(pervideo) sdkname := "" id := face.Uuid switch key { case "face": sdkname = "人脸" case "plate": sdkname = "车牌识别" case "track": sdkname = "人员跟踪" if len(face.Liker) == 1{ id = face.Liker[0].TargetId } } //logger.Info("人脸目标target:",targetInfos) if err != nil { logger.Info("json parse error ", err) return } resp1, err1 := EsReq("POST", videoPersonUrl, requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) } else { logger.Info("插入es返回的信息：", sdkname, "---", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: face.Uuid, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 1}) } pervideo := PerVideoPicture{LinkInfo{ id, msg.Cid, msg.Push.Cam.Addr, msg.Push.Cam.Name, picTime, imgMaxUrl, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkname, "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 lable, lableAttach, "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", true, false, false, false, face.Liker, targetInfos, }, "", []*LinkInfo{}, } requstbody, err := json.Marshal(pervideo) if err != nil { logger.Info("json parse error ", err) return } if key == "track" && len(face.Liker) == 1{ esid := face.Liker[0].TargetId returnMsg, err1 := esutil.AppendTargetInfo(esid, string(requstbody),EsInfo.EsIndex.AIOcean.IndexName,serverIp,serverPort) if err1 != nil { _ = logger.Error("追加数据出错！---", err1) } else { logger.Info("插入es返回的信息：", returnMsg) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: face.Uuid, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 1}) } } else { resp1, err1 := EsReq("POST", videoPersonUrl, requstbody) if err1 != nil { _ = logger.Error("上传ES出错！---", err1) } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: face.Uuid, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 1}) } } } } } } // 归置人脸 @@ -274,8 +305,7 @@ } // 往es中插入yolo数据 func InsertYolo(msg structure.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]structure.Result)) > 0 { func InsertYolo(msg structure.ResultMsg,key string, results interface{}) { // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]structure.Result) { @@ -290,7 +320,7 @@ alarmRules := []AlarmRule{} var targetInfos []Target url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { for _, yoloResult := range results.([]structure.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { // 拼出sdkname //logger.Info("应该进来才对的") @@ -317,7 +347,7 @@ err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) _ = logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } @@ -377,7 +407,7 @@ //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) _ = logger.Error("画框或上传图片服务器出错", err) return } else { logger.Info("上传的图片信息：", resp) @@ -431,7 +461,7 @@ } resp1, err2 := EsReq("POST", videoPersonUrl, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) _ = logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是（yolo）：", resp1) // 发出录像信号 @@ -440,19 +470,16 @@ logger.Info("联动任务的录像信号：", index) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: link.CameraId, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{strconv.Itoa(index)}, Type: 2}) } logger.Warn("__________________________________________往ES插入yolo数据成功") _ = logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } } } else { logger.Debug("timeLabel条件都不符合！") } } // 插入目标持续时间数据 func InsertTarget(msg structure.ResultMsg) { func InsertLastTarget(msg structure.ResultMsg) { if msg.RuleResult["target"] != nil && len(msg.RuleResult["target"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 logger.Info("插入定时目标信息：", len(msg.RuleResult["target"].([]structure.Result))) @@ -517,7 +544,7 @@ //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["target"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) _ = logger.Error("画框或上传图片服务器出错", err) return } else { logger.Info("上传的图片信息：", resp) @@ -594,7 +621,7 @@ } resp1, err2 := EsReq("POST", videoPersonUrl, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) _ = logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是（target）：", resp1) // 发出录像信号 @@ -603,7 +630,7 @@ logger.Info("联动任务的录像信号：", index) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: link.CameraId, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{strconv.Itoa(index)}, Type: 2}) } logger.Warn("__________________________________________往ES插入target数据成功") _ = logger.Warn("__________________________________________往ES插入target数据成功") //os.Exit(1) } } @@ -677,7 +704,7 @@ err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForTarget(msg.Cid, i, msg.RuleResult["target"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) _ = logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } @@ -786,7 +813,7 @@ err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) _ = logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } @@ -829,7 +856,7 @@ //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) _ = logger.Error("画框或上传图片服务器出错", err) return nil } else { logger.Info("上传的图片信息：", resp)
