派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -71,6 +71,7 @@ AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` LinkId string `json:"linkId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` @@ -96,6 +97,7 @@ ClusterId string `json:"clusterId"` PicSmUrl []string `json:"picSmUrl"` PicDate string `json:"picDate"` LinkId string `json:"linkId"` VideoUrl string `json:"videoUrl"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` @@ -110,35 +112,63 @@ DefenceState bool `json:"defenceState"` } // 往ES插数据 func InsertToEs(msg ruleserver.ResultMsg) { var timeLabel string // 直接从规则的标签数据里拿符合规则的人脸结果 if msg.RuleResult["timeLabel"] != nil { timeLabel = msg.RuleResult["timeLabel"].(string) } logger.Debug("插入数据前看看报警标志位：", timeLabel) if timeLabel == "01" { // 无定时器状态要插入的报警数据 InsertFace(msg) InsertYolo(msg) } if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 InsertFace(msg) InsertYolo(msg) // 一个face对多个规则组的归置人脸的结构体 type FaceAndRules struct { ruleserver.Arg rules []ruleserver.Result } // 往ES插数据 //func InsertToEs(msg ruleserver.ResultMsg) { // var timeLabel string // // 直接从规则的标签数据里拿符合规则的人脸结果 // if msg.RuleResult["timeLabel"] != nil { // timeLabel = msg.RuleResult["timeLabel"].(string) // } // logger.Debug("插入数据前看看报警标志位：", timeLabel) // if timeLabel == "01" { // 无定时器状态要插入的报警数据 // InsertFace(msg) // flag := ruleserver.BodyIsSame(msg.SdkMessage) // if !flag { // InsertYolo(msg) // } // } // if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 // InsertFace(msg) // InsertYolo(msg) // } // //if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 // // //ChangeStatusFace(msg) // // ChangeStatusYolo(msg) // //} //} func InsertToEs(msg ruleserver.ResultMsg) { InsertFace(msg, "") // 如果标签中含有持续时间首次报警的timeLabel的话则不需要过人体追踪，不然就没的插入了 fk := ruleserver.TrackOrNot(msg.RuleResult) if fk { InsertYolo(msg, "") //if msg.Cid == "61de081a-7ed9-4970-8432-41d642c35456" { // logger.Warn("捕捉188摄像机的持续时间任务.....") // os.Exit(1) //} } else { flag := ruleserver.BodyIsSame(msg.SdkMessage) if !flag { InsertYolo(msg, "") } } //if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 // //ChangeStatusFace(msg) // ChangeStatusYolo(msg) //} } // 往es中插入人脸数据 func InsertFace(msg ruleserver.ResultMsg) { func InsertFace(msg ruleserver.ResultMsg, linkId string) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.FaceResult)) > 0 { logger.Info("往ES插人脸数据") for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) { for _, face := range faceResult.Args { faces := []*FaceAndRules{} faces = PutFace(faces,msg) logger.Info("整理后的数据：",faces) if faces != nil { for _,face := range faces { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) @@ -146,8 +176,12 @@ panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText,faceResult.DefenceState}) logger.Warn("人脸id为：",face.Id,"人脸的规则长度为：",len(face.rules)) //os.Exit(1) for _,faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState}) } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) @@ -179,6 +213,10 @@ race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } pervideo := PerVideoPicture{ esDataId, msg.Cid, @@ -204,6 +242,7 @@ localConfig.ServerName, serverIp, "", linksId, face.Score, 1, 0, @@ -227,6 +266,260 @@ } } } } } // 归置人脸 func PutFace(faces []*FaceAndRules,msg ruleserver.ResultMsg)[]*FaceAndRules{ if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.FaceResult)) > 0 { logger.Info("整理人脸数据") for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) { faces = hebingFace(faces, faceResult) } return faces } else { return nil } } func hebingFace(faces []*FaceAndRules, faceResult ruleserver.FaceResult) []*FaceAndRules{ for _, arg := range faceResult.Args { // 拿到每一张人脸 flag := false for _, face := range faces { if arg.Id == face.Id { flag = true face.rules = append(face.rules,faceResult.Result) } } if !flag { faces = append(faces, &FaceAndRules{arg, []ruleserver.Result{faceResult.Result}}) } } logger.Info("整理中的数据",faces) return faces } // 往es中插入yolo数据 func InsertYolo(msg ruleserver.ResultMsg, linkId string) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]ruleserver.Result) { //logger.Info("定时器打的数字标签：",res.Others.TimeLabel) if res.Others.TimeLabel == "01" || res.Others.TimeLabel == "10" { flag = true } } if flag { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { // 拼出sdkname //logger.Info("应该进来才对的") sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState}) // 上传缓存数据的图片拿到url if yoloResult.Others.CacheData != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 msgs := yoloResult.Others.CacheData for _, msg1 := range msgs { bdata, err := util.UnCompress(msg1.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImage(msg1.Cid, i, msg1.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } url = append(url, strings.Split(resp1["fileUrl"].(string), "/")[1]) } } } } linkFlag := false for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { if (yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10") && yoloResult.Others.LinkCache != nil && len(yoloResult.Others.LinkCache) > 1 { linkId := uuid.NewV4().String() for _, msg2 := range yoloResult.Others.LinkCache { logger.Warn("插入联动数据", "此帧数据的id为", msg2.Cid) InsertYolo(msg2, linkId) linkFlag = true } } } if linkFlag { // 联动数据中包含本帧数据，插入联动数据后就不需要插入本帧数据了 logger.Warn("成功插入两个联动图片") //os.Exit(1) return } //logger.Info("--------走到这儿就不一样") isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() url = append(url, strings.Split(resp["fileUrl"].(string), "/")[1]) esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } peraction := Personaction{ esDataId, msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", url, i.Timestamp, linksId, "", isAlarm, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } else { logger.Debug("timeLabel条件都不符合！") } } } func ChangeStatusYolo(msg ruleserver.ResultMsg) { logger.Info("往ES插yolo非报警状态改变数据") var sdkNames string = "" alarmRules := []AlarmRule{} bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() esDataId := uuid.NewV4().String() peraction := Personaction{ esDataId, msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "yolo非报警状态改变数据", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", "", 0, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err1 := EsReq("POST", personAction, requstbody) if err1 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } func ChangeStatusFace(msg ruleserver.ResultMsg) { @@ -280,6 +573,7 @@ localConfig.ServerName, serverIp, "", "", 0, 1, 0, @@ -305,186 +599,6 @@ //if msg.RuleResult["cacheData"] != nil { // InsertFace(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) //} } // 往es中插入yolo数据 func InsertYolo(msg ruleserver.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText,yoloResult.DefenceState}) } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() url := []string{} url = append(url, strings.Split(resp["fileUrl"].(string), "/")[1]) if msg.RuleResult["cacheData"] != nil { InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 msg1 := msg.RuleResult["cacheData"].(ruleserver.ResultMsg) bdata, err := util.UnCompress(msg1.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } url = append(url, strings.Split(resp1["fileUrl"].(string), "/")[1]) } esDataId := uuid.NewV4().String() peraction := Personaction{ esDataId, msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", url, i.Timestamp, "", isAlarm, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } } func ChangeStatusYolo(msg ruleserver.ResultMsg) { logger.Info("往ES插yolo非报警状态改变数据") var sdkNames string = "" alarmRules := []AlarmRule{} bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() esDataId := uuid.NewV4().String() peraction := Personaction{ esDataId, msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "yolo非报警状态改变数据", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", 0, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err1 := EsReq("POST", personAction, requstbody) if err1 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } // 获取本机ip @@ -569,3 +683,100 @@ } return race } //for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) { // for _, face := range faceResult.Args { // // 上传大图 // // 解压缩并上传图片 // bdata, err := util.UnCompress(msg.Data) // if err != nil { // panic("解压缩图片时出现错误") // } // alarmRules := []AlarmRule{} // alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) // alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState}) // i := protomsg.Image{} // err = proto.Unmarshal(bdata, &i) // bigPhotoUrl := make(map[string]interface{}) // bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) // logger.Debug("========大图路径：", bigPhotoUrl) // // 人脸检测，没有相似的底库人员 // localConfig, err := cache.GetServerInfo() // if err != nil { // logger.Error("查询本机信息失败！") // } // serverIp, err := GetLocalIP() // // 查询cameraName // camera, err := cache.GetCameraById(msg.Cid) // if err != nil { // logger.Error("查询摄像机信息失败") // } // bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) // resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) // if err != nil { // logger.Error("上传小图出错") // } // logger.Info("================小图地址:", resp["fileUrl"].(string)) // sex := "" // if face.ThftRes.Gender == 1 { // sex = "男" // } else { // sex = "女" // } // race := getRaceString(face.ThftRes.Race) // ageDescription := getDescription(face.ThftRes.Age) // esDataId := uuid.NewV4().String() // linksId := "" // if linkId != "" { // linksId = linkId // } // pervideo := PerVideoPicture{ // esDataId, // msg.Cid, // camera.Addr, // i.Timestamp, // strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], // msg.Tasklab.Taskid, // msg.Tasklab.Taskname, // "人脸", // "", // alarmRules, // time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 // sex, // face.ThftRes.Age, // ageDescription, // race, // face.ThftRes.Smile, // face.ThftRes.Beauty, // base64.StdEncoding.EncodeToString(face.Feature), // []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, // "暂无集群", // localConfig.ServerId, // localConfig.ServerName, // serverIp, // "", // linksId, // face.Score, // 1, // 0, // 0, // 0, // face.Liker, // } // requstbody, err := json.Marshal(pervideo) // // if err != nil { // logger.Info("json parse error ", err) // return // } // resp1, err1 := EsReq("POST", videoPersonUrl, requstbody) // if err1 != nil { // logger.Error("上传ES出错！---", err1) // } else { // logger.Info("插入es返回的信息：", resp1) // // 发出录像信号 // ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1}) // } // } //}
