派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -1,11 +1,13 @@ package insertdata import ( "encoding/base64" "encoding/json" "errors" "fmt" "io/ioutil" "net" "os" "ruleprocess/cache" "ruleprocess/logger" "strings" @@ -55,6 +57,7 @@ TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` @@ -102,32 +105,42 @@ } type AlarmRule struct { GroupId string `json:"groupId"` AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` GroupId string `json:"groupId"` AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` DefenceState bool `json:"defenceState"` } // 往ES插数据 //func InsertToEs(msg ruleserver.ResultMsg) { // var timeLabel string // // 直接从规则的标签数据里拿符合规则的人脸结果 // if msg.RuleResult["timeLabel"] != nil { // timeLabel = msg.RuleResult["timeLabel"].(string) // } // logger.Debug("插入数据前看看报警标志位：", timeLabel) // if timeLabel == "01" { // 无定时器状态要插入的报警数据 // InsertFace(msg) // flag := ruleserver.BodyIsSame(msg.SdkMessage) // if !flag { // InsertYolo(msg) // } // } // if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 // InsertFace(msg) // InsertYolo(msg) // } // //if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 // // //ChangeStatusFace(msg) // // ChangeStatusYolo(msg) // //} //} func InsertToEs(msg ruleserver.ResultMsg) { var timeLabel string // 直接从规则的标签数据里拿符合规则的人脸结果 if msg.RuleResult["timeLabel"] != nil { timeLabel = msg.RuleResult["timeLabel"].(string) } logger.Debug("插入数据前看看报警标志位：", timeLabel) if timeLabel == "01" { // 无定时器状态要插入的报警数据 InsertFace(msg) InsertYolo(msg) } if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 InsertFace(msg) InsertYolo(msg) } if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 //ChangeStatusFace(msg) ChangeStatusYolo(msg) } InsertFace(msg) //flag := ruleserver.BodyIsSame(msg.SdkMessage) //if !flag { InsertYolo(msg) //} } // 往es中插入人脸数据 @@ -135,13 +148,16 @@ if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.FaceResult)) > 0 { logger.Info("往ES插人脸数据") for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) { for _,face := range faceResult.Args { for _, face := range faceResult.Args { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState}) i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) @@ -172,9 +188,9 @@ } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) esDataId := uuid.NewV4().String() pervideo := PerVideoPicture{ uuid.NewV4().String(), esDataId, msg.Cid, camera.Addr, i.Timestamp, @@ -183,6 +199,7 @@ msg.Tasklab.Taskname, "人脸", "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, face.ThftRes.Age, @@ -190,7 +207,7 @@ race, face.ThftRes.Smile, face.ThftRes.Beauty, string(face.Feature), base64.StdEncoding.EncodeToString(face.Feature), []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, "暂无集群", localConfig.ServerId, @@ -216,7 +233,7 @@ } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: resp1["_id"].(string), CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1}) } } } @@ -247,8 +264,9 @@ logger.Error("查询摄像机信息失败") } esDataId := uuid.NewV4().String() pervideo := PerVideoPicture{ uuid.NewV4().String(), esDataId, msg.Cid, camera.Addr, i.Timestamp, @@ -257,6 +275,7 @@ msg.Tasklab.Taskname, "人脸", "状态转换数据，非报警数据", []AlarmRule{}, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 "", 0, @@ -291,7 +310,7 @@ } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: resp1["_id"].(string), CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1}) } //if msg.RuleResult["cacheData"] != nil { // InsertFace(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) @@ -301,92 +320,154 @@ // 往es中插入yolo数据 func InsertYolo(msg ruleserver.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText}) // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]ruleserver.Result) { logger.Info("定时器打的数字标签：",res.Others["timeLabel"].(string)) if res.Others["timeLabel"].(string) == "01" || res.Others["timeLabel"].(string) == "10" { flag = true } } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if flag { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { if yoloResult.Others["timeLabel"].(string) == "01" || yoloResult.Others["timeLabel"].(string) == "10" { // 拼出sdkname logger.Info("应该进来才对的") sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState}) // 上传缓存数据的图片拿到url if yoloResult.Others["cacheData"] != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 msgs := yoloResult.Others["cacheData"].([]ruleserver.ResultMsg) for _, msg1 := range msgs { bdata, err := util.UnCompress(msg1.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImage(msg1.Cid, i, msg1.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } url = append(url, strings.Split(resp1["fileUrl"].(string), "/")[1]) } } } } linkFlag := false for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { if (yoloResult.Others["timeLabel"].(string) == "01" || yoloResult.Others["timeLabel"].(string) == "10") && yoloResult.Others["linkCache"] != nil && len(yoloResult.Others["linkCache"].([]ruleserver.ResultMsg)) > 1{ for _, msg2 := range yoloResult.Others["linkCache"].([]ruleserver.ResultMsg) { logger.Warn("插入联动数据") for _,nihao := range msg2.RuleResult["yolo"].([]ruleserver.Result) { for k,_ := range nihao.Others { logger.Info("键：",k) } } //logger.Warn("哈哈哈哈哈",[0].Others["linkCache"].([]ruleserver.ResultMsg)) InsertYolo(msg2) logger.Warn("兄弟难道你陷入了死循环吗") linkFlag = true os.Exit(1) } } } if linkFlag { // 联动数据中包含本帧数据，插入联动数据后就不需要插入本帧数据了 logger.Warn("成功插入两个联动图片") os.Exit(1) return } logger.Info("--------走到这儿就不一样") isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { logger.Error("画框或上传图片服务器出错", err) panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } } else { logger.Info("上传的图片信息：", resp) isAlarm = 0 // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() url = append(url, strings.Split(resp["fileUrl"].(string), "/")[1]) esDataId := uuid.NewV4().String() peraction := Personaction{ esDataId, msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", url, i.Timestamp, "", isAlarm, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } else { isAlarm = 0 // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() if msg.RuleResult["cacheData"] != nil { InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 } peraction := Personaction{ uuid.NewV4().String(), msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", isAlarm, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: resp1["_id"].(string), CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) logger.Debug("timeLabel条件都不符合！") } } } @@ -419,8 +500,9 @@ logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() esDataId := uuid.NewV4().String() peraction := Personaction{ uuid.NewV4().String(), esDataId, msg.Cid, camera.Name, camera.Addr, @@ -454,7 +536,7 @@ } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: resp1["_id"].(string), CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}}) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } @@ -489,23 +571,28 @@ } // 把报警等级转化成汉字 func ChangeToString(i int32) string { func ChangeToString(defenceState bool, i int32) string { alarm := "" if i == 1 { alarm = "一级" if defenceState { if i == 1 { alarm = "一级" } if i == 2 { alarm = "二级" } if i == 3 { alarm = "三级" } if i == 4 { alarm = "四级" } if i == 5 { alarm = "五级" } } else { alarm = "撤防" } if i == 2 { alarm = "二级" } if i == 3 { alarm = "三级" } if i == 4 { alarm = "四级" } if i == 5 { alarm = "五级" } return alarm }
