派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -1,23 +1,21 @@ package insertdata import ( "basic.com/valib/logger.git" "encoding/base64" "encoding/json" "errors" "fmt" "io/ioutil" "net" "ruleprocess/cache" "ruleprocess/logger" "ruleprocess/structure" "strconv" "time" "basic.com/pubsub/protomsg.git" "github.com/go-yaml/yaml" "github.com/golang/protobuf/proto" "github.com/satori/go.uuid" "ruleprocess/ruleserver" "ruleprocess/util" "ruleprocess/structure" ) var weedfsUrl, videoPersonUrl, personAction string @@ -31,19 +29,11 @@ DbTablePersons string `yaml:"dbTablePersons"` } func init() { data, err := ioutil.ReadFile("./config/conf.yml") if err != nil { fmt.Println("读取配置文件出错--", err) logger.Error("读取配置文件出错--", err) } c := conf{} //把yaml形式的字符串解析成struct类型 yaml.Unmarshal(data, &c) weedfsUrl = c.PhotoUrl videoPersonUrl = c.VideoPersons personAction = c.PersonAction } //func InitInsertEs() { // weedfsUrl = "http://"+WeedFs.Ip+":"+strconv.Itoa(WeedFs.UploadPort)+"/submit" // videoPersonUrl = "http://"+EsInfo.Masterip+":"+EsInfo.Httpport+"/"+EsInfo.EsIndex.VideoPersons.IndexName+"/"+EsInfo.EsIndex.VideoPersons.IndexType // personAction = "http://"+EsInfo.Masterip+":"+EsInfo.Httpport+"/"+EsInfo.EsIndex.Personaction.IndexName+"/"+EsInfo.EsIndex.Personaction.IndexType //} // 人脸的数据结构 type PerVideoPicture struct { @@ -78,8 +68,24 @@ IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo Target } type Target struct { TargetId string `json:"targetId"` TargetScore float64 `json:"targetScore"` TargetLocation Points } type Points struct { TopLeft Point `json:"topLeft"` BottomRight Point `json:"bottomRight"` } type Point struct { Lat float64 `json:"lat"` Lon float64 `json:"lon"` } // yolo行为的数据结构 type Personaction struct { Id string `json:"id"` @@ -103,6 +109,7 @@ IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` TargetInfo []Target } type AlarmRule struct { @@ -145,6 +152,18 @@ // //} //} func InsertToEs(msg structure.ResultMsg) { defer func() { if err := recover(); err != nil { logger.Error("es模块儿的异常捕获：", err) } }() localConfig1, err := cache.GetServerInfo() if err != nil { panic("配置文件不合法") } weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit" videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.VideoPersons.IndexName + "/" + EsInfo.EsIndex.VideoPersons.IndexType personAction = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.Personaction.IndexName + "/" + EsInfo.EsIndex.Personaction.IndexType InsertFace(msg, "") // 如果标签中含有持续时间首次报警的timeLabel的话则不需要过人体追踪，不然就没的插入了 fk := ruleserver.TrackOrNot(msg.RuleResult) @@ -170,6 +189,8 @@ faces = PutFace(faces,msg) //logger.Info("整理后的数据：",faces) if faces != nil { var imgMaxUrl string = "" var picTime string = "" for _,face := range faces { // 上传大图 // 解压缩并上传图片 @@ -186,9 +207,13 @@ } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if imgMaxUrl == "" { bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.FaceResult), weedfsUrl) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = bigPhotoUrl["fileUrl"].(string) picTime = i.Timestamp } // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { @@ -207,6 +232,7 @@ } //logger.Info("================小图地址:", resp["fileUrl"].(string)) sex := "" logger.Info(sex) if face.ThftRes.Gender == 1 { sex = "男" } else { @@ -214,26 +240,33 @@ } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) logger.Info(ageDescription) esDataId := uuid.NewV4().String() linksId := "" if linkId != "" { linksId = linkId } var target = new(Target) target.TargetId = strconv.FormatUint(face.Id, 10) target.TargetScore = face.Score target.TargetLocation = Points{TopLeft:Point{face.Location.X,face.Location.Y},BottomRight:Point{face.Location.X+face.Location.Width,face.Location.Y+face.Location.Height}} //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10)) logger.Info("%%%%%%%%%%%%%%%%%%%%%目标信息：",*target) pervideo := PerVideoPicture{ esDataId, msg.Cid, camera.Addr, i.Timestamp, bigPhotoUrl["fileUrl"].(string), picTime, imgMaxUrl, msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, sex, //暂改为人脸id strconv.FormatUint(face.Id, 10) face.ThftRes.Age, ageDescription, ageDescription, // 暂改为分值fmt.Sprintf("%.2f",face.Score) race, face.ThftRes.Smile, face.ThftRes.Beauty, @@ -251,6 +284,7 @@ 0, 0, face.Liker, *target, } requstbody, err := json.Marshal(pervideo) @@ -331,6 +365,7 @@ logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} var targetInfos []Target url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { @@ -356,13 +391,34 @@ } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImage(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } if resp1["fileUrl"] != nil { url = append(url, resp1["fileUrl"].(string)) } } } // 装配目标信息数据 for _,target := range yoloResult.Location { // 去重添加 logger.Info("装配前的原始数据是：",target) var flag = true for _,selectTarget := range targetInfos { if strconv.FormatUint(target.TargetId, 10) == selectTarget.TargetId { flag = false break } } if flag { var target1 = new(Target) target1.TargetId = strconv.FormatUint(target.TargetId, 10) target1.TargetScore = target.TargetScore target1.TargetLocation = Points{TopLeft:Point{target.X,target.Y},BottomRight:Point{target.X+target.Width,target.Y+target.Height}} targetInfos = append(targetInfos,*target1) } } } @@ -397,7 +453,7 @@ if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) return @@ -420,7 +476,9 @@ if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() logger.Info("%%%%%%%%%%%%%%%%%yolo的target信息：",targetInfos) if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) esDataId := uuid.NewV4().String() @@ -450,6 +508,7 @@ 0, 0, 0, targetInfos, } requstbody, err := json.Marshal(peraction) @@ -473,155 +532,6 @@ logger.Debug("timeLabel条件都不符合！") } } } func ChangeStatusYolo(msg structure.ResultMsg) { logger.Info("往ES插yolo非报警状态改变数据") var sdkNames string = "" alarmRules := []AlarmRule{} bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() esDataId := uuid.NewV4().String() peraction := Personaction{ esDataId, msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "yolo非报警状态改变数据", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{resp["fileUrl"].(string)}, i.Timestamp, "", "", 0, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } resp1, err1 := EsReq("POST", personAction, requstbody) if err1 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2}) logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } func ChangeStatusFace(msg structure.ResultMsg) { logger.Info("往ES插入人脸非报警但是状态转换数据") // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) logger.Debug("========大图路径：", bigPhotoUrl) // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } esDataId := uuid.NewV4().String() pervideo := PerVideoPicture{ esDataId, msg.Cid, camera.Addr, i.Timestamp, bigPhotoUrl["fileUrl"].(string), msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "状态转换数据，非报警数据", []AlarmRule{}, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 "", 0, "", "", 0, 0, "", []string{""}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", "", 0, 1, 0, 0, 0, []*structure.BaseInfo{}, } requstbody, err := json.Marshal(pervideo) if err != nil { logger.Info("json parse error ", err) return } resp1, err1 := EsReq("POST", videoPersonUrl, requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) } else { logger.Info("插入es返回的信息：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1}) } //if msg.RuleResult["cacheData"] != nil { // InsertFace(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) //} } // 获取本机ip @@ -706,100 +616,3 @@ } return race } //for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) { // for _, face := range faceResult.Args { // // 上传大图 // // 解压缩并上传图片 // bdata, err := util.UnCompress(msg.Data) // if err != nil { // panic("解压缩图片时出现错误") // } // alarmRules := []AlarmRule{} // alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) // alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState}) // i := protomsg.Image{} // err = proto.Unmarshal(bdata, &i) // bigPhotoUrl := make(map[string]interface{}) // bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) // logger.Debug("========大图路径：", bigPhotoUrl) // // 人脸检测，没有相似的底库人员 // localConfig, err := cache.GetServerInfo() // if err != nil { // logger.Error("查询本机信息失败！") // } // serverIp, err := GetLocalIP() // // 查询cameraName // camera, err := cache.GetCameraById(msg.Cid) // if err != nil { // logger.Error("查询摄像机信息失败") // } // bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) // resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) // if err != nil { // logger.Error("上传小图出错") // } // logger.Info("================小图地址:", resp["fileUrl"].(string)) // sex := "" // if face.ThftRes.Gender == 1 { // sex = "男" // } else { // sex = "女" // } // race := getRaceString(face.ThftRes.Race) // ageDescription := getDescription(face.ThftRes.Age) // esDataId := uuid.NewV4().String() // linksId := "" // if linkId != "" { // linksId = linkId // } // pervideo := PerVideoPicture{ // esDataId, // msg.Cid, // camera.Addr, // i.Timestamp, // strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], // msg.Tasklab.Taskid, // msg.Tasklab.Taskname, // "人脸", // "", // alarmRules, // time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 // sex, // face.ThftRes.Age, // ageDescription, // race, // face.ThftRes.Smile, // face.ThftRes.Beauty, // base64.StdEncoding.EncodeToString(face.Feature), // []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, // "暂无集群", // localConfig.ServerId, // localConfig.ServerName, // serverIp, // "", // linksId, // face.Score, // 1, // 0, // 0, // 0, // face.Liker, // } // requstbody, err := json.Marshal(pervideo) // // if err != nil { // logger.Info("json parse error ", err) // return // } // resp1, err1 := EsReq("POST", videoPersonUrl, requstbody) // if err1 != nil { // logger.Error("上传ES出错！---", err1) // } else { // logger.Info("插入es返回的信息：", resp1) // // 发出录像信号 // ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1}) // } // } //}
