派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -1,19 +1,20 @@ package insertdata import ( "basic.com/valib/logger.git" "encoding/base64" "encoding/json" "errors" "net" "ruleprocess/cache" "ruleprocess/structure" "strconv" "time" "basic.com/pubsub/protomsg.git" "github.com/golang/protobuf/proto" "github.com/satori/go.uuid" logger "github.com/alecthomas/log4go" "ruleprocess/cache" "ruleprocess/structure" "basic.com/pubsub/protomsg.git" "ruleprocess/ruleserver" "ruleprocess/util" ) @@ -29,43 +30,6 @@ DbTablePersons string `yaml:"dbTablePersons"` } //func InitInsertEs() { // weedfsUrl = "http://"+WeedFs.Ip+":"+strconv.Itoa(WeedFs.UploadPort)+"/submit" // videoPersonUrl = "http://"+EsInfo.Masterip+":"+EsInfo.Httpport+"/"+EsInfo.EsIndex.VideoPersons.IndexName+"/"+EsInfo.EsIndex.VideoPersons.IndexType // personAction = "http://"+EsInfo.Masterip+":"+EsInfo.Httpport+"/"+EsInfo.EsIndex.Personaction.IndexName+"/"+EsInfo.EsIndex.Personaction.IndexType //} // 人脸的数据结构 type PerVideoPicture struct { Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` CameraName string `json:"cameraName"` PicDate string `json:"picDate"` PicMaxUrl []string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` ShowLables string `json:"showLables"` OtherLables string `json:"otherLables"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo []Target `json:"targetInfo"` LinkTag string `json:"linkTag"` LinkTagInfo []*LinkInfo `json:"linkTagInfo"` } type LinkInfo struct { Id string `json:"id"` CameraId string `json:"cameraId"` @@ -79,27 +43,39 @@ Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` ShowLables string `json:"showLables"` OtherLables string `json:"otherLables"` ShowLabels string `json:"showLabels"` OtherLabels string `json:"otherLabels"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` IsAlarm bool `json:"isAlarm"` IsAckAlarm bool `json:"isAckAlarm"` IsCollect bool `json:"isCollect"` IsDelete bool `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo []Target `json:"targetInfo"` } type Target struct { // 统一的数据结构 type PerVideoPicture struct { LinkInfo LinkTag string `json:"linkTag"` LinkTagInfo []*LinkInfo `json:"linkTagInfo"` } type SourceTarget struct { TargetId string `json:"targetId"` TargetScore float64 `json:"targetScore"` FaceFeature string `json:"faceFeature"` PicSmUrl string `json:"picSmUrl"` TargetType string `json:"targetType"` Feature string `json:"feature"` PicSmUrl string `json:"picSmUrl"` TargetLocation Points `json:"targetLocation"` } type Target struct { SourceTarget AttachTarget SourceTarget } type Points struct { @@ -111,33 +87,6 @@ X float64 `json:"x"` Y float64 `json:"y"` } // yolo行为的数据结构 //type Personaction struct { // Id string `json:"id"` // CameraId string `json:"cameraId"` // CameraName string `json:"cameraName"` // CameraAddr string `json:"cameraAddr"` // TaskId string `json:"taskId"` // TaskName string `json:"taskName"` // SdkName string `json:"sdkName"` // Content string `json:"content"` // AlarmRules []AlarmRule `json:"alarmRules"` // AnalyServerId string `json:"analyServerId"` // AnalyServerName string `json:"analyServerName"` // AnalyServerIp string `json:"analyServerIp"` // ClusterId string `json:"clusterId"` // PicSmUrl []string `json:"picSmUrl"` // PicDate string `json:"picDate"` // VideoUrl string `json:"videoUrl"` // IsAlarm int `json:"isAlarm"` // IsAckAlarm int `json:"isAckAlarm"` // IsCollect int `json:"isCollect"` // IsDelete int `json:"isDelete"` // TargetInfo []Target `json:"targetInfo"` // LinkTag string `json:"linkTag"` // LinkTagInfo []*LinkInfo `json:"linkTagInfo"` //} type AlarmRule struct { GroupId string `json:"groupId"` @@ -154,18 +103,17 @@ } func InsertToEs(msg structure.ResultMsg) { //defer func() { // if err := recover(); err != nil { // logger.Error("es模块儿的异常捕获：", err) // } //}() defer func() { if err := recover(); err != nil { logger.Error("es模块儿的异常捕获：", err) } }() localConfig1, err := cache.GetServerInfo() if err != nil { panic("配置文件不合法") } weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit" videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.VideoPersons.IndexName + "/" + EsInfo.EsIndex.VideoPersons.IndexType personAction = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.Personaction.IndexName + "/" + EsInfo.EsIndex.Personaction.IndexType videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.AIOcean.IndexName + "/" + EsInfo.EsIndex.AIOcean.IndexType+"?refresh=true" InsertFace(msg) InsertYolo(msg) InsertTarget(msg) @@ -173,14 +121,15 @@ // 往es中插入人脸类型数据 func InsertFace(msg structure.ResultMsg) { if (msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.Result)) > 0) || (msg.RuleResult["plate"] != nil && len(msg.RuleResult["plate"].([]structure.Result)) > 0) { if (msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.Result)) > 0) || (msg.RuleResult["plate"] != nil && len(msg.RuleResult["plate"].([]structure.Result)) > 0) || (msg.RuleResult["track"] != nil && len(msg.RuleResult["track"].([]structure.Result)) > 0) { for key, results := range msg.RuleResult { if key == "face" || key == "plate" { if key == "face" || key == "plate" || key == "track"{ logger.Info("往ES插人脸数据(或车牌数据)") faces := []*ObjAndRules{} faces = PutFace(faces, results.([]structure.Result)) //logger.Info("整理后的数据：",faces) if faces != nil { logger.Warn("face不为nil") var imgMaxUrl []string = []string{} var picTime string = "" for _, face := range faces { @@ -191,6 +140,7 @@ panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} //logger.Info("循环每一个目标") for _, faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState, ""}) @@ -198,7 +148,7 @@ i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) // 先传小图，再传大图，防止脸上有线 bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height),face.Type) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") @@ -208,19 +158,30 @@ bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.Result), weedfsUrl) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = append(imgMaxUrl,bigPhotoUrl["fileUrl"].(string)) imgMaxUrl = append(imgMaxUrl, bigPhotoUrl["fileUrl"].(string)) picTime = i.Timestamp } lable,lableAttach := Feature2Jsonstr(*face) lable, lableAttach := Feature2Jsonstr(*face) var target = new(Target) target.TargetId = face.Id target.TargetScore = face.Score target.FaceFeature = base64.StdEncoding.EncodeToString(face.Feature) target.TargetType = face.Type target.Feature = base64.StdEncoding.EncodeToString(face.Feature) target.PicSmUrl = resp["fileUrl"].(string) target.TargetLocation = Points{TopLeft: Point{face.Location.X, face.Location.Y}, BottomRight: Point{face.Location.X + face.Location.Width, face.Location.Y + face.Location.Height}} target.AttachTarget = SourceTarget{face.AttachArg.Id,face.AttachArg.Score,face.AttachArg.Type,base64.StdEncoding.EncodeToString(face.AttachArg.Feature),"",Points{TopLeft: Point{face.AttachArg.Location.X, face.AttachArg.Location.Y}, BottomRight: Point{face.AttachArg.Location.X + face.AttachArg.Location.Width, face.AttachArg.Location.Y + face.AttachArg.Location.Height}}} var targetInfos []Target targetInfos = append(targetInfos, *target) pervideo := PerVideoPicture{ sdkname := "" switch key { case "face": sdkname = "人脸" case "plate": sdkname = "车牌识别" } //logger.Info("人脸目标target:",targetInfos) pervideo := PerVideoPicture{LinkInfo{ face.Uuid, msg.Cid, msg.Push.Cam.Addr, @@ -229,8 +190,8 @@ imgMaxUrl, msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", time.Now().Format("2006-01-02 15:04:05"), sdkname, "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 lable, @@ -240,12 +201,13 @@ msg.Push.ServerName, msg.Push.LocalIp, "", 1, 0, 0, 0, true, false, false, false, face.Liker, targetInfos, }, "", []*LinkInfo{}, } @@ -259,7 +221,7 @@ if err1 != nil { logger.Error("上传ES出错！---", err1) } else { logger.Info("插入es返回的信息(人脸)：", resp1) logger.Info("插入es返回的信息：", sdkname, "---", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: face.Uuid, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 1}) } @@ -339,7 +301,7 @@ linkInfo = "联动任务" } alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState, linkInfo}) logger.Info("打印任务名称：", ) //logger.Info("打印任务名称：", ) // 上传缓存数据的图片拿到url if yoloResult.Others.CacheData != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) @@ -378,6 +340,7 @@ var target1 = new(Target) target1.TargetId = target.Id target1.TargetScore = target.Score target1.TargetType = "action" target1.TargetLocation = Points{TopLeft: Point{target.Location.X, target.Location.Y}, BottomRight: Point{target.Location.X + target.Location.Width, target.Location.Y + target.Location.Height}} targetInfos = append(targetInfos, *target1) } @@ -400,7 +363,7 @@ if len(linkTagInfos) > 0 { linkTag = "联动任务" } isAlarm := 0 isAlarm := false resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) @@ -410,7 +373,7 @@ i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 isAlarm = true //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { @@ -420,18 +383,18 @@ logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 isAlarm = false // 不是报警数据不存 return } if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) //esDataId := uuid.NewV4().String() peraction := PerVideoPicture{ peraction := PerVideoPicture{LinkInfo{ msg.Push.PushId, msg.Cid, msg.Push.Cam.Addr, msg.Push.Cam.Name , msg.Push.Cam.Name, time.Now().Format("2006-01-02 15:04:05"), url, msg.Tasklab.Taskid, @@ -448,11 +411,12 @@ msg.Push.LocalIp, "", isAlarm, 0, 0, 0, false, false, false, nil, targetInfos, }, linkTag, linkTagInfos, } @@ -465,7 +429,7 @@ logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) resp1, err2 := EsReq("POST", videoPersonUrl, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { @@ -539,7 +503,7 @@ if len(linkTagInfos) > 0 { linkTag = "联动任务" } isAlarm := 0 isAlarm := false resp := make(map[string]interface{}) // 解压缩并上传本帧数据图片 bdata1, err := util.UnCompress(msg.Data) @@ -549,7 +513,7 @@ i := protomsg.Image{} err = proto.Unmarshal(bdata1, &i) if len(alarmRules) > 0 { isAlarm = 1 isAlarm = true //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["target"].([]structure.Result), weedfsUrl) if err != nil { @@ -559,7 +523,7 @@ logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 isAlarm = false // 不是报警数据不存 return } @@ -578,6 +542,7 @@ var target1 = new(Target) target1.TargetId = target.Id target1.TargetScore = target.Score target1.TargetType = "action" target1.TargetLocation = Points{TopLeft: Point{target.Location.X, target.Location.Y}, BottomRight: Point{target.Location.X + target.Location.Width, target.Location.Y + target.Location.Height}} targetInfos = append(targetInfos, *target1) } @@ -588,7 +553,7 @@ return } //esDataId := uuid.NewV4().String() peraction := PerVideoPicture{ peraction := PerVideoPicture{LinkInfo{ msg.Push.PushId, msg.Cid, msg.Push.Cam.Addr, @@ -609,11 +574,12 @@ msg.Push.LocalIp, "", isAlarm, 0, 0, 0, false, false, false, nil, nil, targetInfos, }, linkTag, linkTagInfos, } @@ -626,7 +592,7 @@ logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) resp1, err2 := EsReq("POST", videoPersonUrl, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { @@ -751,30 +717,31 @@ return race } func Feature2Jsonstr(obj ObjAndRules) (string,string) { func Feature2Jsonstr(obj ObjAndRules) (string, string) { var lable string var lableAttach string switch obj.Type { case "face": sex := "" if obj.ThftRes.Gender == 1 { sex = "男" } else { sex = "女" } race := getRaceString(obj.ThftRes.Race) ageDescription := getDescription(obj.ThftRes.Age) lable = sex+"/"+ageDescription+"/"+race+"/" lableAttach = strconv.Itoa(int(obj.ThftRes.Age))+"岁"+"/"+"微笑值："+strconv.Itoa(int(obj.ThftRes.Smile))+"/"+"颜值："+strconv.Itoa(int(obj.ThftRes.Beauty)) case "face": sex := "" if obj.ThftRes.Gender == 1 { sex = "男" } else { sex = "女" } race := getRaceString(obj.ThftRes.Race) ageDescription := getDescription(obj.ThftRes.Age) lable = sex + "/" + ageDescription + "/" + race lableAttach = strconv.Itoa(int(obj.ThftRes.Age)) + "岁" + "/" + "微笑值：" + strconv.Itoa(int(obj.ThftRes.Smile)) + "/" + "颜值：" + strconv.Itoa(int(obj.ThftRes.Beauty)) case "plate": // 车牌运动方向，0 unknown, 1 left, 2 right, 3 up, 4 down lable = obj.Car.License+"/"+cache.GetDic("nColor"+strconv.Itoa(int(obj.Car.NColor)))+"车牌"+"/"+ cache.GetDic("nCarColor"+strconv.Itoa(int(obj.Car.NCarColor)))+"车辆"+"/"+ cache.GetDic("nCarLogo"+strconv.Itoa(int(obj.Car.NCarLogo)))+"/"+cache.GetDic("nCarLogo"+strconv.Itoa(int(obj.Car.NCarType))) lableAttach = cache.GetDic("nDirection"+strconv.Itoa(int(obj.Car.NDirection)))+"/"+"车牌置信度："+strconv.Itoa(int(obj.Car.NConfidence))+"/"+ "车牌亮度："+strconv.Itoa(int(obj.Car.NBright))+"/"+"车的亮度："+strconv.Itoa(int(obj.Car.NCarBright))+"/"+"识别时间："+strconv.Itoa(int(obj.Car.NTime)) case "plate": // 车牌运动方向，0 unknown, 1 left, 2 right, 3 up, 4 down lable = obj.Car.License + "/" + cache.GetDic("nVehicleColor1"+strconv.Itoa(int(obj.Car.NVehicleColor1))) + "车辆" + "/" + cache.GetDic("nColor"+strconv.Itoa(int(obj.Car.NColor))) + "车牌" lableAttach = "车牌置信度：" + strconv.Itoa(int(obj.Car.NConfidence)) + "/" + "车的亮度：" + strconv.Itoa(int(obj.Car.NVehicleBright)) +"/"+ "车牌类型"+cache.GetDic("nType"+strconv.Itoa(int(obj.Car.NType)))+ "车身辅颜色："+cache.GetDic("nVehicleColor2"+strconv.Itoa(int(obj.Car.NVehicleColor2)))+"/"+"是否识别到车牌："+cache.GetDic("nVehicleColor1"+strconv.Itoa(int(obj.Car.NVehicleColor1)))+"/"+ "车辆置信度"+strconv.Itoa(int(obj.Score))+"/"+"品牌：" +obj.Car.VehicleType1 } return lable,lableAttach return lable, lableAttach } func msg2PersonVideo(msg structure.ResultMsg) *LinkInfo { @@ -848,7 +815,7 @@ } } } isAlarm := 0 isAlarm := false resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) @@ -858,7 +825,7 @@ i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 isAlarm = true //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { @@ -868,7 +835,7 @@ logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 isAlarm = false // 不是报警数据不存 return nil } @@ -896,9 +863,9 @@ msg.Push.LocalIp, "", isAlarm, 0, 0, 0, false, false, false, nil, targetInfos, }
