派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -1,73 +1,127 @@ package insertdata import ( "basic.com/valib/logger.git" "encoding/base64" "encoding/json" "errors" "fmt" "io/ioutil" "net" "ruleprocess/cache" "ruleprocess/logger" "strings" "ruleprocess/structure" "strconv" "time" "basic.com/pubsub/protomsg.git" "github.com/go-yaml/yaml" "github.com/golang/protobuf/proto" "github.com/satori/go.uuid" "ruleprocess/ruleserver" "ruleprocess/util" ) var weedfsUrl string var weedfsUrl, videoPersonUrl, personAction string type conf struct { PhotoUrl string `yaml:"photoUrl"` PhotoUrl string `yaml:"photoUrl"` VideoPersons string `yaml:"videoPersons"` PersonAction string `yaml:"personAction"` ServerIp string `yaml:"serverIp"` ServerPort string `yaml:"serverPort"` DbTablePersons string `yaml:"dbTablePersons"` } func init() { data, err := ioutil.ReadFile("./config/conf.yml") if err != nil { fmt.Println("读取配置文件出错--", err) logger.Error("读取配置文件出错--", err) } c := conf{} //把yaml形式的字符串解析成struct类型 yaml.Unmarshal(data, &c) weedfsUrl = c.PhotoUrl } //func InitInsertEs() { // weedfsUrl = "http://"+WeedFs.Ip+":"+strconv.Itoa(WeedFs.UploadPort)+"/submit" // videoPersonUrl = "http://"+EsInfo.Masterip+":"+EsInfo.Httpport+"/"+EsInfo.EsIndex.VideoPersons.IndexName+"/"+EsInfo.EsIndex.VideoPersons.IndexType // personAction = "http://"+EsInfo.Masterip+":"+EsInfo.Httpport+"/"+EsInfo.EsIndex.Personaction.IndexName+"/"+EsInfo.EsIndex.Personaction.IndexType //} // 人脸的数据结构 type PerVideoPicture struct { Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*protomsg.Baseinfo `json:"baseInfo"` Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` CameraName string `json:"cameraName"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo []Target `json:"targetInfo"` LinkTag string `json:"linkTag"` LinkTagInfo []*LinkInfo `json:"linkTagInfo"` } type LinkInfo struct { Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` CameraName string `json:"cameraName"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` AlarmRules []AlarmRule `json:"alarmRules"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*structure.BaseInfo `json:"baseInfo"` TargetInfo []Target `json:"targetInfo"` } type Target struct { TargetId string `json:"targetId"` TargetScore float64 `json:"targetScore"` TargetLocation Points `json:"targetLocation"` } type Points struct { TopLeft Point `json:"topLeft"` BottomRight Point `json:"bottomRight"` } type Point struct { X float64 `json:"x"` Y float64 `json:"y"` } // yolo行为的数据结构 @@ -92,343 +146,512 @@ IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` TargetInfo []Target `json:"targetInfo"` LinkTag string `json:"linkTag"` LinkTagInfo []*LinkInfo `json:"linkTagInfo"` } type AlarmRule struct { GroupId string `json:"groupId"` AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` GroupId string `json:"groupId"` AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` DefenceState bool `json:"defenceState"` LinkInfo string `json:"linkInfo"` } // 往ES插数据 func InsertToEs(msg ruleserver.ResultMsg) { var timeLabel string // 直接从规则的标签数据里拿符合规则的人脸结果 if msg.RuleResult["timeLabel"] != nil { timeLabel = msg.RuleResult["timeLabel"].(string) } logger.Debug("插入数据前看看报警标志位：", timeLabel) if timeLabel == "01" { // 无定时器状态要插入的报警数据 InsertFace(msg) InsertYolo(msg) } if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 InsertFace(msg) InsertYolo(msg) // 一个face对多个规则组的归置人脸的结构体 type FaceAndRules struct { structure.Arg rules []structure.Result } func InsertToEs(msg structure.ResultMsg) { //defer func() { // if err := recover(); err != nil { // logger.Error("es模块儿的异常捕获：", err) // } //}() localConfig1, err := cache.GetServerInfo() if err != nil { panic("配置文件不合法") } if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 ChangeStatusFace(msg) ChangeStatusYolo(msg) } weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit" videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.VideoPersons.IndexName + "/" + EsInfo.EsIndex.VideoPersons.IndexType personAction = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + EsInfo.EsIndex.Personaction.IndexName + "/" + EsInfo.EsIndex.Personaction.IndexType InsertFace(msg) InsertYolo(msg) InsertTarget(msg) } // 往es中插入人脸数据 func InsertFace(msg ruleserver.ResultMsg) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.Arg)) > 0 { func InsertFace(msg structure.ResultMsg) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.Result)) > 0 { logger.Info("往ES插人脸数据") for _, face := range msg.RuleResult["face"].([]ruleserver.Arg) { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) logger.Debug("========大图路径：", bigPhotoUrl) // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } logger.Info("================小图地址:", resp["fileUrl"].(string)) sex := "" if face.ThftRes.Gender == 1 { sex = "男" } else { sex = "女" } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) faces := []*FaceAndRules{} faces = PutFace(faces, msg) //logger.Info("整理后的数据：",faces) if faces != nil { var imgMaxUrl string = "" var picTime string = "" for _, face := range faces { // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } alarmRules := []AlarmRule{} //os.Exit(1) for _, faceResult := range face.rules { alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState, ""}) } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) // 先传小图，再传大图，防止脸上有线 bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } // 上传大图 if imgMaxUrl == "" { bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.DrawPolygonOnImageForFace(msg.Cid, i, msg.RuleResult["face"].([]structure.Result), weedfsUrl) logger.Debug("========大图路径：", bigPhotoUrl) imgMaxUrl = bigPhotoUrl["fileUrl"].(string) picTime = i.Timestamp } sex := "" logger.Info(sex) if face.ThftRes.Gender == 1 { sex = "男" } else { sex = "女" } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) logger.Info(ageDescription) var target = new(Target) target.TargetId = strconv.FormatUint(face.Id, 10) target.TargetScore = face.Score target.TargetLocation = Points{TopLeft: Point{face.Location.X, face.Location.Y}, BottomRight: Point{face.Location.X + face.Location.Width, face.Location.Y + face.Location.Height}} //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10)) var targetInfos []Target targetInfos = append(targetInfos, *target) pervideo := PerVideoPicture{ face.Uuid, msg.Cid, msg.Push.Cam.Addr, msg.Push.Cam.Name, picTime, imgMaxUrl, msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", time.Now().Format("2006-01-02 15:04:05"), alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, //暂改为人脸id strconv.FormatUint(face.Id, 10) face.ThftRes.Age, ageDescription, // 暂改为分值fmt.Sprintf("%.2f",face.Score) race, face.ThftRes.Smile, face.ThftRes.Beauty, base64.StdEncoding.EncodeToString(face.Feature), []string{resp["fileUrl"].(string)}, "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", face.Score, 1, 0, 0, 0, face.Liker, targetInfos, "", []*LinkInfo{}, } requstbody, err := json.Marshal(pervideo) pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, camera.Addr, i.Timestamp, strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, face.ThftRes.Age, ageDescription, race, face.ThftRes.Smile, face.ThftRes.Beauty, string(face.Feature), []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", face.Score, 1, 0, 0, 0, face.Liker, } requstbody, err := json.Marshal(pervideo) if err != nil { logger.Info("json parse error ", err) return } err1 := EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) if err != nil { logger.Info("json parse error ", err) return } resp1, err1 := EsReq("POST", videoPersonUrl, requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) } else { logger.Info("插入es返回的信息(人脸)：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: face.Uuid, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 1}) } } } } } func ChangeStatusFace(msg ruleserver.ResultMsg) { logger.Info("往ES插非报警但是状态转换数据") // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) logger.Debug("========大图路径：", bigPhotoUrl) // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, camera.Addr, i.Timestamp, strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "状态转换数据，非报警数据", time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 "", 0, "", "", 0, 0, "", []string{""}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", 0, 1, 0, 0, 0, []*protomsg.Baseinfo{}, // 归置人脸 func PutFace(faces []*FaceAndRules, msg structure.ResultMsg) []*FaceAndRules { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]structure.Result)) > 0 { for _, faceResult := range msg.RuleResult["face"].([]structure.Result) { faces = hebingFace(faces, faceResult) } requstbody, err := json.Marshal(pervideo) if err != nil { logger.Info("json parse error ", err) return return faces } else { return nil } } func hebingFace(faces []*FaceAndRules, faceResult structure.Result) []*FaceAndRules { for _, arg := range faceResult.AlarmObj { // 拿到每一张人脸 //logger.Info("归置人脸时相似者的数量：", len(arg.Liker)) flag := false for _, face := range faces { //for _, lik := range face.Liker { // //logger.Warn("--------合并人脸时相似者：", lik.PersonId, lik.TableName) //} if arg.Id == face.Id { flag = true face.rules = append(face.rules, faceResult) // 相似者去重归并 for _, liker := range arg.Liker { flag1 := true for _, liker1 := range face.Liker { if liker.PersonId == liker1.PersonId { flag1 = false } } if flag1 { face.Liker = append(face.Liker, liker) } } //face.Liker = append(face.Liker,arg.Liker...) } } err1 := EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) if !flag { faces = append(faces, &FaceAndRules{*arg, []structure.Result{faceResult}}) } InsertFace(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) } return faces } // 往es中插入yolo数据 func InsertYolo(msg ruleserver.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText}) func InsertYolo(msg structure.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]structure.Result) { //logger.Info("定时器打的数字标签：",res.Others.TimeLabel) if res.Others.TimeLabel == "01" || res.Others.TimeLabel == "10" { flag = true } } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result)) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) if flag { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} var targetInfos []Target url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { // 拼出sdkname //logger.Info("应该进来才对的") sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) linkInfo := "" if yoloResult.IsLink { linkInfo = "联动任务" } alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState, linkInfo}) logger.Info("打印任务名称：",) // 上传缓存数据的图片拿到url if yoloResult.Others.CacheData != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 msgs := yoloResult.Others.CacheData for _, msg1 := range msgs { bdata, err := util.UnCompress(msg1.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } if resp1["fileUrl"] != nil { url = append(url, resp1["fileUrl"].(string)) } } } // 装配目标信息数据 for _, target := range yoloResult.AlarmObj { // 去重添加 var flag = true for _, selectTarget := range targetInfos { if strconv.FormatUint(target.Id, 10) == selectTarget.TargetId { flag = false break } } if flag { var target1 = new(Target) target1.TargetId = strconv.FormatUint(target.Id, 10) target1.TargetScore = target.Score target1.TargetLocation = Points{TopLeft: Point{target.Location.X, target.Location.Y}, BottomRight: Point{target.Location.X + target.Location.Width, target.Location.Y + target.Location.Height}} targetInfos = append(targetInfos, *target1) } } } } // 联动图像的处理 linkTagInfos := []*LinkInfo{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if (yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10") && yoloResult.Others.LinkCache != nil && len(yoloResult.Others.LinkCache) > 1 { for _, msg2 := range yoloResult.Others.LinkCache { // 把msg2的数据装配成一个PerVideoPicture结构体 if msg2.Cid != msg.Cid { linkTagInfos = append(linkTagInfos, msg2PersonVideo(msg2)) } } } } linkTag := "" if len(linkTagInfos) > 0 { linkTag = "联动任务" } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) return } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return } if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) //esDataId := uuid.NewV4().String() peraction := Personaction{ msg.Push.PushId, msg.Cid, msg.Push.Cam.Name, msg.Push.Cam.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, time.Now().Format("2006-01-02 15:04:05"), alarmRules, msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", url, i.Timestamp, "", isAlarm, 0, 0, 0, targetInfos, linkTag, linkTagInfos, } requstbody, err := json.Marshal(peraction) if len(linkTagInfos)>0 { logger.Info("联动任务1111") } if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是（yolo）：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 2}) for index,link := range linkTagInfos { logger.Info("联动任务的录像信号：",index) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: link.CameraId, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{strconv.Itoa(index)}, Type: 2}) } logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } } } else { isAlarm = 0 // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() peraction := Personaction{ uuid.NewV4().String(), msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", isAlarm, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody) if err != nil { logger.Error("往ES插入数据失败", err) } else { logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } if msg.RuleResult["cacheData"] != nil { InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) } logger.Debug("timeLabel条件都不符合！") } } func ChangeStatusYolo(msg ruleserver.ResultMsg) { logger.Info("往ES插yolo非报警状态改变数据") var sdkNames string = "" alarmRules := []AlarmRule{} bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result)) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() peraction := Personaction{ uuid.NewV4().String(), msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "yolo非报警状态改变数据", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", 0, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return // 插入目标持续时间数据 } err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody) if err != nil { logger.Error("往ES插入数据失败", err) } else { logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) func InsertTarget(msg structure.ResultMsg) { if msg.RuleResult["target"] != nil && len(msg.RuleResult["target"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 logger.Info("插入定时目标信息：",len(msg.RuleResult["target"].([]structure.Result))) for _, yoloResult := range msg.RuleResult["target"].([]structure.Result) { // 装载目标信息` // 如果有首次报警的则本帧数据可以插入 insertFlag := false alarmNum := 0 for _,obj := range yoloResult.AlarmObj { if obj.TimeLable == "10" { insertFlag = true alarmNum++ } } if insertFlag { logger.Info("报警目标个数：",alarmNum) //var target = new(Target) //target.TargetId = strconv.FormatUint(tar.Id, 10) //target.TargetScore = tar.Score //target.TargetLocation = Points{TopLeft: Point{tar.Location.X, tar.Location.Y}, BottomRight: Point{tar.Location.X + tar.Location.Width, tar.Location.Y + tar.Location.Height}} //logger.Info("人脸的id:",strconv.FormatUint(face.Id, 10)) //var targetInfos []Target //targetInfos = append(targetInfos, *target) // 获取目标缓存图片 url := []string{} //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 url1 := uploadImg(yoloResult.AlarmObj[0].CacheData) url = append(url,url1) // 添加报警规则组 sdkNames := "" alarmRules := []AlarmRule{} sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) linkInfo := "" if yoloResult.IsLink { linkInfo = "联动任务" } alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState, linkInfo}) // 联动图像的处理 linkTagInfos := []*LinkInfo{} for _, yoloResult := range msg.RuleResult["target"].([]structure.Result) { if (yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10") && yoloResult.Others.LinkCache != nil && len(yoloResult.Others.LinkCache) > 1 { for _, msg2 := range yoloResult.Others.LinkCache { // 把msg2的数据装配成一个PerVideoPicture结构体 if msg2.Cid != msg.Cid { linkTagInfos = append(linkTagInfos, msg2PersonVideo(msg2)) } } } } linkTag := "" if len(linkTagInfos) > 0 { linkTag = "联动任务" } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传本帧数据图片 bdata1, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata1, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["target"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) return } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return } if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) if len(url) == 1 { return } //esDataId := uuid.NewV4().String() peraction := Personaction{ msg.Push.PushId, msg.Cid, msg.Push.Cam.Name, msg.Push.Cam.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, time.Now().Format("2006-01-02 15:04:05"), alarmRules, msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", url, i.Timestamp, "", isAlarm, 0, 0, 0, nil, linkTag, linkTagInfos, } requstbody, err := json.Marshal(peraction) if len(linkTagInfos)>0 { logger.Info("联动任务1111") } if err != nil { logger.Info("json parse error ", err) return } resp1, err2 := EsReq("POST", personAction, requstbody) if err2 != nil { logger.Error("往ES插入数据失败", err) } else { logger.Debug("插入es返回的数据信息是（target）：", resp1) // 发出录像信号 ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{"-1"}, Type: 2}) for index,link := range linkTagInfos { logger.Info("联动任务的录像信号：",index) ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: msg.Push.PushId, CameraId: link.CameraId, TaskId: msg.Tasklab.Taskid, VideoUrl: msg.Push.VideoUrl, ImgId: i.Id, SdkIds: []string{strconv.Itoa(index)}, Type: 2}) } logger.Warn("__________________________________________往ES插入target数据成功") //os.Exit(1) } } } else { logger.Info("没有首次报警的目标，不插入") } } } } // 获取本机ip @@ -460,26 +683,50 @@ } // 把报警等级转化成汉字 func ChangeToString(i int32) string { func ChangeToString(defenceState bool, i int32) string { alarm := "" if i == 1 { alarm = "一级" if defenceState { if i == 1 { alarm = "一级" } if i == 2 { alarm = "二级" } if i == 3 { alarm = "三级" } if i == 4 { alarm = "四级" } if i == 5 { alarm = "五级" } } else { alarm = "撤防" } if i == 2 { alarm = "二级" } if i == 3 { alarm = "三级" } if i == 4 { alarm = "四级" } if i == 5 { alarm = "五级" } return alarm } func uploadImg(msg structure.ResultMsg) string{ bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForTarget(msg.Cid, i, msg.RuleResult["target"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } if resp1["fileUrl"] != nil { return resp1["fileUrl"].(string) } else { return "" } } //获取年龄描述 func getDescription(age int32) string { ageInfo := "青年" @@ -508,3 +755,148 @@ } return race } func msg2PersonVideo(msg structure.ResultMsg) *LinkInfo { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]structure.Result)) > 0 { // 先判断一下数据带的规则标签是否有可以插入的 flag := false for _, res := range msg.RuleResult["yolo"].([]structure.Result) { //logger.Info("定时器打的数字标签：",res.Others.TimeLabel) if res.Others.TimeLabel == "01" || res.Others.TimeLabel == "10" { flag = true } } if flag { logger.Info("插入Yolo组装数据") var sdkNames string = "" alarmRules := []AlarmRule{} var targetInfos []Target url := []string{} for _, yoloResult := range msg.RuleResult["yolo"].([]structure.Result) { if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" { // 拼出sdkname //logger.Info("应该进来才对的") sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel) linkInfo := "" if yoloResult.IsLink { linkInfo = "联动任务" } alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState, linkInfo}) // 上传缓存数据的图片拿到url if yoloResult.Others.CacheData != nil { //InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) // 把缓存的数据上传后得到地址存进去 // 解压缩并上传图片 msgs := yoloResult.Others.CacheData for _, msg1 := range msgs { bdata, err := util.UnCompress(msg1.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) resp1, err1 := util.DrawPolygonOnImageForYolo(msg1.Cid, i, msg1.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err1 != nil { logger.Error("缓存数据画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp1) } if resp1["fileUrl"] != nil { url = append(url, resp1["fileUrl"].(string)) } } } // 装配目标信息数据 for _, target := range yoloResult.AlarmObj { // 去重添加 var flag = true for _, selectTarget := range targetInfos { if strconv.FormatUint(target.Id, 10) == selectTarget.TargetId { flag = false break } } if flag { var target1 = new(Target) target1.TargetId = strconv.FormatUint(target.Id, 10) target1.TargetScore = target.Score target1.TargetLocation = Points{TopLeft: Point{target.Location.X, target.Location.Y}, BottomRight: Point{target.Location.X + target.Location.Width, target.Location.Y + target.Location.Height}} targetInfos = append(targetInfos, *target1) } } } } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImageForYolo(msg.Cid, i, msg.RuleResult["yolo"].([]structure.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) return nil } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return nil } if resp["fileUrl"] != nil { url = append(url, resp["fileUrl"].(string)) //esDataId := uuid.NewV4().String() pervideo := &LinkInfo{ msg.Push.PushId + "-" + uuid.NewV4().String(), msg.Cid, msg.Push.Cam.Addr, msg.Push.Cam.Name, i.Timestamp, "", msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", alarmRules, time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 "", //暂改为人脸id strconv.FormatUint(face.Id, 10) 0, "", // 暂改为分值fmt.Sprintf("%.2f",face.Score) "", 0, 0, "", []string{resp["fileUrl"].(string)}, "", msg.Push.ServerId, msg.Push.ServerName, msg.Push.LocalIp, "", 0, isAlarm, 0, 0, 0, nil, targetInfos, } return pervideo } else { return nil } } else { logger.Debug("timeLabel条件都不符合！") return nil } } else { return nil } }
