派生自 ruleprocess
insertdata/insertDataToEs.go
@@ -1,70 +1,80 @@ package insertdata import ( "ruleprocess/logger" "encoding/json" "errors" "fmt" "io/ioutil" "net" "ruleprocess/cache" "ruleprocess/logger" "strings" "time" "basic.com/pubsub/protomsg.git" "github.com/go-yaml/yaml" "github.com/golang/protobuf/proto" "github.com/satori/go.uuid" "ruleprocess/ruleserver" "ruleprocess/util" "github.com/go-yaml/yaml" ) var weedfsUrl string var weedfsUrl, videoPersonUrl, personAction string type conf struct { PhotoUrl string `yaml:"photoUrl"` PhotoUrl string `yaml:"photoUrl"` Videopersons string `yaml:"videoPersons"` Personaction string `yaml:"personAction"` Serverip string `yaml:"serverIp"` Serverport string `yaml:"serverPort"` Dbtablepersons string `yaml:"dbTablePersons"` } func init() { data, err := ioutil.ReadFile("./config/conf.yml") if err != nil { fmt.Println("读取配置文件出错--",err) logger.Error("读取配置文件出错--",err) fmt.Println("读取配置文件出错--", err) logger.Error("读取配置文件出错--", err) } c := conf{} //把yaml形式的字符串解析成struct类型 yaml.Unmarshal(data, &c) weedfsUrl = c.PhotoUrl videoPersonUrl = c.Videopersons personAction = c.Personaction } // 人脸的数据结构 type PerVideoPicture struct { Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*protomsg.Baseinfo `json:"baseInfo"` Id string `json:"id"` CameraId string `json:"cameraId"` CameraAddr string `json:"cameraAddr"` PicDate string `json:"picDate"` PicMaxUrl string `json:"picMaxUrl"` TaskId string `json:"taskId"` TaskName string `json:"taskName"` SdkName string `json:"sdkName"` Content string `json:"content"` LikeDate string `json:"likeDate"` Sex string `json:"sex"` Age int32 `json:"age"` AgeDescription string `json:"ageDescription"` Race string `json:"race"` SmileLevel int32 `json:"smileLevel"` BeautyLevel int32 `json:"beautyLevel"` FaceFeature string `json:"faceFeature"` PicSmUrl []string `json:"picSmUrl"` VideoUrl string `json:"videoUrl"` AnalyServerId string `json:"analyServerId"` AnalyServerName string `json:"analyServerName"` AnalyServerIp string `json:"analyServerIp"` ClusterId string `json:"clusterId"` DetectScore float64 `json:"detectScore"` IsAlarm int `json:"isAlarm"` IsAckAlarm int `json:"isAckAlarm"` IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` BaseInfo []*ruleserver.BaseInfo `json:"baseInfo"` } // yolo行为的数据结构 @@ -99,9 +109,29 @@ // 往ES插数据 func InsertToEs(msg ruleserver.ResultMsg) { var timeLabel string // 直接从规则的标签数据里拿符合规则的人脸结果 //logger.Info("------------------------------------从配置文件读取的值：",weedfsUrl) if msg.RuleResult["timeLabel"] != nil { timeLabel = msg.RuleResult["timeLabel"].(string) } logger.Debug("插入数据前看看报警标志位：", timeLabel) if timeLabel == "01" { // 无定时器状态要插入的报警数据 InsertFace(msg) InsertYolo(msg) } if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧 InsertFace(msg) InsertYolo(msg) } if timeLabel == "12" { // 并非报警数据，只是状态改变的数据 //ChangeStatusFace(msg) ChangeStatusYolo(msg) } } // 往es中插入人脸数据 func InsertFace(msg ruleserver.ResultMsg) { if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.Arg)) > 0 { logger.Info("往ES插人脸数据") for _, face := range msg.RuleResult["face"].([]ruleserver.Arg) { @@ -115,247 +145,302 @@ err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) logger.Info(bigPhotoUrl) if len(face.Liker) == 0 { // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) logger.Info("-------------------------------------------看下宽和高", int(face.Location.X),int(face.Location.Y),int(face.Location.X+face.Location.Width),int(face.Location.Y+face.Location.Height)) bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } logger.Info("================小图地址:",resp["fileUrl"].(string)) sex := "" if face.ThftRes.Gender == 1 { sex = "男" } else { sex = "女" } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, camera.Addr, time.Now().Format("2006-01-02 15:04:05"), strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, face.ThftRes.Age, ageDescription, race, face.ThftRes.Smile, face.ThftRes.Beauty, string(face.Feature), []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", face.Score, 1, 0, 0, 0, []*protomsg.Baseinfo{}, } requstbody, err := json.Marshal(pervideo) if err != nil { logger.Info("json parse error ", err) return } err1 := EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) if err1 != nil { logger.Error("上传ES出错！---",err1) } //logger.Info(err.Error()) logger.Debug("========大图路径：", bigPhotoUrl) // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } logger.Info("================小图地址:", resp["fileUrl"].(string)) sex := "" if face.ThftRes.Gender == 1 { sex = "男" } else { // 人脸比对 localConfig, err := cache.GetServerInfo() if err != nil { logger.Info("查询本机信息失败！") } serverIp, err := GetLocalIP() // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //logger.Info("-------------------------------------------看下宽和高", i.Width, i.Height) bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { logger.Error("上传小图出错") } logger.Info("================小图地址:",resp["fileUrl"].(string)) sex := "" if face.ThftRes.Gender == 1 { sex = "男" } else { sex = "女" } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, camera.Addr, time.Now().Format("2006-01-02 15:04:05"), strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, face.ThftRes.Age, ageDescription, race, face.ThftRes.Smile, face.ThftRes.Beauty, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", face.Score, 1, 0, 0, 0, face.Liker, } requstbody, err := json.Marshal(pervideo) sex = "女" } race := getRaceString(face.ThftRes.Race) ageDescription := getDescription(face.ThftRes.Age) if err != nil { logger.Error("json parse error ", err) return pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, camera.Addr, i.Timestamp, strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "", time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 sex, face.ThftRes.Age, ageDescription, race, face.ThftRes.Smile, face.ThftRes.Beauty, string(face.Feature), []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", face.Score, 1, 0, 0, 0, face.Liker, } requstbody, err := json.Marshal(pervideo) } err = EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) logger.Info("跟底库的相似数据---------：", face.Liker) fmt.Println("------------------------------------------哈哈哈哈，底库有人") if err != nil { logger.Info("json parse error ", err) return } err1 := EsReq("POST", videoPersonUrl, requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) } } } //if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { // logger.Info("往ES插yolo数据") // var sdkNames string = "" // alarmRules := []AlarmRule{} // for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { // sdkNames = sdkNames + yoloResult.SdkName // alarm := ChangeToString(yoloResult.AlarmLevel) // alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText}) // } // isAlarm := 0 // resp := make(map[string]interface{}) // if len(alarmRules) > 0 { // isAlarm = 1 // // 解压缩并上传图片 // bdata, err := util.UnCompress(msg.Data) // if err != nil { // panic("解压缩图片时出现错误") // } // i := protomsg.Image{} // err = proto.Unmarshal(bdata, &i) // //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) // resp, err = util.DrawPolygonOnImage(msg.Cid, i,msg.RuleResult["yolo"].([]ruleserver.Result)) // if err != nil { // logger.Error("画框或上传图片服务器出错", err) // } else { // logger.Info("已报警并上传改帧图片到服务器") // } // } else { // isAlarm = 0 // // 不是报警数据不存 // return // } // // logger.Println("图片上传返回值：", resp) // // 查询本机信息 // localConfig, err := cache.GetServerInfo() // if err != nil { // logger.Error("查询本机信息失败！") // } // // 查询cameraName // camera, err := cache.GetCameraById(msg.Cid) // if err != nil { // logger.Error("查询摄像机信息失败") // } // serverIp, err := GetLocalIP() // peraction := Personaction{ // uuid.NewV4().String(), // msg.Cid, // camera.Name, // camera.Addr, // msg.Tasklab.Taskid, // msg.Tasklab.Taskname, // sdkNames, // "", // alarmRules, // localConfig.ServerId, // localConfig.ServerName, // serverIp, // "", // []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, // time.Now().Format("2006-01-02 15:04:05"), // "", // isAlarm, // 0, // 0, // 0, // } // requstbody, err := json.Marshal(peraction) // // if err != nil { // logger.Info("json parse error ", err) // return // // } // err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody) // if err != nil { // logger.Error("往ES插入数据失败", err) // } else { // logger.Info("__________________________________________往ES插入yolo数据成功") // } } func ChangeStatusFace(msg ruleserver.ResultMsg) { logger.Info("往ES插入人脸非报警但是状态转换数据") // 上传大图 // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) logger.Debug("========大图路径：", bigPhotoUrl) // 人脸检测，没有相似的底库人员 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } serverIp, err := GetLocalIP() // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, camera.Addr, i.Timestamp, strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, "人脸", "状态转换数据，非报警数据", time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间 "", 0, "", "", 0, 0, "", []string{""}, "暂无集群", localConfig.ServerId, localConfig.ServerName, serverIp, "", 0, 1, 0, 0, 0, []*ruleserver.BaseInfo{}, } requstbody, err := json.Marshal(pervideo) if err != nil { logger.Info("json parse error ", err) return } err1 := EsReq("POST", videoPersonUrl, requstbody) if err1 != nil { logger.Error("上传ES出错！---", err1) } //if msg.RuleResult["cacheData"] != nil { // InsertFace(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) //} } // 往es中插入yolo数据 func InsertYolo(msg ruleserver.ResultMsg) { if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { logger.Info("往ES插yolo数据") var sdkNames string = "" alarmRules := []AlarmRule{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { sdkNames = sdkNames + yoloResult.SdkName alarm := ChangeToString(yoloResult.AlarmLevel) alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText}) } isAlarm := 0 resp := make(map[string]interface{}) // 解压缩并上传图片 bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) if len(alarmRules) > 0 { isAlarm = 1 //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } } else { isAlarm = 0 // 不是报警数据不存 return } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() peraction := Personaction{ uuid.NewV4().String(), msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", isAlarm, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } err = EsReq("POST", personAction, requstbody) if err != nil { logger.Error("往ES插入数据失败", err) } else { logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } if msg.RuleResult["cacheData"] != nil { InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg)) } } } func ChangeStatusYolo(msg ruleserver.ResultMsg) { logger.Info("往ES插yolo非报警状态改变数据") var sdkNames string = "" alarmRules := []AlarmRule{} bdata, err := util.UnCompress(msg.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) resp, err := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl) if err != nil { logger.Error("画框或上传图片服务器出错", err) } else { logger.Info("上传的图片信息：", resp) } // logger.Println("图片上传返回值：", resp) // 查询本机信息 localConfig, err := cache.GetServerInfo() if err != nil { logger.Error("查询本机信息失败！") } // 查询cameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { logger.Error("查询摄像机信息失败") } serverIp, err := GetLocalIP() peraction := Personaction{ uuid.NewV4().String(), msg.Cid, camera.Name, camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, "yolo非报警状态改变数据", alarmRules, localConfig.ServerId, localConfig.ServerName, serverIp, "", []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, i.Timestamp, "", 0, 0, 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { logger.Info("json parse error ", err) return } err = EsReq("POST", personAction, requstbody) if err != nil { logger.Error("往ES插入数据失败", err) } else { logger.Warn("__________________________________________往ES插入yolo数据成功") //os.Exit(1) } } // 获取本机ip func GetLocalIP() (ipv4 string, err error) { var (
