From 6d0833706a3e5ad37ee71cd62e8f9501d2acbc9a Mon Sep 17 00:00:00 2001 From: panlei <2799247126@qq.com> Date: 星期四, 11 七月 2019 13:26:44 +0800 Subject: [PATCH] --- --- insertdata/insertDataToEs.go | 341 ++++++++++++++++++++++++++++++++++++++++---------------- 1 files changed, 245 insertions(+), 96 deletions(-) diff --git a/insertdata/insertDataToEs.go b/insertdata/insertDataToEs.go index 6c6eb46..f67c8ed 100644 --- a/insertdata/insertDataToEs.go +++ b/insertdata/insertDataToEs.go @@ -1,10 +1,11 @@ package insertdata import ( + "ruleprocess/logger" "encoding/json" "errors" "fmt" - "log" + "io/ioutil" "net" "ruleprocess/cache" "strings" @@ -15,53 +16,55 @@ "github.com/satori/go.uuid" "ruleprocess/ruleserver" "ruleprocess/util" + "github.com/go-yaml/yaml" ) - -var weedfsUrl = "http://192.168.1.182:6333/submit" -// 浜鸿劯鐨勬暟鎹粨鏋� -type PerVideoPicture struct { - Id string `json:"id"` - CameraId string `json:"cameraId"` - CameraAddr string `json:"cameraAddr"` - PicDate string `json:"picDate"` - PicMaxUrl string `json:"picMaxUrl"` - TaskId string `json:"taskId"` - TaskName string `json:"taskName"` - SdkName string `json:"sdkName"` - Content string `json:"content"` - LikeDate string `json:"likeDate"` - Sex int32 `json:"sex"` - Age int32 `json:"age"` - AgeDescription string `json:"ageDescription"` - Race int32 `json:"race"` - SmileLevel int32 `json:"smileLevel"` - BeautyLevel int32 `json:"beautyLevel"` - FaceFeature string `json:"faceFeature"` - PicSmUrl string `json:"picSmUrl"` - VideoUrl string `json:"videoUrl"` - AnalyServerId string `json:"analyServerId"` - AnalyServerName string `json:"analyServerName"` - AnalyServerIp string `json:"analyServerIp"` - ClusterId string `json:"clusterId"` - IsAlarm string `json:"isAlarm"` - IsAckAlarm string `json:"isAckAlarm"` - IsCollect string `json:"isCollect"` - IsDelete int `json:"isDelete"` - BaseInfo Base `json:"baseInfo"` +var weedfsUrl string +type conf struct { + PhotoUrl string `yaml:"photoUrl"` +} +func init() { + data, err := ioutil.ReadFile("./config/conf.yml") + if err != nil { + fmt.Println("璇诲彇閰嶇疆鏂囦欢鍑洪敊--",err) + logger.Error("璇诲彇閰嶇疆鏂囦欢鍑洪敊--",err) + } + c := conf{} + //鎶妝aml褰㈠紡鐨勫瓧绗︿覆瑙f瀽鎴恠truct绫诲瀷 + yaml.Unmarshal(data, &c) + weedfsUrl = c.PhotoUrl } -type Base struct { - TableId string `json:"tableId"` - TableName string `json:"tableName"` - CompareScore float64 `json:"compareScore"` - PersonId string `json:"personId"` - PersonName string `json:"personName"` - PersonPicUrl string `json:"personPicUrl"` - PhoneNum string `json:"phoneNum"` - Sex string `json:"sex"` - IdCard string `json:"idCard"` - MonitorLevel string `json:"monitorLevel"` - Content string `json:"content"` +// 浜鸿劯鐨勬暟鎹粨鏋� +type PerVideoPicture struct { + Id string `json:"id"` + CameraId string `json:"cameraId"` + CameraAddr string `json:"cameraAddr"` + PicDate string `json:"picDate"` + PicMaxUrl string `json:"picMaxUrl"` + TaskId string `json:"taskId"` + TaskName string `json:"taskName"` + SdkName string `json:"sdkName"` + Content string `json:"content"` + LikeDate string `json:"likeDate"` + Sex string `json:"sex"` + Age int32 `json:"age"` + AgeDescription string `json:"ageDescription"` + Race string `json:"race"` + SmileLevel int32 `json:"smileLevel"` + BeautyLevel int32 `json:"beautyLevel"` + FaceFeature string `json:"faceFeature"` + PicSmUrl []string `json:"picSmUrl"` + VideoUrl string `json:"videoUrl"` + AnalyServerId string `json:"analyServerId"` + AnalyServerName string `json:"analyServerName"` + AnalyServerIp string `json:"analyServerIp"` + ClusterId string `json:"clusterId"` + DetectScore float64 `json:"detectScore"` + IsAlarm int `json:"isAlarm"` + IsAckAlarm int `json:"isAckAlarm"` + IsCollect int `json:"isCollect"` + IsDelete int `json:"isDelete"` + BaseInfo []*protomsg.Baseinfo `json:"baseInfo"` } // yolo琛屼负鐨勬暟鎹粨鏋� @@ -82,15 +85,15 @@ PicSmUrl []string `json:"picSmUrl"` PicDate string `json:"picDate"` VideoUrl string `json:"videoUrl"` - IsAlarm string `json:"isAlarm"` - IsAckAlarm string `json:"isAckAlarm"` - IsCollect string `json:"isCollect"` + IsAlarm int `json:"isAlarm"` + IsAckAlarm int `json:"isAckAlarm"` + IsCollect int `json:"isCollect"` IsDelete int `json:"isDelete"` } type AlarmRule struct { GroupId string `json:"groupId"` - AlarmLevel int32 `json:"alarmLevel"` + AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` } @@ -98,9 +101,10 @@ func InsertToEs(msg ruleserver.ResultMsg) { // 鐩存帴浠庤鍒欑殑鏍囩鏁版嵁閲屾嬁绗﹀悎瑙勫垯鐨勪汉鑴哥粨鏋� - if msg.RuleResult["faces"] != nil && len(msg.RuleResult["faces"].([]ruleserver.Arg)) > 0 { - log.Println("寰�ES鎻掍汉鑴告暟鎹�") - for _, face := range msg.RuleResult["faces"].([]ruleserver.Arg) { + //logger.Info("------------------------------------浠庨厤缃枃浠惰鍙栫殑鍊硷細",weedfsUrl) + if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.Arg)) > 0 { + logger.Info("寰�ES鎻掍汉鑴告暟鎹�") + for _, face := range msg.RuleResult["face"].([]ruleserver.Arg) { // 涓婁紶澶у浘 // 瑙e帇缂╁苟涓婁紶鍥剧墖 bdata, err := util.UnCompress(msg.Data) @@ -111,12 +115,12 @@ err = proto.Unmarshal(bdata, &i) bigPhotoUrl := make(map[string]interface{}) bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) - fmt.Println(bigPhotoUrl) + logger.Info(bigPhotoUrl) if len(face.Liker) == 0 { // 浜鸿劯妫�娴嬶紝娌℃湁鐩镐技鐨勫簳搴撲汉鍛� localConfig, err := cache.GetServerInfo() if err != nil { - log.Println("鏌ヨ鏈満淇℃伅澶辫触锛�") + logger.Error("鏌ヨ鏈満淇℃伅澶辫触锛�") } serverIp, err := GetLocalIP() // 瑙e帇缂╁苟涓婁紶鍥剧墖 @@ -124,72 +128,166 @@ if err != nil { panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") } + // 鏌ヨcameraName + camera, err := cache.GetCameraById(msg.Cid) + if err != nil { + logger.Error("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") + } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) - i1 := protomsg.Image{} - i1 = util.Subimg(i.Data, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) - resp, err := util.PostFormBufferData(weedfsUrl, i1, uuid.NewV4().String()) + logger.Info("-------------------------------------------鐪嬩笅瀹藉拰楂�", int(face.Location.X),int(face.Location.Y),int(face.Location.X+face.Location.Width),int(face.Location.Y+face.Location.Height)) + bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) + resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) if err != nil { - log.Println("涓婁紶灏忓浘鍑洪敊") + logger.Error("涓婁紶灏忓浘鍑洪敊") } + logger.Info("================灏忓浘鍦板潃:",resp["fileUrl"].(string)) + sex := "" + if face.ThftRes.Gender == 1 { + sex = "鐢�" + } else { + sex = "濂�" + } + race := getRaceString(face.ThftRes.Race) + ageDescription := getDescription(face.ThftRes.Age) + pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, - msg.Caddr, + camera.Addr, time.Now().Format("2006-01-02 15:04:05"), - bigPhotoUrl["fileUrl"].(string), + strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, - face.SdkName, + "浜鸿劯", "", - "", // 鍙娴嬶紝娌℃湁姣斿鏃堕棿 - face.ThftRes.Gender, + time.Now().Format("2006-01-02 15:04:05"), // 鍙娴嬶紝娌℃湁姣斿鏃堕棿 + sex, face.ThftRes.Age, - "", - face.ThftRes.Race, + ageDescription, + race, face.ThftRes.Smile, face.ThftRes.Beauty, - "涓嶆槸姣忎釜浜鸿劯绠楁硶閮芥湁", - resp["fileUrl"].(string), + string(face.Feature), + []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, "鏆傛棤闆嗙兢", localConfig.ServerId, localConfig.ServerName, serverIp, "", - "", - "", - "", + face.Score, + 1, 0, - Base{}, + 0, + 0, + []*protomsg.Baseinfo{}, } requstbody, err := json.Marshal(pervideo) if err != nil { - log.Println("json parse error ", err) + logger.Info("json parse error ", err) + return + + } + err1 := EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) + if err1 != nil { + logger.Error("涓婁紶ES鍑洪敊锛�---",err1) + } + //logger.Info(err.Error()) + } else { + // 浜鸿劯姣斿 + logger.Warn("___________________________________________杩欐槸鏈塨aseinfo鐨�") + localConfig, err := cache.GetServerInfo() + if err != nil { + logger.Info("鏌ヨ鏈満淇℃伅澶辫触锛�") + } + serverIp, err := GetLocalIP() + // 瑙e帇缂╁苟涓婁紶鍥剧墖 + bdata, err := util.UnCompress(msg.Data) + if err != nil { + panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") + } + // 鏌ヨcameraName + camera, err := cache.GetCameraById(msg.Cid) + if err != nil { + logger.Error("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") + } + i := protomsg.Image{} + err = proto.Unmarshal(bdata, &i) + //logger.Info("-------------------------------------------鐪嬩笅瀹藉拰楂�", i.Width, i.Height) + bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) + resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) + if err != nil { + logger.Error("涓婁紶灏忓浘鍑洪敊") + } + logger.Info("================灏忓浘鍦板潃:",resp["fileUrl"].(string)) + sex := "" + if face.ThftRes.Gender == 1 { + sex = "鐢�" + } else { + sex = "濂�" + } + race := getRaceString(face.ThftRes.Race) + ageDescription := getDescription(face.ThftRes.Age) + pervideo := PerVideoPicture{ + uuid.NewV4().String(), + msg.Cid, + camera.Addr, + time.Now().Format("2006-01-02 15:04:05"), + strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], + msg.Tasklab.Taskid, + msg.Tasklab.Taskname, + "浜鸿劯", + "", + time.Now().Format("2006-01-02 15:04:05"), // 鍙娴嬶紝娌℃湁姣斿鏃堕棿 + sex, + face.ThftRes.Age, + ageDescription, + race, + face.ThftRes.Smile, + face.ThftRes.Beauty, + "", + []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, + "鏆傛棤闆嗙兢", + localConfig.ServerId, + localConfig.ServerName, + serverIp, + "", + face.Score, + 1, + 0, + 0, + 0, + face.Liker, + } + requstbody, err := json.Marshal(pervideo) + + if err != nil { + logger.Error("json parse error ", err) return } err = EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) - if err != nil { - log.Println("es can not execute right.") - } - }else { - log.Println("璺熷簳搴撶殑鐩镐技鏁版嵁---------锛�",face.Liker) + logger.Info("璺熷簳搴撶殑鐩镐技鏁版嵁---------锛�", face.Liker) + + fmt.Println("------------------------------------------鍝堝搱鍝堝搱锛屽簳搴撴湁浜�") + } } } if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { - log.Println("寰�ES鎻抷olo鏁版嵁") + logger.Info("寰�ES鎻抷olo鏁版嵁") var sdkNames string = "" alarmRules := []AlarmRule{} for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { sdkNames = sdkNames + yoloResult.SdkName - alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, yoloResult.AlarmLevel, yoloResult.RuleText}) + alarm := ChangeToString(yoloResult.AlarmLevel) + alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText}) } - isAlarm := "" + isAlarm := 0 resp := make(map[string]interface{}) if len(alarmRules) > 0 { - isAlarm = "1" + isAlarm = 1 // 瑙e帇缂╁苟涓婁紶鍥剧墖 bdata, err := util.UnCompress(msg.Data) if err != nil { @@ -198,34 +296,34 @@ i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) - resp, err =util.DrawPolygonOnImage(i) + resp, err = util.DrawPolygonOnImage(msg.Cid, i,msg.RuleResult["yolo"].([]ruleserver.Result)) if err != nil { - log.Println("鐢绘鎴栦笂浼犲浘鐗囨湇鍔″櫒鍑洪敊",err) - }else{ - log.Println("宸叉姤璀﹀苟涓婁紶鏀瑰抚鍥剧墖鍒版湇鍔″櫒") + logger.Error("鐢绘鎴栦笂浼犲浘鐗囨湇鍔″櫒鍑洪敊", err) + } else { + logger.Info("宸叉姤璀﹀苟涓婁紶鏀瑰抚鍥剧墖鍒版湇鍔″櫒") } } else { - isAlarm = "0" + isAlarm = 0 // 涓嶆槸鎶ヨ鏁版嵁涓嶅瓨 return } - // log.Println("鍥剧墖涓婁紶杩斿洖鍊硷細", resp) + // logger.Println("鍥剧墖涓婁紶杩斿洖鍊硷細", resp) // 鏌ヨ鏈満淇℃伅 localConfig, err := cache.GetServerInfo() - if err !=nil { - log.Println("鏌ヨ鏈満淇℃伅澶辫触锛�") + if err != nil { + logger.Error("鏌ヨ鏈満淇℃伅澶辫触锛�") } // 鏌ヨcameraName camera, err := cache.GetCameraById(msg.Cid) if err != nil { - log.Println("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") + logger.Error("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") } serverIp, err := GetLocalIP() peraction := Personaction{ uuid.NewV4().String(), msg.Cid, camera.Name, - msg.Caddr, + camera.Addr, msg.Tasklab.Taskid, msg.Tasklab.Taskname, sdkNames, @@ -239,22 +337,23 @@ time.Now().Format("2006-01-02 15:04:05"), "", isAlarm, - "", - "", + 0, + 0, 0, } requstbody, err := json.Marshal(peraction) if err != nil { - log.Println("json parse error ", err) + logger.Info("json parse error ", err) return } err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody) if err != nil { - log.Println("寰�ES鎻掑叆鏁版嵁澶辫触",err) + logger.Error("寰�ES鎻掑叆鏁版嵁澶辫触", err) } else { - log.Println("__________________________________________寰�ES鎻掑叆鏁版嵁鎴愬姛") + logger.Warn("__________________________________________寰�ES鎻掑叆yolo鏁版嵁鎴愬姛") + //os.Exit(1) } } } @@ -286,3 +385,53 @@ err = errors.New("ipv4 not found") return } + +// 鎶婃姤璀︾瓑绾ц浆鍖栨垚姹夊瓧 +func ChangeToString(i int32) string { + alarm := "" + if i == 1 { + alarm = "涓�绾�" + } + if i == 2 { + alarm = "浜岀骇" + } + if i == 3 { + alarm = "涓夌骇" + } + if i == 4 { + alarm = "鍥涚骇" + } + if i == 5 { + alarm = "浜旂骇" + } + return alarm +} + +//鑾峰彇骞撮緞鎻忚堪 +func getDescription(age int32) string { + ageInfo := "闈掑勾" + if age > 0 && age < 7 { + ageInfo = "绔ュ勾" + } else if age >= 7 && age < 18 { + ageInfo = "灏戝勾" + } else if age >= 18 && age < 40 { + ageInfo = "闈掑勾" + } else if age >= 40 && age < 65 { + ageInfo = "涓勾" + } else if age >= 65 { + ageInfo = "鑰佸勾" + } + return ageInfo +} + +func getRaceString(i int32) string { + race := "" + if i == 1 { + race = "鐧戒汉" + } else if i == 2 { + race = "榛勪汉" + } else { + race = "榛戜汉" + } + return race +} -- Gitblit v1.8.0