From fa8338c2bfbf7999a380cb5fc4e234be786b0d89 Mon Sep 17 00:00:00 2001 From: panlei <2799247126@qq.com> Date: 星期二, 09 七月 2019 11:04:37 +0800 Subject: [PATCH] 调整引用配置文件的位置 --- insertdata/insertDataToEs.go | 558 +++++++++++++++++++++++++++++++++++-------------------- 1 files changed, 354 insertions(+), 204 deletions(-) diff --git a/insertdata/insertDataToEs.go b/insertdata/insertDataToEs.go index 5cc012e..7591b60 100644 --- a/insertdata/insertDataToEs.go +++ b/insertdata/insertDataToEs.go @@ -1,258 +1,358 @@ package insertdata import ( - "errors" "encoding/json" - "log" + "errors" + "fmt" + "io/ioutil" "net" + "ruleprocess/cache" + "ruleprocess/logger" + "strings" "time" "basic.com/pubsub/protomsg.git" - "basic.com/dbapi.git" - "ruleprocess/ruleserver" - "ruleprocess/util" "github.com/golang/protobuf/proto" "github.com/satori/go.uuid" + "ruleprocess/ruleserver" + "ruleprocess/util" + "github.com/go-yaml/yaml" ) -var weedfsUrl = "http://192.168.1.182:6333/submit" -// 浜鸿劯鐨勬暟鎹粨鏋� -type PerVideoPicture struct { - Id string `json:"id"` - CameraId string `json:"cameraId"` - CameraAddr string `json:"cameraAddr"` - PicDate string `json:"picDate"` - PicMaxUrl string `json:"picMaxUrl"` - TaskId string `json:"taskId"` - TaskName string `json:"taskName"` - SdkName string `json:"sdkName"` - Content string `json:"content"` - LikeDate string `json:"likeDate"` - Sex int32 `json:"sex"` - Age int32 `json:"age"` - AgeDescription string `json:"ageDescription"` - Race int32 `json:"race"` - SmileLevel int32 `json:"smileLevel"` - BeautyLevel int32 `json:"beautyLevel"` - FaceFeature string `json:"faceFeature"` - PicSmUrl string `json:"picSmUrl"` - VideoUrl string `json:"videoUrl"` - AnalyServerId string `json:"analyServerId"` - AnalyServerName string `json:"analyServerName"` - AnalyServerIp string `json:"analyServerIp"` - ClusterId string `json:"clusterId"` - IsAlarm string `json:"isAlarm"` - IsAckAlarm string `json:"isAckAlarm"` - IsCollect string `json:"isCollect"` - IsDelete int `json:"isDelete"` - BaseInfo Base `json:"baseInfo"` +var weedfsUrl string +type conf struct { + PhotoUrl string +} +func init() { + logger.Info("_________________________________________鑰佸瓙鎯崇湅浣犳墽琛屼簡娌�") + fmt.Println("_________________________________________鑰佸瓙鎯崇湅浣犳墽琛屼簡娌�") + data, err := ioutil.ReadFile("../config/conf.yml") + if err != nil { + fmt.Println("璇诲彇閰嶇疆鏂囦欢鍑洪敊--",err) + logger.Error("璇诲彇閰嶇疆鏂囦欢鍑洪敊--",err) + } + fmt.Println("浠庨厤缃枃浠朵腑璇诲彇鐨勫�间负锛�",string(data)) + c := conf{} + //鎶妝aml褰㈠紡鐨勫瓧绗︿覆瑙f瀽鎴恠truct绫诲瀷 + yaml.Unmarshal(data, &c) + fmt.Println("c.PhotoUrl鐨勫�间负锛�",c.PhotoUrl) + weedfsUrl = c.PhotoUrl + fmt.Println("weedfsUrl鐨勫�间负锛�",weedfsUrl) + logger.Info("weedfsUrl鐨勫�间负锛�",weedfsUrl) } -type Base struct { - TableId string `json:"tableId"` - TableName string `json:"tableName"` - CompareScore float64 `json:"compareScore"` - PersonId string `json:"personId"` - PersonName string `json:"personName"` - PersonPicUrl string `json:"personPicUrl"` - PhoneNum string `json:"phoneNum"` - Sex string `json:"sex"` - IdCard string `json:"idCard"` - MonitorLevel string `json:"monitorLevel"` - Content string `json:"content"` +// 浜鸿劯鐨勬暟鎹粨鏋� +type PerVideoPicture struct { + Id string `json:"id"` + CameraId string `json:"cameraId"` + CameraAddr string `json:"cameraAddr"` + PicDate string `json:"picDate"` + PicMaxUrl string `json:"picMaxUrl"` + TaskId string `json:"taskId"` + TaskName string `json:"taskName"` + SdkName string `json:"sdkName"` + Content string `json:"content"` + LikeDate string `json:"likeDate"` + Sex string `json:"sex"` + Age int32 `json:"age"` + AgeDescription string `json:"ageDescription"` + Race string `json:"race"` + SmileLevel int32 `json:"smileLevel"` + BeautyLevel int32 `json:"beautyLevel"` + FaceFeature string `json:"faceFeature"` + PicSmUrl []string `json:"picSmUrl"` + VideoUrl string `json:"videoUrl"` + AnalyServerId string `json:"analyServerId"` + AnalyServerName string `json:"analyServerName"` + AnalyServerIp string `json:"analyServerIp"` + ClusterId string `json:"clusterId"` + IsAlarm int `json:"isAlarm"` + IsAckAlarm int `json:"isAckAlarm"` + IsCollect int `json:"isCollect"` + IsDelete int `json:"isDelete"` + BaseInfo []*protomsg.Baseinfo `json:"baseInfo"` } // yolo琛屼负鐨勬暟鎹粨鏋� type Personaction struct { - Id string `json:"id"` - CameraId string `json:"cameraId"` - CameraName string `json:"cameraName"` - CameraAddr string `json:"cameraAddr"` - TaskId string `json:"taskId"` - TaskName string `json:"taskName"` - SdkName string `json:"sdkName"` - Content string `json:"content"` - AlarmRules []AlarmRule - AnalyServerId string `json:"analyServerId"` - AnalyServerName string `json:"analyServerName"` - AnalyServerIp string `json:"analyServerIp"` - ClusterId string `json:"clusterId"` - PicUrl string `json:"picUrl"` - PicDate string `json:"picDate"` - VideoUrl string `json:"videoUrl"` - IsAlarm string `json:"isAlarm"` - IsAckAlarm string `json:"isAckAlarm"` - IsCollect string `json:"isCollect"` - IsDelete int `json:"isDelete"` + Id string `json:"id"` + CameraId string `json:"cameraId"` + CameraName string `json:"cameraName"` + CameraAddr string `json:"cameraAddr"` + TaskId string `json:"taskId"` + TaskName string `json:"taskName"` + SdkName string `json:"sdkName"` + Content string `json:"content"` + AlarmRules []AlarmRule `json:"alarmRules"` + AnalyServerId string `json:"analyServerId"` + AnalyServerName string `json:"analyServerName"` + AnalyServerIp string `json:"analyServerIp"` + ClusterId string `json:"clusterId"` + PicSmUrl []string `json:"picSmUrl"` + PicDate string `json:"picDate"` + VideoUrl string `json:"videoUrl"` + IsAlarm int `json:"isAlarm"` + IsAckAlarm int `json:"isAckAlarm"` + IsCollect int `json:"isCollect"` + IsDelete int `json:"isDelete"` } type AlarmRule struct { GroupId string `json:"groupId"` - AlarmLevel int32 `json:"alarmLevel"` + AlarmLevel string `json:"alarmLevel"` RuleText string `json:"ruleText"` } + // 寰�ES鎻掓暟鎹� func InsertToEs(msg ruleserver.ResultMsg) { - log.Println("寰�ES鎻掓暟鎹�") - // 鐩存帴浠庤鍒欑殑鏍囩鏁版嵁閲屾嬁绗﹀悎瑙勫垯鐨勪汉鑴哥粨鏋� - for _, result := range msg.RuleResult { - if !result.IsYolo { - for _,face1 := range result.Faces{ - println(face1) - } - } - } - for _, sdkinfo := range msg.Tasklab.Sdkinfos { - //if sdkinfo.Sdktype == "FaceDetect" { - // if len(sdkinfo.Sdkdata) > 1 { - // - // faceParam := protomsg.ParamFacePos{} - // err1 := proto.Unmarshal(sdkinfo.Sdkdata, &faceParam) - // if err1 != nil { - // log.Println("瑙f瀽FACE sdk鏈夎", err1) - // continue - // } - // for _, face := range faceParam.Faces { - // pervideo := PerVideoPicture{ - // uuid.NewV4().String(), - // msg.Cid, - // msg.Caddr, - // time.Now().Format("2006-01-02 15:04:05"), - // "", - // msg.Tasklab.Taskid, - // msg.Tasklab.Taskname, - // sdkinfo.SdkName, - // "", - // "", - // face.Result.Gender, - // face.Result.Age, - // "", - // face.Result.Race, - // face.Result.Smile, - // face.Result.Beauty, - // "涓嶆槸姣忎釜浜鸿劯绠楁硶閮芥湁", - // "---", - // "", - // "", - // "", - // "", - // "", - // "", - // "", - // "", - // 0, - // Base{ // 鍙湁浜鸿劯姣斿鏈夎繖涓俊鎭紝浜鸿劯妫�娴嬪苟娌℃湁 - // "鏄瘡涓汉鑴哥畻娉曢兘鏈夊悧", - // "", - // 0, - // "", - // "", - // "", - // "", - // "", - // "", - // "", - // "", - // }, - // } - // requstbody, err := json.Marshal(pervideo) - // - // if err != nil { - // log.Println("json parse error ", err) - // return - // - // } - // err = EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) - // if err != nil { - // log.Println("es can not execute right.") - // } - // } - // - // } else { - // continue - // } - //} - if sdkinfo.Sdktype == "Yolo" { - if len(sdkinfo.Sdkdata) > 1 { - yoloObj := protomsg.ParamYoloObj{} - err1 := proto.Unmarshal(sdkinfo.Sdkdata, &yoloObj) - if err1 != nil { - log.Println("瑙f瀽YOLO sdk鏈夎", err1) - //continue + // 鐩存帴浠庤鍒欑殑鏍囩鏁版嵁閲屾嬁绗﹀悎瑙勫垯鐨勪汉鑴哥粨鏋� + logger.Info("------------------------------------浠庨厤缃枃浠惰鍙栫殑鍊硷細",weedfsUrl) + if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.Arg)) > 0 { + logger.Info("寰�ES鎻掍汉鑴告暟鎹�") + for _, face := range msg.RuleResult["face"].([]ruleserver.Arg) { + // 涓婁紶澶у浘 + // 瑙e帇缂╁苟涓婁紶鍥剧墖 + bdata, err := util.UnCompress(msg.Data) + if err != nil { + panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") + } + i := protomsg.Image{} + err = proto.Unmarshal(bdata, &i) + bigPhotoUrl := make(map[string]interface{}) + bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) + logger.Info(bigPhotoUrl) + if len(face.Liker) == 0 { + // 浜鸿劯妫�娴嬶紝娌℃湁鐩镐技鐨勫簳搴撲汉鍛� + localConfig, err := cache.GetServerInfo() + if err != nil { + logger.Error("鏌ヨ鏈満淇℃伅澶辫触锛�") } - alarmRules := []AlarmRule{} - for _,result := range msg.RuleResult { - alarmRules = append(alarmRules,AlarmRule{result.RuleGroupId,result.AlarmLevel,result.RuleText}) - } - isAlarm := "" - resp := make(map[string]interface{}) - resp["fileUrl"] = "" - if len(alarmRules) > 0 { - isAlarm = "1" - // 瑙e帇缂╁苟涓婁紶鍥剧墖 - bdata, err := util.UnCompress(msg.Data) - if err != nil { - panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") - } - i := protomsg.Image{} - err = proto.Unmarshal(bdata, &i) - resp,err = util.PostFormBufferData(weedfsUrl,i,uuid.NewV4().String()) - log.Println("宸叉姤璀﹀苟涓婁紶鏀瑰抚鍥剧墖鍒版湇鍔″櫒") - }else { - isAlarm = "0" - // 涓嶆槸鎶ヨ鏁版嵁涓嶅瓨 - continue - } - log.Println("鍥剧墖涓婁紶杩斿洖鍊硷細",resp) - // 鏌ヨ鏈満淇℃伅 - flag,localConfig := dbapi.SysSetApi{}.GetServerInfo() - if !flag { - log.Println("鏌ヨ鏈満淇℃伅澶辫触锛�") + serverIp, err := GetLocalIP() + // 瑙e帇缂╁苟涓婁紶鍥剧墖 + bdata, err := util.UnCompress(msg.Data) + if err != nil { + panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") } // 鏌ヨcameraName - camera,err := dbapi.CameraApi{}.GetCameraById(msg.Cid) + camera, err := cache.GetCameraById(msg.Cid) if err != nil { - log.Println("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") + logger.Error("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") } - serverIp,err := GetLocalIP() - peraction := Personaction{ + i := protomsg.Image{} + err = proto.Unmarshal(bdata, &i) + //logger.Info("-------------------------------------------鐪嬩笅瀹藉拰楂�", i.Width, i.Height) + bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) + resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) + if err != nil { + logger.Error("涓婁紶灏忓浘鍑洪敊") + } + logger.Info("================灏忓浘鍦板潃:",resp["fileUrl"].(string)) + sex := "" + if face.ThftRes.Gender == 1 { + sex = "鐢�" + } else { + sex = "濂�" + } + race := getRaceString(face.ThftRes.Race) + ageDescription := getDescription(face.ThftRes.Age) + + pervideo := PerVideoPicture{ uuid.NewV4().String(), msg.Cid, - camera.Name, - msg.Caddr, + camera.Addr, + time.Now().Format("2006-01-02 15:04:05"), + strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], msg.Tasklab.Taskid, msg.Tasklab.Taskname, - sdkinfo.SdkName, + "浜鸿劯", "", - alarmRules, + time.Now().Format("2006-01-02 15:04:05"), // 鍙娴嬶紝娌℃湁姣斿鏃堕棿 + sex, + face.ThftRes.Age, + ageDescription, + race, + face.ThftRes.Smile, + face.ThftRes.Beauty, + string(face.Feature), + []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, + "鏆傛棤闆嗙兢", localConfig.ServerId, localConfig.ServerName, serverIp, "", - resp["fileUrl"].(string), - time.Now().Format("2006-01-02 15:04:05"), - "", - isAlarm, - "", - "", + 1, 0, + 0, + 0, + []*protomsg.Baseinfo{}, } - requstbody, err := json.Marshal(peraction) + requstbody, err := json.Marshal(pervideo) if err != nil { - log.Println("json parse error ", err) + logger.Info("json parse error ", err) return } - err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody) - if err != nil { - log.Println("es can not execute right.") - } + err = EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) + //logger.Info(err.Error()) } else { - continue + // 浜鸿劯鎻愬彇 + localConfig, err := cache.GetServerInfo() + if err != nil { + logger.Info("鏌ヨ鏈満淇℃伅澶辫触锛�") + } + serverIp, err := GetLocalIP() + // 瑙e帇缂╁苟涓婁紶鍥剧墖 + bdata, err := util.UnCompress(msg.Data) + if err != nil { + panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") + } + // 鏌ヨcameraName + camera, err := cache.GetCameraById(msg.Cid) + if err != nil { + logger.Error("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") + } + i := protomsg.Image{} + err = proto.Unmarshal(bdata, &i) + //logger.Info("-------------------------------------------鐪嬩笅瀹藉拰楂�", i.Width, i.Height) + bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height)) + resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String()) + if err != nil { + logger.Error("涓婁紶灏忓浘鍑洪敊") + } + logger.Info("================灏忓浘鍦板潃:",resp["fileUrl"].(string)) + sex := "" + if face.ThftRes.Gender == 1 { + sex = "鐢�" + } else { + sex = "濂�" + } + race := getRaceString(face.ThftRes.Race) + ageDescription := getDescription(face.ThftRes.Age) + pervideo := PerVideoPicture{ + uuid.NewV4().String(), + msg.Cid, + camera.Addr, + time.Now().Format("2006-01-02 15:04:05"), + strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1], + msg.Tasklab.Taskid, + msg.Tasklab.Taskname, + "浜鸿劯", + "", + time.Now().Format("2006-01-02 15:04:05"), // 鍙娴嬶紝娌℃湁姣斿鏃堕棿 + sex, + face.ThftRes.Age, + ageDescription, + race, + face.ThftRes.Smile, + face.ThftRes.Beauty, + "", + []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, + "鏆傛棤闆嗙兢", + localConfig.ServerId, + localConfig.ServerName, + serverIp, + "", + 1, + 0, + 0, + 0, + face.Liker, + } + requstbody, err := json.Marshal(pervideo) + + if err != nil { + logger.Error("json parse error ", err) + return + + } + err = EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody) + logger.Info("璺熷簳搴撶殑鐩镐技鏁版嵁---------锛�", face.Liker) + + fmt.Println("------------------------------------------鍝堝搱鍝堝搱锛屽簳搴撴湁浜�") + } } + } + if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 { + logger.Info("寰�ES鎻抷olo鏁版嵁") + var sdkNames string = "" + alarmRules := []AlarmRule{} + for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) { + sdkNames = sdkNames + yoloResult.SdkName + alarm := ChangeToString(yoloResult.AlarmLevel) + alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText}) + } + isAlarm := 0 + resp := make(map[string]interface{}) + if len(alarmRules) > 0 { + isAlarm = 1 + // 瑙e帇缂╁苟涓婁紶鍥剧墖 + bdata, err := util.UnCompress(msg.Data) + if err != nil { + panic("瑙e帇缂╁浘鐗囨椂鍑虹幇閿欒") + } + i := protomsg.Image{} + err = proto.Unmarshal(bdata, &i) + //resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String()) + resp, err = util.DrawPolygonOnImage(msg.Cid, i,msg.RuleResult["yolo"].([]ruleserver.Result)) + if err != nil { + logger.Error("鐢绘鎴栦笂浼犲浘鐗囨湇鍔″櫒鍑洪敊", err) + } else { + logger.Info("宸叉姤璀﹀苟涓婁紶鏀瑰抚鍥剧墖鍒版湇鍔″櫒") + } + } else { + isAlarm = 0 + // 涓嶆槸鎶ヨ鏁版嵁涓嶅瓨 + return + } + // logger.Println("鍥剧墖涓婁紶杩斿洖鍊硷細", resp) + // 鏌ヨ鏈満淇℃伅 + localConfig, err := cache.GetServerInfo() + if err != nil { + logger.Error("鏌ヨ鏈満淇℃伅澶辫触锛�") + } + // 鏌ヨcameraName + camera, err := cache.GetCameraById(msg.Cid) + if err != nil { + logger.Error("鏌ヨ鎽勫儚鏈轰俊鎭け璐�") + } + serverIp, err := GetLocalIP() + peraction := Personaction{ + uuid.NewV4().String(), + msg.Cid, + camera.Name, + camera.Addr, + msg.Tasklab.Taskid, + msg.Tasklab.Taskname, + sdkNames, + "", + alarmRules, + localConfig.ServerId, + localConfig.ServerName, + serverIp, + "", + []string{strings.Split(resp["fileUrl"].(string), "/")[1]}, + time.Now().Format("2006-01-02 15:04:05"), + "", + isAlarm, + 0, + 0, + 0, + } + requstbody, err := json.Marshal(peraction) + if err != nil { + logger.Info("json parse error ", err) + return + + } + err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody) + if err != nil { + logger.Error("寰�ES鎻掑叆鏁版嵁澶辫触", err) + } else { + logger.Info("__________________________________________寰�ES鎻掑叆yolo鏁版嵁鎴愬姛") + } } } @@ -283,3 +383,53 @@ err = errors.New("ipv4 not found") return } + +// 鎶婃姤璀︾瓑绾ц浆鍖栨垚姹夊瓧 +func ChangeToString(i int32) string { + alarm := "" + if i == 1 { + alarm = "涓�绾�" + } + if i == 2 { + alarm = "浜岀骇" + } + if i == 3 { + alarm = "涓夌骇" + } + if i == 4 { + alarm = "鍥涚骇" + } + if i == 5 { + alarm = "浜旂骇" + } + return alarm +} + +//鑾峰彇骞撮緞鎻忚堪 +func getDescription(age int32) string { + ageInfo := "闈掑勾" + if age > 0 && age < 7 { + ageInfo = "绔ュ勾" + } else if age >= 7 && age < 18 { + ageInfo = "灏戝勾" + } else if age >= 18 && age < 40 { + ageInfo = "闈掑勾" + } else if age >= 40 && age < 65 { + ageInfo = "涓勾" + } else if age >= 65 { + ageInfo = "鑰佸勾" + } + return ageInfo +} + +func getRaceString(i int32) string { + race := "" + if i == 1 { + race = "鐧戒汉" + } else if i == 2 { + race = "榛勪汉" + } else { + race = "榛戜汉" + } + return race +} -- Gitblit v1.8.0