派生自 ruleprocess
ruleserver/readyDataForRule.go
@@ -1,23 +1,20 @@ package ruleserver import ( bigCache "basic.com/pubsub/cache.git" "basic.com/pubsub/cache.git/esutil" "basic.com/dbapi.git" "basic.com/pubsub/protomsg.git" "basic.com/valib/logger.git" "encoding/json" "errors" "fmt" "github.com/go-yaml/yaml" "io/ioutil" "github.com/golang/protobuf/proto" uuid "github.com/satori/go.uuid" "math" "nanomsg.org/go-mangos" "nanomsg.org/go-mangos/protocol/req" "nanomsg.org/go-mangos/transport/tcp" "net" "os" "ruleprocess/cache" "ruleprocess/logger" "github.com/golang/protobuf/proto" "ruleprocess/structure" "strconv" "time" @@ -35,30 +32,25 @@ } func Init() { data, err := ioutil.ReadFile("./config/conf.yml") if err != nil { fmt.Println("读取配置文件出错--", err) logger.Error("读取配置文件出错--", err) } c := conf{} //把yaml形式的字符串解析成struct类型 yaml.Unmarshal(data, &c) logger.Debug("配置文件的值为：", c) serverIp = c.ServerIp serverPort = c.ServerPort dbTablePersons = c.DbTablePersons localConfig, err1 := cache.GetServerInfo() if err1 != nil { logger.Error("查询本机信息失败！") } logger.Debug("本机信息和server信息：", localConfig, serverIp, serverPort) bigCache.Init(dbTablePersons, serverIp, serverPort, localConfig.ServerId) sock, err = req.NewSocket(); if err != nil { logger.Error("创建请求socket失败: %s", err.Error()) } go Push1() } var sender chan *protomsg.CompareArgs = make(chan *protomsg.CompareArgs) var receiver chan []byte = make(chan []byte) type BaseInfo struct { TableId string `json:"tableId"` TableName string `json:"tableName"` BwType string `json:"bwType"` CompareScore float64 `json:"compareScore"` PersonId string `json:"personId"` PersonName string `json:"personName"` PersonPicUrl string `json:"personPicUrl"` PhoneNum string `json:"phoneNum"` Sex string `json:"sex"` IdCard string `json:"idCard"` MonitorLevel string `json:"monitorLevel"` Content string `json:"content"` } // 以摄像机id查出跟其相关的所有任务下的所有规则组 func GetRuleGroup(cameraId string, taskId string) *protomsg.TaskGroupArgs { @@ -70,11 +62,14 @@ taskGroup = task } } logger.Debug("当前数据帧要匹配的规则组：-------------------------","摄像机id:",cameraId,"任务id",taskId) for _,ruleGroup := range taskGroup.GroupRules{ logger.Info(ruleGroup.GroupText) if taskGroup == nil { return nil } else { for _,ruleGroup := range taskGroup.GroupRules{ logger.Info(ruleGroup.GroupText) } return taskGroup } return taskGroup } // 根据摄像机id拿到摄像机所有区域 @@ -92,10 +87,10 @@ } func Decimal(value float32) float64 { value1, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", float64(value)), 64) logger.Info("初步保留两位成str:",value1) //logger.Info("初步保留两位成str:",value1) n10 := math.Pow10(4) value2 := math.Trunc((value1+0.5/n10)*n10) / n10 logger.Info("初步保留两位成str::::",value2) //logger.Info("初步保留两位成str::::",value2) return value2 } // 取出某个时间规则的第几天的规则段集合 @@ -148,7 +143,7 @@ } // 给目标填充liker func FillLiker(arg *structure.Arg,tableId []string, compareThreshold float32) { func fillLiker(tableId []string, compareThreshold float32,arg *structure.Arg) { //bytes := bigCache.GetComparePersonBaseInfo(tableId, arg.Feature, compareThreshold) comArg := &protomsg.CompareArgs{ TableIds:tableId, @@ -156,12 +151,13 @@ CompareThreshold:compareThreshold, Source:false, } serverIp, _ := GetLocalIP() bytes := Push("tcp://"+serverIp+":40010",comArg,sock) bytes := getCompareMsg(comArg) var scResult protomsg.SdkCompareResult err1 := proto.Unmarshal(bytes, &scResult) if err1 != nil { logger.Error("getBaseInfo解压错误", err1) return } //logger.Info("----------------------------------------map是", m) ids := []string{} @@ -173,16 +169,20 @@ logger.Info("------------------------------------------------------------------------------------------------------------------------") //logger.Info("=====================人员id的集合为：",ids) if len(ids) > 0 { baseinfos, err1 := esutil.Dbpersoninfosbyid(ids, dbTablePersons, serverIp, serverPort) var dbApi dbapi.DbPersonApi baseinfos, err1 := dbApi.Dbpersoninfosbyid(ids) //baseinfos, err1 := esutil.Dbpersoninfosbyid(ids, dbTablePersons, serverIp, serverPort) if err1 != nil { logger.Error("查询底库人员信息出错", err1) } var dtapi dbapi.DbTableApi for _, baseinfo := range baseinfos { // 根据tableId查询底库信息给liker赋值 //logger.Info("---------看看每个底库人员的信息：",baseinfo.Id,baseinfo.PersonName) tableIds := []string{} tableIds = append(tableIds, baseinfo.TableId) // 虽然是传入数组返回数组的接口，但我按单个的使用了 table, err := esutil.Dbtablefosbyid(tableIds, "dbtables", serverIp, serverPort) table, err := dtapi.DbtablesById(tableIds) //table, err := esutil.Dbtablefosbyid(tableIds, "dbtables", serverIp, serverPort) if err != nil || len(table) == 0 { logger.Error("根据id查询底库信息出错！", err, "--返回值长度为：", len(table)) } @@ -210,7 +210,7 @@ if groupRule.Rules[j].SdkArgAlias == "compareBase" && groupRule.Rules[j].SdkArgValue == "" { // 配的参数是比对全部底库 compareFlag = 1 } if groupRule.Rules[j].SdkArgAlias == "threshold" { if groupRule.Rules[j].SdkArgAlias == "cmpThreshold" { v2, err := strconv.ParseFloat(groupRule.Rules[j].SdkArgValue, 32) if err != nil { logger.Error("string转float32失败！") @@ -237,19 +237,11 @@ //logger.Info("--------------看看compareFlag的值和tableId和areaMap.args的长度：",compareFlag,tableIds,len(areaMap.args)) for _, arg := range areaMap.Args { arg.Liker = arg.Liker[0:0] logger.Info("清空之后看看之前打的人脸标签变了没：") if args.RuleResult["face"] != nil && len(args.RuleResult["face"].([]structure.FaceResult)) > 0 { for _, faceResult := range args.RuleResult["face"].([]structure.FaceResult) { for _,arg := range faceResult.Args { logger.Info("人员分值是：",arg.Score,"liker的数量为",arg.Liker) } } } if compareFlag == 1 { FillLiker(arg,nil, threshold) fillLiker(nil, threshold, arg) } if compareFlag == 2 { FillLiker(arg,tableIds, threshold) fillLiker(tableIds, threshold, arg) } //logger.Info("-------------------成功给liker赋值,长度为：", len(arg.Liker)) } @@ -269,28 +261,28 @@ func CountAreaObjs(a *structure.AreaMap,arg *structure.SdkData) { a.TargetNum = 0 threshold := 0.0 // 相似度 threshold := 80.0 // 相似度 intersectionper := 0.2 // 占比 size := 0.0 // 尺寸 areaPoints := Json2points(a.AreaJson) widthScale := float64(arg.ImageWidth / 960) heigthScale := float64(arg.ImageHeight / 540) logger.Info("看看图片的width和height:",arg.ImageWidth,arg.ImageHeight) widthScale := float64(arg.ImageWidth) / 960 heigthScale := float64(arg.ImageHeight) / 540 for _, obj := range arg.Photo { //logger.Info("------------------看看sdkData:", arg.SdkName, "的Photo数据----------------", obj, "----顺便看看占比-----：", PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale)) if threshold <= obj.Score && size <= float64(obj.Rects.Width*obj.Rects.Height) && intersectionper <= PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale) { if obj.Score >= threshold && float64(obj.Rects.Width*obj.Rects.Height) >= size && PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale) >= intersectionper { // 这步要备齐表达式里所需要的所有参数 a.TargetNum++ arg1 := structure.Arg{obj.Id,obj.Score, PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale), float64(obj.Rects.Width * obj.Rects.Height), obj.IsYolo, obj.Rects, obj.Feature, obj.ThftRes, []*structure.BaseInfo{}} uuid := uuid.NewV4().String() arg1 := structure.Arg{obj.Id,uuid,obj.Score, PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale), float64(obj.Rects.Width * obj.Rects.Height), a.AreaJson,obj.IsYolo, obj.Rects, obj.Feature, obj.ThftRes, []*structure.BaseInfo{},structure.ResultMsg{}} //logger.Println("放进去的arg：-------", arg1) a.Args = append(a.Args, &arg1) a.FilterData = append(a.FilterData, &arg1) } } logger.Info("区域是：",areaPoints,"装配完数据区域内目标数量为：",a.TargetNum) logger.Info("区域是：",areaPoints,"区域内目标数量为：",a.TargetNum,"---",len(a.FilterData)) a.Time = time.Unix(time.Now().Unix(), 0).String()[11:16] a.KeepRight = arg.KeepRight a.IsStatic = arg.IsStatic //logger.Println("--------------------看看区域数据：",*a) } @@ -309,7 +301,7 @@ } } func Push(url string,data *protomsg.CompareArgs,sock mangos.Socket) []byte{ func Push(data *protomsg.CompareArgs,sock mangos.Socket) []byte{ //var sock mangos.Socket var err error var msg []byte @@ -322,11 +314,13 @@ logger.Error("Failed set MaxRecvSize: %v", err) return nil } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) if err = sock.Dial(url); err != nil { serverIP, _ := GetLocalIP() if err = sock.Dial("tcp://"+serverIP+":4010"); err != nil { logger.Error("请求socket拨号失败: %s", err.Error()) } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) logger.Info("序列化数据") bytes,err1 := proto.Marshal(data) logger.Info("数据长度为：",len(bytes)) @@ -337,16 +331,68 @@ //bytes := []byte("ndfasojdfaidsos") if err = sock.Send(bytes); err != nil { logger.Error("推送socket发送数据失败: %s", err.Error()) os.Exit(1) //os.Exit(1) } if msg, err = sock.Recv(); err != nil { logger.Error("接收响应失败: %s", err.Error()) os.Exit(1) //os.Exit(1) } logger.Debug("数据推送成功！收到响应,数据长度为：",len(msg)) return msg } func Push1(){ //var sock mangos.Socket var err error var msg []byte if sock, err = req.NewSocket(); err != nil { logger.Error("创建请求socket失败: %s", err.Error()) } errSize := sock.SetOption(mangos.OptionMaxRecvSize,5*1024*1024) if errSize != nil { logger.Error("Failed set MaxRecvSize: %v", err) } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) serverIP, _ := GetLocalIP() if err = sock.Dial("tcp://"+serverIP+":4010"); err != nil { logger.Error("请求socket拨号失败: %s", err.Error()) } logger.Info("序列化数据") for { select { // case <-ctx.Done(): // return case data := <- sender: logger.Info("比对进程入参：",data.TableIds,data.CompareThreshold) bytes,err1 := proto.Marshal(data) logger.Info("数据长度为：",len(bytes)) if err1 != nil { logger.Info("序列化失败：",err1) } logger.Debug("推送数据") //bytes := []byte("ndfasojdfaidsos") if err = sock.Send(bytes); err != nil { logger.Error("推送socket发送数据失败: %s", err.Error()) //os.Exit(1) } if msg, err = sock.Recv(); err != nil { logger.Error("接收响应失败: %s", err.Error()) //os.Exit(1) } logger.Debug("数据推送成功！收到响应,数据长度为：",len(msg)) receiver <- msg default: } } } func getCompareMsg(data *protomsg.CompareArgs) []byte{ sender <- data return <-receiver } // 获取本机ip func GetLocalIP() (ipv4 string, err error) { var ( @@ -373,4 +419,4 @@ err = errors.New("ipv4 not found") return } }
