派生自 ruleprocess
ruleserver/readyDataForRule.go
@@ -1,42 +1,91 @@ package ruleserver import ( "basic.com/pubsub/cache.git/esutil" bigCache "basic.com/pubsub/cache.git" "basic.com/pubsub/cache.git/esutil" "basic.com/pubsub/protomsg.git" "basic.com/pubsub/sdkcompare.git" "encoding/json" "fmt" "github.com/go-yaml/yaml" "io/ioutil" "ruleprocess/cache" "ruleprocess/logger" "strconv" "strings" "time" ) func init() { bigCache.Init() var serverIp,serverPort,dbTablePersons string type conf struct { PhotoUrl string `yaml:"photoUrl"` VideoPersons string `yaml:"videoPersons"` PersonAction string `yaml:"personAction"` ServerIp string `yaml:"serverIp"` ServerPort string `yaml:"serverPort"` DbTablePersons string `yaml:"dbTablePersons"` } func Init() { data, err := ioutil.ReadFile("./config/conf.yml") if err != nil { fmt.Println("读取配置文件出错--", err) logger.Error("读取配置文件出错--", err) } c := conf{} //把yaml形式的字符串解析成struct类型 yaml.Unmarshal(data, &c) logger.Debug("配置文件的值为：",c) serverIp = c.ServerIp serverPort = c.ServerPort dbTablePersons = c.DbTablePersons localConfig, err1 := cache.GetServerInfo() if err1 != nil { logger.Error("查询本机信息失败！") } logger.Debug("本机信息和server信息：",localConfig,serverIp,serverPort) bigCache.Init(dbTablePersons,serverIp,serverPort,localConfig.ServerId) } type BaseInfo struct { TableId string `json:"tableId"` TableName string `json:"tableName"` BwType string `json:"bwType"` CompareScore float64 `json:"compareScore"` PersonId string `json:"personId"` PersonName string `json:"personName"` PersonPicUrl string `json:"personPicUrl"` PhoneNum string `json:"phoneNum"` Sex string `json:"sex"` IdCard string `json:"idCard"` MonitorLevel string `json:"monitorLevel"` Content string `json:"content"` } // 以摄像机id查出跟其相关的所有任务下的所有规则组 func GetRuleGroup(cameraId string) []*protomsg.TaskGroupArgs { func GetRuleGroup(cameraId string,taskId string) *protomsg.TaskGroupArgs { all := cache.GetCameraTaskRulesByCameraId(cameraId) return all //logger.Info("==================所有的任务的规则组：",all) var taskGroup *protomsg.TaskGroupArgs for _,task := range all { if task.TaskId == taskId { taskGroup = task } } return taskGroup } // 根据摄像机id拿到摄像机所有区域 func GetPolygons(cameraId string) []protomsg.CameraPolygon { var cameraPolygons []protomsg.CameraPolygon cameraPolygons = cache.GetPolygonsByCameraId(cameraId) logger.Debug("------=======查看下全部区域：",cameraPolygons) //logger.Debug("------=======查看下全部区域：",cameraPolygons) return cameraPolygons } // 保留四位小数 func Retain(f float32)(float32) { func Retain(f float32)(float64) { s:= strconv.FormatFloat(float64(f), 'f', 4, 64) v, err := strconv.ParseFloat(s, 32) v, err := strconv.ParseFloat(s, 64) if err != nil { logger.Error("保留四位小数转换错误") } return float32(v) // float32与float64互转会有位数保留不准的问题 return v } // 取出某个时间规则的第几天的规则段集合 @@ -97,8 +146,8 @@ } // 给目标填充liker func (arg *Arg) fillLiker() { bytes := sdkcompare.GetComparePersonBaseInfo(nil, arg.Feature, 70) func (arg *Arg) fillLiker(tableId []string,compareThreshold float32) { bytes := bigCache.GetComparePersonBaseInfo(tableId,arg.Feature,compareThreshold) var m map[string]float32 err1 := json.Unmarshal(bytes, &m) if err1 != nil { @@ -109,28 +158,51 @@ for key,_ := range m { ids = append(ids,key) } baseinfos, err1 := esutil.Dbpersoninfosbyid(ids) if err1 != nil { logger.Error("查询底库人员信息出错", err1) logger.Info("------------------------------------------------------------------------------------------------------------------------") //logger.Info("=====================人员id的集合为：",ids) if len(ids) > 0 { baseinfos, err1 := esutil.Dbpersoninfosbyid(ids,dbTablePersons,serverIp,serverPort) if err1 != nil { logger.Error("查询底库人员信息出错", err1) } for _,baseinfo := range baseinfos { // 根据tableId查询底库信息给liker赋值 //logger.Info("---------看看每个底库人员的信息：",baseinfo.Id,baseinfo.PersonName) var tableIds []string tableIds = append(tableIds,baseinfo.TableId) // 虽然是传入数组返回数组的接口，但我按单个的使用了 table,err := esutil.Dbtablefosbyid(tableIds,"dbtables",serverIp,serverPort) if err != nil || len(table) == 0{ logger.Error("根据id查询底库信息出错！",err,"--返回值长度为：",len(table)) } base := BaseInfo{TableId:baseinfo.TableId,TableName:table[0].TableName,BwType:table[0].BwType,CompareScore:Retain(m[baseinfo.Id])*100,PersonId:baseinfo.Id,PersonName:baseinfo.PersonName,PersonPicUrl:baseinfo.PersonPicUrl,PhoneNum:baseinfo.PhoneNum,Sex:baseinfo.Sex,IdCard:baseinfo.IdCard,MonitorLevel:baseinfo.MonitorLevel,Content:baseinfo.Reserved} //logger.Debug("看看这个base的对比值是多少：",base) //os.Exit(1) arg.Liker = append(arg.Liker, &base) } } logger.Debug("----------------++++++++++++++++++++底库人员信息：",baseinfos) //baseinfo.CompareScore = Retain(val) //arg.Liker = append(arg.Liker, &baseinfo) //logger.Info("------------------第一次看args:",*arg) } // 人脸比对 func Compare(args *SdkDatas, groupRule *protomsg.GroupRule) { compareFlag := 0 tableIds := "" var tableIds []string var threshold float32 = 0.5 // 默认阈值为0.5 // 看看是否有只配人脸比对算法但没有配对比库的规则，如果有，则比对对象为全部底库 for j := 0; j < len(groupRule.Rules); j++ { if groupRule.Rules[j].SdkId == "812b674b-2375-4589-919a-5c1c3278a972" { // 配了人脸比对 if groupRule.Rules[j].SdkArgAlias == "compareBase" && groupRule.Rules[j].SdkArgValue != "" { // 配了比对底库的参数但没有配全部底库 if groupRule.Rules[j].SdkArgAlias == "compareBase" && groupRule.Rules[j].SdkArgValue != "" { // 配了比对底库的参数但不是配的全部底库 compareFlag = 2 tableIds = groupRule.Rules[j].SdkArgValue + "," // 最后会多一个tableId，切出来的数组取len-1就可以 tableIds = append(tableIds,groupRule.Rules[j].SdkArgValue)// 最后会多一个tableId，切出来的数组取len-1就可以 } if groupRule.Rules[j].SdkArgAlias == "compareBase" && groupRule.Rules[j].SdkArgValue == "" { // 配的参数是比对全部底库 compareFlag = 1 } if groupRule.Rules[j].SdkArgAlias == "threshold" { v2, err := strconv.ParseFloat(groupRule.Rules[j].SdkArgValue, 32) if err != nil { logger.Error("string转float32失败！") } threshold = float32(v2) } } } @@ -140,36 +212,33 @@ logger.Info("没有配置对比底库参数") return } logger.Debug("=====配置的阈值为：",threshold) for j := 0; j < len(groupRule.Rules); j++ { if groupRule.Rules[j].SdkId == "812b674b-2375-4589-919a-5c1c3278a972" { for _, sdkData := range args.Sdkdata { if sdkData.IpcId == "A8B73405-373D-4F23-CED2-A617EBD7EC55" { // 搜索到人脸检测的sdkdata 现在关于人脸的只有他一个sdk，全找他 logger.Info("============================================进行人脸对比") for _, areaMap := range sdkData.AreaMapList { logger.Info("-------------人脸比对之前目标数量",len(areaMap.args)) // 拿区域中每个人脸特征值去对比，填充其liker if groupRule.Rules[j].PolygonId == areaMap.areaId { logger.Info("--------------看看compareFlag的值：",compareFlag) //logger.Info("--------------看看compareFlag的值和tableId和areaMap.args的长度：",compareFlag,tableIds,len(areaMap.args)) for _, arg := range areaMap.args { if compareFlag == 1 { arg.fillLiker() arg.fillLiker(nil,threshold) } if compareFlag == 2 { array := strings.Split(tableIds, ",") logger.Info("--------------------------看看对比底库的值;",array) for i := 0; i < len(array)-1; i++ { arg.fillLiker() } arg.fillLiker(tableIds,threshold) } logger.Info("-------------------成功给liker赋值,长度为：", len(arg.Liker)) //logger.Info("-------------------成功给liker赋值,长度为：", len(arg.Liker)) } areaMap.filterData = areaMap.args //logger.Info("=======第一次看args：",(areaMap.filterData)) } logger.Info("-------------------------------人脸对比之后的目标数量",len(areaMap.args)) //logger.Info("-------------------------------人脸对比之后的目标数量",len(areaMap.args)) } } } return // 比完一次就出去，防止再比第二遍造成重复，因为确实可以有两个人脸比对的小规则，一个底库，一个阈值 } } } @@ -190,7 +259,7 @@ if threshold <= obj.Score && size <= float64(obj.Rects.Width*obj.Rects.Height) && intersectionper <= PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale) { // 这步要备齐表达式里所需要的所有参数 a.targetNum++ arg1 := Arg{obj.Score, PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale), float64(obj.Rects.Width * obj.Rects.Height), obj.IsYolo, obj.Rects, obj.Feature, obj.ThftRes, []*protomsg.Baseinfo{}} arg1 := Arg{obj.Score, PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale), float64(obj.Rects.Width * obj.Rects.Height), obj.IsYolo, obj.Rects, obj.Feature, obj.ThftRes, []*BaseInfo{}} //logger.Println("放进去的arg：-------", arg1) a.args = append(a.args, &arg1) a.filterData = append(a.filterData, &arg1)
