package ruleserver import ( "basic.com/dbapi.git" "basic.com/pubsub/protomsg.git" "basic.com/valib/logger.git" "encoding/json" "errors" "fmt" "github.com/golang/protobuf/proto" uuid "github.com/satori/go.uuid" "math" "nanomsg.org/go-mangos" "nanomsg.org/go-mangos/protocol/req" "nanomsg.org/go-mangos/transport/tcp" "net" "ruleprocess/cache" "ruleprocess/structure" "strconv" "time" ) var serverIp, serverPort, dbTablePersons string var sock mangos.Socket type conf struct { PhotoUrl string `yaml:"photoUrl"` VideoPersons string `yaml:"videoPersons"` PersonAction string `yaml:"personAction"` ServerIp string `yaml:"serverIp"` ServerPort string `yaml:"serverPort"` DbTablePersons string `yaml:"dbTablePersons"` } func Init() { go Push1() } var sender chan *protomsg.CompareArgs = make(chan *protomsg.CompareArgs) var receiver chan []byte = make(chan []byte) type BaseInfo struct { TableId string `json:"tableId"` TableName string `json:"tableName"` BwType string `json:"bwType"` CompareScore float64 `json:"compareScore"` PersonId string `json:"personId"` PersonName string `json:"personName"` PersonPicUrl string `json:"personPicUrl"` PhoneNum string `json:"phoneNum"` Sex string `json:"sex"` IdCard string `json:"idCard"` MonitorLevel string `json:"monitorLevel"` Content string `json:"content"` } // 以摄像机id查出跟其相关的所有任务下的所有规则组 func GetRuleGroup(cameraId string, taskId string) *protomsg.TaskGroupArgs { all := cache.GetCameraTaskRulesByCameraId(cameraId) //logger.Info("==================所有的任务的规则组:",all) var taskGroup *protomsg.TaskGroupArgs for _, task := range all { if task.TaskId == taskId { taskGroup = task } } if taskGroup == nil { return nil } else { for _,ruleGroup := range taskGroup.GroupRules{ logger.Info(ruleGroup.GroupText) } return taskGroup } } // 根据摄像机id拿到摄像机所有区域 func GetPolygons(cameraId string) []protomsg.CameraPolygon { var cameraPolygons []protomsg.CameraPolygon cameraPolygons = cache.GetPolygonsByCameraId(cameraId) //logger.Debug("------=======查看下全部区域:",cameraPolygons) return cameraPolygons } // 保留四位小数 func Retain(f float32) (float64) { value1, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", float64(f)), 64) return value1 } func Decimal(value float32) float64 { value1, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", float64(value)), 64) //logger.Info("初步保留两位成str:",value1) n10 := math.Pow10(4) value2 := math.Trunc((value1+0.5/n10)*n10) / n10 //logger.Info("初步保留两位成str::::",value2) return value2 } // 将字符串格式的坐标序列化为Point格式 func Json2points(areaPoints string) []structure.Point { var pts []structure.Point if areaPoints == "[]" || areaPoints == "" { logger.Error("=====================此区域为全部区域") pts = append(pts, structure.Point{0, 0}) pts = append(pts, structure.Point{0, 540}) pts = append(pts, structure.Point{960, 540}) pts = append(pts, structure.Point{960, 0}) } else { err := json.Unmarshal([]byte(areaPoints), &pts) if err != nil { logger.Error("json.Unmarshal错误", err) panic("序列化坐标异常,程序退出") } } return pts } // 给目标填充liker func fillLiker(tableId []string, compareThreshold float32,arg *structure.Arg) { //bytes := bigCache.GetComparePersonBaseInfo(tableId, arg.Feature, compareThreshold) comArg := &protomsg.CompareArgs{ TableIds:tableId, FaceFeature:arg.Feature, CompareThreshold:compareThreshold, Source:false, } bytes := getCompareMsg(comArg) var scResult protomsg.SdkCompareResult err1 := proto.Unmarshal(bytes, &scResult) if err1 != nil { logger.Error("getBaseInfo解压错误", err1) return } //logger.Info("----------------------------------------map是", m) ids := []string{} m := make(map[string]*protomsg.SdkCompareEach) for _,key := range scResult.CompareResult { ids = append(ids, key.Id) m[key.Id] = key } logger.Info("------------------------------------------------------------------------------------------------------------------------") //logger.Info("=====================人员id的集合为:",ids) if len(ids) > 0 { var dbApi dbapi.DbPersonApi baseinfos, err1 := dbApi.Dbpersoninfosbyid(ids) //baseinfos, err1 := esutil.Dbpersoninfosbyid(ids, dbTablePersons, serverIp, serverPort) if err1 != nil { logger.Error("查询底库人员信息出错", err1) } var dtapi dbapi.DbTableApi for _, baseinfo := range baseinfos { // 根据tableId查询底库信息给liker赋值 //logger.Info("---------看看每个底库人员的信息:",baseinfo.Id,baseinfo.PersonName) tableIds := []string{} tableIds = append(tableIds, baseinfo.TableId) // 虽然是传入数组返回数组的接口,但我按单个的使用了 table, err := dtapi.DbtablesById(tableIds) //table, err := esutil.Dbtablefosbyid(tableIds, "dbtables", serverIp, serverPort) if err != nil || len(table) == 0 { logger.Error("根据id查询底库信息出错!", err, "--返回值长度为:", len(table)) } logger.Debug("看看这个base的对比值是多少:", Decimal(m[baseinfo.Id].CompareScore)) base := structure.BaseInfo{TableId: baseinfo.TableId, TableName: table[0].TableName, BwType: table[0].BwType, CompareScore: Decimal(m[baseinfo.Id].CompareScore), TargetId: baseinfo.Id, TargetName: baseinfo.PersonName, TargetPicUrl: baseinfo.PersonPicUrl, MonitorLevel: baseinfo.MonitorLevel, Content: baseinfo.Reserved,DbLabel: baseinfo.PhoneNum+"/"+baseinfo.Sex+"/"+baseinfo.IdCard,} //os.Exit(1) arg.Liker = append(arg.Liker, &base) } } } // 人脸比对 func Compare(args *structure.SdkDatas, groupRule *protomsg.GroupRule) { compareFlag := 0 var tableIds []string var threshold float32 = 50 // 默认阈值为50 // 看看是否有只配人脸比对算法但没有配对比库的规则,如果有,则比对对象为全部底库 for j := 0; j < len(groupRule.Rules); j++ { if groupRule.Rules[j].SdkId == "812b674b-2375-4589-919a-5c1c3278a972" { // 配了人脸比对 if groupRule.Rules[j].SdkArgAlias == "compareBase" && groupRule.Rules[j].SdkArgValue != "" { // 配了比对底库的参数但不是配的全部底库 compareFlag = 2 tableIds = append(tableIds, groupRule.Rules[j].SdkArgValue) // 最后会多一个tableId,切出来的数组取len-1就可以 } if groupRule.Rules[j].SdkArgAlias == "compareBase" && groupRule.Rules[j].SdkArgValue == "" { // 配的参数是比对全部底库 compareFlag = 1 } if groupRule.Rules[j].SdkArgAlias == "cmpThreshold" { v2, err := strconv.ParseFloat(groupRule.Rules[j].SdkArgValue, 32) if err != nil { logger.Error("string转float32失败!") } threshold = float32(v2) } } } // 为了测试作下弊,直接让其比对全部底库 //compareFlag = 1 if compareFlag == 0 { logger.Info("没有配置对比底库参数") return } logger.Debug("=====配置的阈值为:", threshold) for j := 0; j < len(groupRule.Rules); j++ { if groupRule.Rules[j].SdkId == "812b674b-2375-4589-919a-5c1c3278a972" { for _, sdkData := range args.Sdkdata { if sdkData.IpcId == "A8B73405-373D-4F23-CED2-A617EBD7EC55" { // 搜索到人脸检测的sdkdata 现在关于人脸的只有他一个sdk,全找他 logger.Info("============================================进行人脸对比") for _, areaMap := range sdkData.AreaMapList { // 拿区域中每个人脸特征值去对比,填充其liker if groupRule.Rules[j].PolygonId == areaMap.AreaId { //logger.Info("--------------看看compareFlag的值和tableId和areaMap.args的长度:",compareFlag,tableIds,len(areaMap.args)) for _, arg := range areaMap.Args { arg.Liker = arg.Liker[0:0] if compareFlag == 1 { fillLiker(nil, threshold, arg) } if compareFlag == 2 { fillLiker(tableIds, threshold, arg) } //logger.Info("-------------------成功给liker赋值,长度为:", len(arg.Liker)) } areaMap.FilterData = areaMap.Args //logger.Info("=======第一次看args:",(areaMap.filterData)) } //logger.Info("-------------------------------人脸对比之后的目标数量",len(areaMap.args)) } } } return // 比完一次就出去,防止再比第二遍造成重复,因为确实可以有两个人脸比对的小规则,一个底库,一个阈值 } } } // 计算区域内的目标数量以及将相似度、占比、尺寸等打包 func CountAreaObjs(a *structure.AreaMap,arg *structure.SdkData) { a.TargetNum = 0 threshold := 80.0 // 相似度 intersectionper := 20.0 // 占比 size := 0.0 // 尺寸 areaPoints := Json2points(a.AreaJson) logger.Info("看看图片的width和height:",arg.ImageWidth,arg.ImageHeight) widthScale := float64(arg.ImageWidth) / 960 heigthScale := float64(arg.ImageHeight) / 540 for _, obj := range arg.Photo { //logger.Info("------------------看看sdkData:", arg.SdkName, "的Photo数据----------------", obj, "----顺便看看占比-----:", PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale)) if obj.Score >= threshold && float64(obj.Rects.Width*obj.Rects.Height) >= size && PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale) >= intersectionper { // 这步要备齐表达式里所需要的所有参数 a.TargetNum++ uuid := uuid.NewV4().String() arg1 := structure.Arg{obj.Id,uuid,obj.Score, PgsInterPercent(areaPoints, obj.Rects, widthScale, heigthScale), float64(obj.Rects.Width * obj.Rects.Height), a.AreaJson,obj.Type, obj.Rects, obj.Car,obj.Feature, obj.ThftRes, []*structure.BaseInfo{},"",structure.ResultMsg{}} //logger.Println("放进去的arg:-------", arg1) a.Args = append(a.Args, &arg1) a.FilterData = append(a.FilterData, &arg1) } } logger.Info("区域是:",areaPoints,"区域内目标数量为:",a.TargetNum,"---",len(a.FilterData)) a.Time = time.Unix(time.Now().Unix(), 0).String()[11:16] //logger.Println("--------------------看看区域数据:",*a) } // 把sdk从数据帧上提取的按照区域分类归置 func SdkDataFormat(cameraId string, arg *structure.SdkData, cameraPolygons []protomsg.CameraPolygon) { logger.Info("==================================本sdkData中解出来的目标数据=======================================") for _, photo := range arg.Photo { logger.Info("--------解析出来的数据---", cameraId, arg.IpcId, photo.Rects, photo.Score) } for _, polygon := range cameraPolygons { //logger.Println("++++++在这儿看一下区域啊:", polygon.Polygon) areaMap := structure.AreaMap{CameraId: cameraId, AreaId: polygon.Id, AreaJson: polygon.Polygon, TriggerLine: polygon.TriggerLine, DirectionLine: polygon.DirectionLine} // 为每个摄像机区域填充数据 CountAreaObjs(&areaMap,arg) arg.AreaMapList = append(arg.AreaMapList, &areaMap) } } func Push(data *protomsg.CompareArgs,sock mangos.Socket) []byte{ //var sock mangos.Socket var err error var msg []byte //if sock, err = req.NewSocket(); err != nil { // logger.Error("创建请求socket失败: %s", err.Error()) //} errSize := sock.SetOption(mangos.OptionMaxRecvSize,5*1024*1024) if errSize != nil { logger.Error("Failed set MaxRecvSize: %v", err) return nil } serverIP, _ := GetLocalIP() if err = sock.Dial("tcp://"+serverIP+":4010"); err != nil { logger.Error("请求socket拨号失败: %s", err.Error()) } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) logger.Info("序列化数据") bytes,err1 := proto.Marshal(data) logger.Info("数据长度为:",len(bytes)) if err1 != nil { logger.Info("序列化失败:",err1) } logger.Debug("推送数据") //bytes := []byte("ndfasojdfaidsos") if err = sock.Send(bytes); err != nil { logger.Error("推送socket发送数据失败: %s", err.Error()) //os.Exit(1) } if msg, err = sock.Recv(); err != nil { logger.Error("接收响应失败: %s", err.Error()) //os.Exit(1) } logger.Debug("数据推送成功!收到响应,数据长度为:",len(msg)) return msg } func Push1(){ //var sock mangos.Socket var err error var msg []byte if sock, err = req.NewSocket(); err != nil { logger.Error("创建请求socket失败: %s", err.Error()) } errSize := sock.SetOption(mangos.OptionMaxRecvSize,5*1024*1024) if errSize != nil { logger.Error("Failed set MaxRecvSize: %v", err) } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) serverIP, _ := GetLocalIP() if err = sock.Dial("tcp://"+serverIP+":4010"); err != nil { logger.Error("请求socket拨号失败: %s", err.Error()) } logger.Info("序列化数据") for { select { // case <-ctx.Done(): // return case data := <- sender: logger.Info("比对进程入参:",data.TableIds,data.CompareThreshold) bytes,err1 := proto.Marshal(data) logger.Info("数据长度为:",len(bytes)) if err1 != nil { logger.Info("序列化失败:",err1) } logger.Debug("推送数据") //bytes := []byte("ndfasojdfaidsos") if err = sock.Send(bytes); err != nil { logger.Error("推送socket发送数据失败: %s", err.Error()) //os.Exit(1) } if msg, err = sock.Recv(); err != nil { logger.Error("接收响应失败: %s", err.Error()) //os.Exit(1) } logger.Debug("数据推送成功!收到响应,数据长度为:",len(msg)) receiver <- msg default: } } } func getCompareMsg(data *protomsg.CompareArgs) []byte{ sender <- data return <-receiver } // 获取本机ip func GetLocalIP() (ipv4 string, err error) { var ( addrs []net.Addr addr net.Addr ipNet *net.IPNet // IP地址 isIpNet bool ) // 获取所有网卡 if addrs, err = net.InterfaceAddrs(); err != nil { return } // 取第一个非lo的网卡IP for _, addr = range addrs { // 这个网络地址是IP地址: ipv4, ipv6 if ipNet, isIpNet = addr.(*net.IPNet); isIpNet && !ipNet.IP.IsLoopback() { // 跳过IPV6 if ipNet.IP.To4() != nil { ipv4 = ipNet.IP.String() // 192.168.1.1 return } } } err = errors.New("ipv4 not found") return }