派生自 ruleprocess
ruleserver/readyDataForRule.go
@@ -1,14 +1,17 @@ package ruleserver import ( bigCache "basic.com/pubsub/cache.git" "basic.com/pubsub/cache.git/esutil" "basic.com/dbapi.git" "basic.com/pubsub/protomsg.git" "encoding/json" "errors" "fmt" "github.com/go-yaml/yaml" "io/ioutil" "github.com/golang/protobuf/proto" "math" "nanomsg.org/go-mangos" "nanomsg.org/go-mangos/protocol/req" "nanomsg.org/go-mangos/transport/tcp" "net" "ruleprocess/cache" "ruleprocess/logger" "strconv" @@ -16,7 +19,7 @@ ) var serverIp, serverPort, dbTablePersons string var sock mangos.Socket type conf struct { PhotoUrl string `yaml:"photoUrl"` VideoPersons string `yaml:"videoPersons"` @@ -27,26 +30,13 @@ } func Init() { data, err := ioutil.ReadFile("./config/conf.yml") if err != nil { fmt.Println("读取配置文件出错--", err) logger.Error("读取配置文件出错--", err) } c := conf{} //把yaml形式的字符串解析成struct类型 yaml.Unmarshal(data, &c) logger.Debug("配置文件的值为：", c) serverIp = c.ServerIp serverPort = c.ServerPort dbTablePersons = c.DbTablePersons localConfig, err1 := cache.GetServerInfo() if err1 != nil { logger.Error("查询本机信息失败！") } logger.Debug("本机信息和server信息：", localConfig, serverIp, serverPort) bigCache.Init(dbTablePersons, serverIp, serverPort, localConfig.ServerId) //logger.Debug("本机信息和server信息：", localConfig, serverIp, serverPort) //bigCache.Init(dbTablePersons, serverIp, serverPort, localConfig.ServerId) go Push1() } var sender chan *protomsg.CompareArgs = make(chan *protomsg.CompareArgs) var receiver chan []byte = make(chan []byte) type BaseInfo struct { TableId string `json:"tableId"` TableName string `json:"tableName"` @@ -72,18 +62,22 @@ taskGroup = task } } logger.Debug("当前数据帧要匹配的规则组：-------------------------") for _,ruleGroup := range taskGroup.GroupRules{ logger.Info(ruleGroup.GroupText) logger.Debug("当前数据帧要匹配的规则组：-------------------------","摄像机id:",cameraId,"任务id",taskId) if taskGroup == nil { return nil } else { for _,ruleGroup := range taskGroup.GroupRules{ logger.Info(ruleGroup.GroupText) } return taskGroup } return taskGroup } // 根据摄像机id拿到摄像机所有区域 func GetPolygons(cameraId string) []protomsg.CameraPolygon { var cameraPolygons []protomsg.CameraPolygon cameraPolygons = cache.GetPolygonsByCameraId(cameraId) //logger.Debug("------=======查看下全部区域：",cameraPolygons) logger.Debug("------=======查看下全部区域：",cameraPolygons) return cameraPolygons } @@ -158,35 +152,51 @@ // 给目标填充liker func (arg *Arg) fillLiker(tableId []string, compareThreshold float32) { bytes := bigCache.GetComparePersonBaseInfo(tableId, arg.Feature, compareThreshold) var m map[string]float32 err1 := json.Unmarshal(bytes, &m) //bytes := bigCache.GetComparePersonBaseInfo(tableId, arg.Feature, compareThreshold) comArg := &protomsg.CompareArgs{ TableIds:tableId, FaceFeature:arg.Feature, CompareThreshold:compareThreshold, Source:false, } bytes := getCompareMsg(comArg) //bytes := []byte{} var scResult protomsg.SdkCompareResult err1 := proto.Unmarshal(bytes, &scResult) if err1 != nil { logger.Error("getBaseInfo解压错误", err1) return } //logger.Info("----------------------------------------map是", m) ids := []string{} for key, _ := range m { ids = append(ids, key) m := make(map[string]*protomsg.SdkCompareEach) for _,key := range scResult.CompareResult { ids = append(ids, key.Id) m[key.Id] = key } logger.Info("------------------------------------------------------------------------------------------------------------------------") //logger.Info("=====================人员id的集合为：",ids) if len(ids) > 0 { baseinfos, err1 := esutil.Dbpersoninfosbyid(ids, dbTablePersons, serverIp, serverPort) var dbApi dbapi.DbPersonApi baseinfos, err1 := dbApi.Dbpersoninfosbyid(ids) //baseinfos, err1 := esutil.Dbpersoninfosbyid(ids, dbTablePersons, serverIp, serverPort) if err1 != nil { logger.Error("查询底库人员信息出错", err1) } var dtapi dbapi.DbTableApi for _, baseinfo := range baseinfos { // 根据tableId查询底库信息给liker赋值 //logger.Info("---------看看每个底库人员的信息：",baseinfo.Id,baseinfo.PersonName) tableIds := []string{} tableIds = append(tableIds, baseinfo.TableId) // 虽然是传入数组返回数组的接口，但我按单个的使用了 table, err := esutil.Dbtablefosbyid(tableIds, "dbtables", serverIp, serverPort) table, err := dtapi.DbtablesById(tableIds) //table, err := esutil.Dbtablefosbyid(tableIds, "dbtables", serverIp, serverPort) if err != nil || len(table) == 0 { logger.Error("根据id查询底库信息出错！", err, "--返回值长度为：", len(table)) } logger.Debug("看看这个base的对比值是多少：", Decimal(m[baseinfo.Id] * 100)) base := BaseInfo{TableId: baseinfo.TableId, TableName: table[0].TableName, BwType: table[0].BwType, CompareScore: Decimal(m[baseinfo.Id] * 100), PersonId: baseinfo.Id, PersonName: baseinfo.PersonName, PersonPicUrl: baseinfo.PersonPicUrl, PhoneNum: baseinfo.PhoneNum, Sex: baseinfo.Sex, IdCard: baseinfo.IdCard, MonitorLevel: baseinfo.MonitorLevel, Content: baseinfo.Reserved} logger.Debug("看看这个base的对比值是多少：", Decimal(m[baseinfo.Id].CompareScore)) base := BaseInfo{TableId: baseinfo.TableId, TableName: table[0].TableName, BwType: table[0].BwType, CompareScore: Decimal(m[baseinfo.Id].CompareScore), PersonId: baseinfo.Id, PersonName: baseinfo.PersonName, PersonPicUrl: baseinfo.PersonPicUrl, PhoneNum: baseinfo.PhoneNum, Sex: baseinfo.Sex, IdCard: baseinfo.IdCard, MonitorLevel: baseinfo.MonitorLevel, Content: baseinfo.Reserved} //os.Exit(1) arg.Liker = append(arg.Liker, &base) } @@ -198,7 +208,7 @@ func Compare(args *SdkDatas, groupRule *protomsg.GroupRule) { compareFlag := 0 var tableIds []string var threshold float32 = 0.5 // 默认阈值为0.5 var threshold float32 = 50 // 默认阈值为50 // 看看是否有只配人脸比对算法但没有配对比库的规则，如果有，则比对对象为全部底库 for j := 0; j < len(groupRule.Rules); j++ { if groupRule.Rules[j].SdkId == "812b674b-2375-4589-919a-5c1c3278a972" { // 配了人脸比对 @@ -235,6 +245,15 @@ if groupRule.Rules[j].PolygonId == areaMap.areaId { //logger.Info("--------------看看compareFlag的值和tableId和areaMap.args的长度：",compareFlag,tableIds,len(areaMap.args)) for _, arg := range areaMap.args { arg.Liker = arg.Liker[0:0] logger.Info("清空之后看看之前打的人脸标签变了没：") if args.RuleResult["face"] != nil && len(args.RuleResult["face"].([]FaceResult)) > 0 { for _, faceResult := range args.RuleResult["face"].([]FaceResult) { for _,arg := range faceResult.Args { logger.Info("人员分值是：",arg.Score,"liker的数量为",arg.Liker) } } } if compareFlag == 1 { arg.fillLiker(nil, threshold) } @@ -259,7 +278,7 @@ func (a *AreaMap) CountAreaObjs(arg *SdkData) { a.targetNum = 0 threshold := 0.0 // 相似度 threshold := 80.0 // 相似度 intersectionper := 0.2 // 占比 size := 0.0 // 尺寸 @@ -298,3 +317,123 @@ arg.AreaMapList = append(arg.AreaMapList, &areaMap) } } func Push(data *protomsg.CompareArgs,sock mangos.Socket) []byte{ //var sock mangos.Socket var err error var msg []byte //if sock, err = req.NewSocket(); err != nil { // logger.Error("创建请求socket失败: %s", err.Error()) //} errSize := sock.SetOption(mangos.OptionMaxRecvSize,5*1024*1024) if errSize != nil { logger.Error("Failed set MaxRecvSize: %v", err) return nil } serverIP, _ := GetLocalIP() if err = sock.Dial("tcp://"+serverIP+":4010"); err != nil { logger.Error("请求socket拨号失败: %s", err.Error()) } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) logger.Info("序列化数据") bytes,err1 := proto.Marshal(data) logger.Info("数据长度为：",len(bytes)) if err1 != nil { logger.Info("序列化失败：",err1) } logger.Debug("推送数据") //bytes := []byte("ndfasojdfaidsos") if err = sock.Send(bytes); err != nil { logger.Error("推送socket发送数据失败: %s", err.Error()) //os.Exit(1) } if msg, err = sock.Recv(); err != nil { logger.Error("接收响应失败: %s", err.Error()) //os.Exit(1) } logger.Debug("数据推送成功！收到响应,数据长度为：",len(msg)) return msg } func Push1(){ //var sock mangos.Socket var err error var msg []byte if sock, err = req.NewSocket(); err != nil { logger.Error("创建请求socket失败: %s", err.Error()) } errSize := sock.SetOption(mangos.OptionMaxRecvSize,5*1024*1024) if errSize != nil { logger.Error("Failed set MaxRecvSize: %v", err) } //sock.AddTransport(ipc.NewTransport()) sock.AddTransport(tcp.NewTransport()) serverIP, _ := GetLocalIP() if err = sock.Dial("tcp://"+serverIP+":4010"); err != nil { logger.Error("请求socket拨号失败: %s", err.Error()) } logger.Info("序列化数据") for { select { // case <-ctx.Done(): // return case data := <- sender: bytes,err1 := proto.Marshal(data) logger.Info("数据长度为：",len(bytes)) if err1 != nil { logger.Info("序列化失败：",err1) } logger.Debug("推送数据") //bytes := []byte("ndfasojdfaidsos") if err = sock.Send(bytes); err != nil { logger.Error("推送socket发送数据失败: %s", err.Error()) //os.Exit(1) } if msg, err = sock.Recv(); err != nil { logger.Error("接收响应失败: %s", err.Error()) //os.Exit(1) } logger.Debug("数据推送成功！收到响应,数据长度为：",len(msg)) receiver <- msg default: } } } func getCompareMsg(data *protomsg.CompareArgs) []byte{ sender <- data return <-receiver } // 获取本机ip func GetLocalIP() (ipv4 string, err error) { var ( addrs []net.Addr addr net.Addr ipNet *net.IPNet // IP地址 isIpNet bool ) // 获取所有网卡 if addrs, err = net.InterfaceAddrs(); err != nil { return } // 取第一个非lo的网卡IP for _, addr = range addrs { // 这个网络地址是IP地址: ipv4, ipv6 if ipNet, isIpNet = addr.(*net.IPNet); isIpNet && !ipNet.IP.IsLoopback() { // 跳过IPV6 if ipNet.IP.To4() != nil { ipv4 = ipNet.IP.String() // 192.168.1.1 return } } } err = errors.New("ipv4 not found") return }
