派生自 ruleprocess
main.go
@@ -1,54 +1,72 @@ package main import ( "basic.com/dbapi.git" "flag" "sync" "net/http" _ "net/http/pprof" "plugin" //"github.com/spf13/viper" logger "github.com/alecthomas/log4go" "github.com/panjf2000/ants/v2" "basic.com/pubsub/protomsg.git" "basic.com/valib/deliver.git" "bufio" "bytes" "flag" "fmt" "ruleprocess/logger" "github.com/golang/protobuf/proto" "gocv.io/x/gocv" "image" "image/color" "os" "ruleprocess/insertdata" "ruleprocess/labelFilter" "ruleprocess/structure" "ruleprocess/cache" "ruleprocess/ruleserver" "ruleprocess/util" "ruleprocess/insertdata" "sync" ) var dbIp = flag.String("dbIp","127.0.0.1","dbserver ip") var dbPort = flag.Int("dbPort",8001,"default dbPort=8001") var surveyPort = flag.Int("surveyPort",40007,"survey port") //心跳 var pubPort = flag.Int("pubPort",50007,"pubsub port") //数据更新 var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip") var dbPort = flag.Int("dbPort", 8001, "default dbPort=8001") var surveyPort = flag.Int("surveyPort", 40007, "survey port") //心跳 var pubPort = flag.Int("pubPort", 50007, "pubsub port") //数据更新 var initchan = make(chan bool) func init () { var env = flag.String("env","pro","env set") func init() { flag.Parse() // 日志初始化 logger.Config("./info.log", logger.DebugLevel) insertdata.Init(*env) //var logFile = "./logger/" //if viper.GetString("LogBasePath") != "" { // logFile = viper.GetString("LogBasePath") //} //logFile = logFile + "ruleprocess.log" //fmt.Println("日志地址：",logFile) //logger.Config(logFile, logger.DebugLevel) //logger.SetSaveDays(7) // log4go logger.LoadConfiguration("./logger/log.xml") logger.Info("日志初始化成功！") } func main() { //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕 defer ants.Release() go func() { http.ListenAndServe("0.0.0.0:8899",nil) }() flag.Parse() wg := sync.WaitGroup{} wg.Add(2) wg.Add(3) dbapi.Init(*dbIp,*dbPort) go cache.Init(initchan,*dbIp,*surveyPort,*pubPort) logger.Info("cache init completed!!!",<- initchan)//dbserver初始化完毕 //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕 go cache.Init(initchan, *dbIp, *surveyPort, *pubPort) logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕 ruleserver.Init() labelFilter.Init() go ruleserver.TimeTicker() go ruleserver.StartServer() nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1) wg.Wait() //resp,err := DrawPolygonOnImage() //if err != nil { // logger.Println("画框或者上传有问题") //} //logger.Println(resp["fileUrl"].(string)) } func nReciever(url string, m deliver.Mode, count int) { c := deliver.NewServer(m, url) @@ -56,292 +74,50 @@ } func nRecvImpl(c deliver.Deliver, index int) { var msg []byte //var wg1 sync.WaitGroup //p,_ := ants.NewPool(100) //syncCalculateSum := func() { // Task(msg) // wg1.Done() //} //wg1.Wait() var err error for { select { // case <-ctx.Done(): // return default: msg, err = c.Recv() if err != nil { logger.Info("recv error : ", err) fmt.Println("recv error : ", err) continue } else { arg := ruleserver.SdkDatas{} m := paramFormat(msg, &arg) //logger.Info("解析出来的数据：", arg) ruleserver.Judge(&arg) // 把arg里的打的标签拿出来给m再封装一层 resultMag := ruleserver.ResultMsg{SdkMessage: m, RuleResult: arg.RuleResult} //logger.Info("打完标签后的结果：",resultMag) // 将打完标签的数据插入到ES insertdata.InsertToEs(resultMag) } msg, err = c.Recv() if err == nil { //wg1.Add(1) //_ = p.Submit(syncCalculateSum) Task(msg) } } } // 将外部传进来的rect（top,bottom,left,right）转化为自己内部的rect(left top width height) func rectFormat(rcobj *protomsg.Rect) ruleserver.Rect { rect := ruleserver.Rect{} rect.X = float64(rcobj.Left) rect.Y = float64(rcobj.Top) rect.Width = float64(rcobj.Right - rcobj.Left) rect.Height = float64(rcobj.Bottom - rcobj.Top) return rect func Task (msg []byte) { arg := structure.SdkDatas{} //start := time.Now() m := CallParamFormat(msg, &arg) // 进行规则处理判断(打上规则的标签) ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag // 把arg里的打的标签拿出来给m再封装一层 resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult} ruleserver.GetAttachInfo(resultMsg.SdkMessage) // 将打完标签的数据插入到ES insertdata.InsertToEs(resultMsg) //事件推送 labelFilter.PushSomthing(resultMsg) } func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{ //logger.Info("呼叫中间件格式化数据") p,err := plugin.Open("./algorithm/middleware.so") if err != nil { panic(err) } f,err1 := p.Lookup("ParamFormat") if err1 != nil { panic("没有找到中间件的格式化数据函数") } mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args) return mess } // 将外部传进来的sdk数据包解成 SdkDatas func paramFormat(msg []byte, args *ruleserver.SdkDatas) protomsg.SdkMessage { defer func() { if err := recover(); err != nil { logger.Info("解包过程的错误", err.(string)) } }() // 反序列化数据得到sdk入参 m := protomsg.SdkMessage{} err := proto.Unmarshal(msg, &m) if err != nil { panic("解析msg时出现错误") } args.CameraId = m.Cid // 把图片的二进制解压缩进行画框在压缩回去 bdata, err := util.UnCompress(m.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) //logger.Info("----------------看看有几个算法：",len(m.Tasklab.Sdkinfos)) for _, sdkinfo := range m.Tasklab.Sdkinfos { // yolo算法 if sdkinfo.Sdktype == "Yolo" { arg := ruleserver.SdkData{} arg.TaskId = m.Tasklab.Taskid arg.IpcId = sdkinfo.Ipcid arg.IsYolo = true bdata, err := util.UnCompress(m.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) arg.ImageWidth = int(i.Width) arg.ImageHeight = int(i.Height) // 暂时写死，sdk还没有这俩算法 arg.KeepRight = false arg.IsStatic = false if len(sdkinfo.Sdkdata) > 1 { // 大于1才有数据 yoloParam := protomsg.ParamYoloObj{} err = proto.Unmarshal(sdkinfo.Sdkdata, &yoloParam) if err != nil { logger.Info("解析YOLO sdk数据时出现错误", err) continue } //logger.Info("--------------看看yolo中有几个目标：",len(yoloParam.Infos)) for _, info := range yoloParam.Infos { if info.Typ == 0 { photoMap := ruleserver.PhotoMap{Rects: rectFormat(info.RcObj), Score: float64(info.Prob)*100,IsYolo:true} arg.Photo = append(arg.Photo, photoMap) } } args.Sdkdata = append(args.Sdkdata,&arg) } else { continue } } if sdkinfo.Sdktype == "FaceDetect" { // 人脸检测 arg := ruleserver.SdkData{} arg.TaskId = m.Tasklab.Taskid arg.IpcId = sdkinfo.Ipcid arg.IsYolo = false bdata, err := util.UnCompress(m.Data) if err != nil { panic("解压缩图片时出现错误") } i := protomsg.Image{} err = proto.Unmarshal(bdata, &i) arg.ImageWidth = int(i.Width) arg.ImageHeight = int(i.Height) // 暂时写死，sdk还没有这俩算法 arg.KeepRight = false arg.IsStatic = false if len(sdkinfo.Sdkdata) > 1 { faceParam := protomsg.ParamFacePos{} err = proto.Unmarshal(sdkinfo.Sdkdata, &faceParam) if err != nil { logger.Info("解析FACE sdk数据时出现错误", err) continue } logger.Info("--------------看看人脸检测中有几个目标：",len(faceParam.Faces)) for _, info := range faceParam.Faces { photoMap := ruleserver.PhotoMap{Rects: rectFormat(info.Pos.RcFace), Score: float64(info.Pos.Quality)*100, IsYolo:false,ThftRes:*(info.Result),Feature:info.Feats} arg.Photo = append(arg.Photo, photoMap) } args.Sdkdata = append(args.Sdkdata,&arg) } else { continue } } //if sdkinfo.Sdktype == "FaceExtract" { // 人脸提取 // arg := ruleserver.SdkData{} // arg.TaskId = m.Tasklab.Taskid // arg.SdkId = sdkinfo.Sdkid // arg.SdkName = sdkinfo.SdkName // arg.IsYolo = false // bdata, err := util.UnCompress(m.Data) // if err != nil { // panic("解压缩图片时出现错误") // } // i := protomsg.Image{} // err = proto.Unmarshal(bdata, &i) // arg.ImageWidth = int(i.Width) // arg.ImageHeight = int(i.Height) // // 暂时写死，sdk还没有这俩算法 // arg.KeepRight = false // arg.IsStatic = false // if len(sdkinfo.Sdkdata) > 1 { // faceParam := protomsg.ParamFaceFeature{} // err = proto.Unmarshal(sdkinfo.Sdkdata, &faceParam) // if err != nil { // logger.Info("解析FACE sdk数据时出现错误", err) // continue // } // for _,faceExtCom := range faceParam.ExtComp { // binfos := protomsg.Binfos{} // err := proto.Unmarshal(faceExtCom.Comp, &binfos) // if err != nil { // logger.Info("解析人脸比对数据时出现错误", err) // continue // } // logger.Info("_________________________________________________________________解析出的人脸的相似的底库数据",binfos.Infos[0].CompareScore) // } // logger.Info("------当前算法name",sdkinfo.SdkName,"--------------看看人脸提取中有几个目标：",len(faceParam.ExtComp)) // for _, extComp := range faceParam.ExtComp { // baseinfos := protomsg.Binfos{} // err1 := proto.Unmarshal(extComp.Comp, &baseinfos) // if err1 != nil { // logger.Info("解析FACE sdk数据时出现错误", err) // continue // } // photoMap := ruleserver.PhotoMap{Rects: rectFormat(extComp.Pos.Pos.RcFace), Score: float64(extComp.Pos.Pos.Quality)*100, IsYolo:false,ThftRes:*(extComp.Pos.Result),Liker:baseinfos.Infos} // arg.Photo = append(arg.Photo, photoMap) // } // args.Sdkdata = append(args.Sdkdata,&arg) // } else { // continue // } //} } return m } func DrawPolygonOnImage()(maps map[string]interface{}, err0 error){ // draw the rook //rook := gocv.NewMatWithSize(w, w, gocv.MatTypeCV8UC3) //imgs := gocv.NewMat() ddd, err := RetrieveROM("./105.jpg") if err != nil { logger.Info("解码有误",err) } bbb := bytes.NewBuffer(ddd) // 必须加一个buffer 不然没有read方法就会报错 rook, _ := gocv.NewMatFromBytes(500, 500, gocv.MatTypeCV8UC3, bbb.Bytes()) defer rook.Close() green := color.RGBA{0, 255, 0, 0} points := [][]image.Point{ { image.Pt(100., 100), image.Pt(100., 400), image.Pt(400, 400), image.Pt(400, 100), }, } gocv.FillPoly(&rook, points, green) // 上传 //fdata,_ := gocv.IMEncode(".jpg",rook) //body := &bytes.Buffer{} //writer := multipart.NewWriter(body) //_, err1 := writer.CreateFormFile("file", "fasjuierf") //if err1 != nil { // return nil, err1 //} //boundary := writer.Boundary() ////close_string := fmt.Sprintf("\r\n--%s--\r\n", boundary) //close_buf := bytes.NewBufferString(fmt.Sprintf("\r\n--%s--\r\n", boundary)) //file := bytes.NewBuffer(fdata) //request_reader := io.MultiReader(body, file, close_buf) ////_, err = io.Copy(part, file) ////writer.WriteField(key, val) //request, err := http.NewRequest("POST", "http://192.168.1.182:6333/submit", request_reader) //request.Header.Add("Content-Type", writer.FormDataContentType()) //timeout := time.Duration(5 * time.Second) //超时时间50ms //client := &http.Client{Timeout: timeout} //resp, err := client.Do(request) //if err != nil { // logger.Fatal(err) // return nil, err //} //defer func() { // if r := recover(); r != nil { // fmt.Printf("panic的内容%v\n", r) // msg := "上传图片服务器异常" // if _, ok := r.(error); ok { // msg = r.(error).Error() // logger.Info("panic--recover()得到的是error类型") // } // if _, ok := r.(string); ok { // msg = r.(string) // logger.Info("panic--recover()得到的是string类型") // } // err0 = errors.New(msg) // } //}() //defer resp.Body.Close() //{ // body := &bytes.Buffer{} // _, err := body.ReadFrom(resp.Body) // if err != nil { // logger.Fatal(err) // } // logger.Info(resp.StatusCode) // //logger.Info(resp.Header) // logger.Info(body) // //decoder := json.NewDecoder(strings.NewReader(body.String())) // decoder := make(map[string]interface{}) // if err := json.Unmarshal([]byte(body.String()), &decoder); err != nil { // return nil, err // } return nil, nil //} } // 把图片转成二进制流 func RetrieveROM(filename string) ([]byte, error) { file, err := os.Open(filename) if err != nil { return nil, err } defer file.Close() stats, statsErr := file.Stat() if statsErr != nil { return nil, statsErr } var size int64 = stats.Size() bytes := make([]byte, size) bufr := bufio.NewReader(file) _, err = bufr.Read(bytes) return bytes, err }
