package main import ( "basic.com/dbapi.git" "basic.com/pubsub/protomsg.git" "basic.com/valib/deliver.git" "net/http" _ "net/http/pprof" "plugin" "ruleprocess/insertdata" "ruleprocess/labelFilter" "ruleprocess/structure" "time" "basic.com/valib/logger.git" "flag" "fmt" "github.com/spf13/viper" log "github.com/jeanphorn/log4go" "ruleprocess/cache" "ruleprocess/ruleserver" "sync" ) var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip") var dbPort = flag.Int("dbPort", 8001, "default dbPort=8001") var surveyPort = flag.Int("surveyPort", 40007, "survey port") //心跳 var pubPort = flag.Int("pubPort", 50007, "pubsub port") //数据更新 var initchan = make(chan bool) var env = flag.String("env","pro","env set") func init() { flag.Parse() // 日志初始化 insertdata.Init(*env) var logFile = "./logger/" if viper.GetString("LogBasePath") != "" { logFile = viper.GetString("LogBasePath") } logFile = logFile + "ruleprocess.log" fmt.Println("日志地址:",logFile) logger.Config(logFile, logger.DebugLevel) logger.SetSaveDays(7) logger.Info("日志初始化成功!") // log4go //log.LoadConfiguration("./logger/log4go.json") } func main() { //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕 go func() { http.ListenAndServe("0.0.0.0:8899",nil) }() flag.Parse() wg := sync.WaitGroup{} wg.Add(3) dbapi.Init(*dbIp, *dbPort) go cache.Init(initchan, *dbIp, *surveyPort, *pubPort) logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕 ruleserver.Init() labelFilter.Init() go ruleserver.TimeTicker() go ruleserver.StartServer() //timeEle := ruleserver.TimeElement{N: 300, InitN: 300} //ruleserver.TimeEleList["ruleprocess"] = &timeEle nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1) wg.Wait() } func nReciever(url string, m deliver.Mode, count int) { c := deliver.NewServer(m, url) nRecvImpl(c, 1) } func nRecvImpl(c deliver.Deliver, index int) { var msg []byte var err error //msgChan := make(chan []byte,100) for { select { // case <-ctx.Done(): // return default: msg, err = c.Recv() //msgChan <- msg if err != nil { logger.Info("recv error : ", err) fmt.Println("recv error : ", err) continue } else { //go func(msg []byte) { logger.Debug("当前时间戳:", time.Now().Unix()) log.Warn(time.Now().Format("2006-01-02 15:04:05")) arg := structure.SdkDatas{} //paramFormat(msg, &arg) start := time.Now() m := CallParamFormat(msg, &arg) // 进行规则处理判断(打上规则的标签) ruleserver.Judge(&arg, &m) // 把sdkMessage传进去,方便缓存数据时拼出一个resultMag // 把arg里的打的标签拿出来给m再封装一层 resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult} ruleserver.GetAttachInfo(resultMsg.SdkMessage) ruleEnd := time.Since(start) logger.Debug("规则判断完所用时间:", ruleEnd) // 将打完标签的数据插入到ES insertdata.InsertToEs(resultMsg) esEnd := time.Since(start) logger.Debug("插入完Es所用时间:", esEnd) //事件推送 labelFilter.PushSomthing(resultMsg) //}(msg) } } } } func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{ log.Info("呼叫中间件格式化数据") p,err := plugin.Open("./algorithm/middleware.so") if err != nil { panic(err) } f,err1 := p.Lookup("ParamFormat") if err1 != nil { panic("没有找到中间件的格式化数据函数") } mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args) return mess } // 5分钟收不到消息杀死自己重启