package main import ( "flag" "fmt" "github.com/spf13/viper" "sync" "net/http" _ "net/http/pprof" "plugin" //"github.com/spf13/viper" //"basic.com/valib/logger.git" "basic.com/valib/logger.git" "github.com/panjf2000/ants/v2" "basic.com/pubsub/protomsg.git" "basic.com/valib/deliver.git" "ruleprocess/insertdata" "ruleprocess/labelFilter" "ruleprocess/structure" "ruleprocess/cache" "ruleprocess/ruleserver" ) var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip") var dbPort = flag.Int("dbPort", 8001, "default dbPort=8001") var surveyPort = flag.Int("surveyPort", 40007, "survey port") //心跳 var pubPort = flag.Int("pubPort", 50007, "pubsub port") //数据更新 var initchan = make(chan bool) var env = flag.String("env","pro","env set") func init() { flag.Parse() // 日志初始化 structure.Init(*env) var logFile = "./logger/" if viper.GetString("LogBasePath") != "" { logFile = viper.GetString("LogBasePath") } logFile = logFile + "ruleprocess.log" fmt.Println("日志地址:",logFile) logger.Config(logFile, logger.DebugLevel) logger.SetSaveDays(7) // log4go //logger.LoadConfiguration("./logger/log.xml") logger.Info("日志初始化成功!",logFile) } func main() { //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕 defer ants.Release() go func() { http.ListenAndServe("0.0.0.0:8899",nil) }() flag.Parse() wg := sync.WaitGroup{} wg.Add(3) go cache.Init(initchan, *dbIp, *surveyPort, *pubPort) logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕 ruleserver.Init() labelFilter.Init() go ruleserver.TimeTicker() go ruleserver.StartServer() nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1) wg.Wait() } func nReciever(url string, m deliver.Mode, count int) { c := deliver.NewServer(m, url) nRecvImpl(c, 1) } func nRecvImpl(c deliver.Deliver, index int) { var msg []byte //var wg1 sync.WaitGroup //p,_ := ants.NewPool(20) //syncCalculateSum := func() { // Task(msg) // wg1.Done() //} //wg1.Wait() var err error for { msg, err = c.Recv() if err == nil { //wg1.Add(1) //_ = p.Submit(syncCalculateSum) Task(msg) } else { //fmt.Println(err) //logger.Info(err) } } } func Task (msg []byte) { arg := structure.SdkDatas{} //start := time.Now() m := CallParamFormat(msg, &arg) // 进行规则处理判断(打上规则的标签) ruleserver.Judge(&arg, &m) // 把sdkMessage传进去,方便缓存数据时拼出一个resultMag // 把arg里的打的标签拿出来给m再封装一层 resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult} ruleserver.GetAttachInfo(resultMsg.SdkMessage) // 将打完标签的数据插入到ES insertdata.InsertToEs(resultMsg) //事件推送 labelFilter.PushSomthing(resultMsg) } func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{ //logger.Info("呼叫中间件格式化数据") p,err := plugin.Open("./algorithm/middleware.so") if err != nil { panic(err) } f,err1 := p.Lookup("ParamFormat") if err1 != nil { panic("没有找到中间件的格式化数据函数") } mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args) return mess }