package main
|
|
import (
|
"basic.com/dbapi.git"
|
"basic.com/pubsub/protomsg.git"
|
"basic.com/valib/deliver.git"
|
"net/http"
|
_ "net/http/pprof"
|
"plugin"
|
"ruleprocess/insertdata"
|
"ruleprocess/labelFilter"
|
"ruleprocess/structure"
|
"time"
|
|
"basic.com/valib/logger.git"
|
"flag"
|
"fmt"
|
"github.com/spf13/viper"
|
log "github.com/jeanphorn/log4go"
|
"ruleprocess/cache"
|
"ruleprocess/ruleserver"
|
"sync"
|
)
|
|
var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip")
|
var dbPort = flag.Int("dbPort", 8001, "default dbPort=8001")
|
var surveyPort = flag.Int("surveyPort", 40007, "survey port") //心跳
|
var pubPort = flag.Int("pubPort", 50007, "pubsub port") //数据更新
|
var initchan = make(chan bool)
|
var env = flag.String("env","pro","env set")
|
|
func init() {
|
flag.Parse()
|
// 日志初始化
|
|
insertdata.Init(*env)
|
var logFile = "./logger/"
|
if viper.GetString("LogBasePath") != "" {
|
logFile = viper.GetString("LogBasePath")
|
}
|
logFile = logFile + "ruleprocess.log"
|
fmt.Println("日志地址：",logFile)
|
logger.Config(logFile, logger.DebugLevel)
|
logger.SetSaveDays(7)
|
logger.Info("日志初始化成功！")
|
|
// log4go
|
log.LoadConfiguration("./logger/log4go.json")
|
}
|
func main() {
|
//fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕
|
go func() {
|
http.ListenAndServe("0.0.0.0:8899",nil)
|
}()
|
flag.Parse()
|
wg := sync.WaitGroup{}
|
wg.Add(3)
|
|
dbapi.Init(*dbIp, *dbPort)
|
go cache.Init(initchan, *dbIp, *surveyPort, *pubPort)
|
logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕
|
ruleserver.Init()
|
labelFilter.Init()
|
go ruleserver.TimeTicker()
|
go ruleserver.StartServer()
|
nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1)
|
wg.Wait()
|
}
|
func nReciever(url string, m deliver.Mode, count int) {
|
c := deliver.NewServer(m, url)
|
nRecvImpl(c, 1)
|
}
|
|
func nRecvImpl(c deliver.Deliver, index int) {
|
|
var msg []byte
|
var err error
|
//msgChan := make(chan []byte,100)
|
for {
|
select {
|
// case <-ctx.Done():
|
// return
|
default:
|
msg, err = c.Recv()
|
//msgChan <- msg
|
if err != nil {
|
logger.Info("recv error : ", err)
|
fmt.Println("recv error : ", err)
|
continue
|
} else {
|
//runtime.GOMAXPROCS(runtime.NumCPU())
|
//logger.Debug("使用的cpu个数：",runtime.NumCPU())
|
//go func(msg []byte) {
|
logger.Debug("当前时间戳：", time.Now().Unix())
|
log.Info(time.Now().Format("2006-01-02 15:04:05"))
|
arg := structure.SdkDatas{}
|
//paramFormat(msg, &arg)
|
start := time.Now()
|
m := CallParamFormat(msg, &arg)
|
// 进行规则处理判断(打上规则的标签)
|
ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
|
// 把arg里的打的标签拿出来给m再封装一层
|
resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
|
ruleserver.GetAttachInfo(resultMsg.SdkMessage)
|
ruleEnd := time.Since(start)
|
logger.Debug("规则判断完所用时间：", ruleEnd)
|
// 将打完标签的数据插入到ES
|
insertdata.InsertToEs(resultMsg)
|
esEnd := time.Since(start)
|
logger.Debug("插入完Es所用时间：", esEnd)
|
//事件推送
|
labelFilter.PushSomthing(resultMsg)
|
//}(msg)
|
}
|
}
|
}
|
}
|
|
func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{
|
logger.Info("呼叫中间件格式化数据")
|
p,err := plugin.Open("./algorithm/middleware.so")
|
if err != nil {
|
panic(err)
|
}
|
f,err1 := p.Lookup("ParamFormat")
|
if err1 != nil {
|
panic("没有找到中间件的格式化数据函数")
|
}
|
mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args)
|
return mess
|
}
|
