---

panlei

2019-12-13 9ef37b12abea2fbbc9d4d390fe7c9ae52903da92

 main.go

@@ -1,25 +1,27 @@
package main

import (
   "basic.com/dbapi.git"
   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "net/http"
   _ "net/http/pprof"
   "plugin"
   "ruleprocess/insertdata"
   "ruleprocess/labelFilter"
   "ruleprocess/structure"
   "time"

   "basic.com/valib/logger.git"
   "flag"
   "fmt"
   "github.com/spf13/viper"
   log "github.com/jeanphorn/log4go"
   "sync"
   "net/http"
   _ "net/http/pprof"
   "plugin"

   //"github.com/spf13/viper"
   //"basic.com/valib/logger.git"
   "basic.com/valib/logger.git"
   "github.com/panjf2000/ants/v2"

   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "ruleprocess/insertdata"
   "ruleprocess/labelFilter"
   "ruleprocess/structure"
   "ruleprocess/cache"
   "ruleprocess/ruleserver"
   "sync"
)

var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip")
@@ -27,13 +29,13 @@
var surveyPort = flag.Int("surveyPort", 40007, "survey port") //心跳
var pubPort = flag.Int("pubPort", 50007, "pubsub port")       //数据更新
var initchan = make(chan bool)
var env =  flag.String("env","pro","env set")
var env =  flag.String("env","dev","env set")

func init() {
   flag.Parse()
   // 日志初始化

   insertdata.Init(*env)
   structure.Init(*env)
   var logFile = "./logger/"
   if viper.GetString("LogBasePath") != "" {
      logFile = viper.GetString("LogBasePath")
@@ -42,13 +44,14 @@
   fmt.Println("日志地址：",logFile)
   logger.Config(logFile, logger.DebugLevel)
   logger.SetSaveDays(7)
   logger.Info("日志初始化成功！")

   // log4go
   //log.LoadConfiguration("./logger/log4go.json")
   //logger.LoadConfiguration("./logger/log.xml")
   logger.Info("日志初始化成功！",logFile)

}
func main() {
   //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕
   defer ants.Release()
   go func() {
      http.ListenAndServe("0.0.0.0:8899",nil)
   }()
@@ -56,17 +59,17 @@
   wg := sync.WaitGroup{}
   wg.Add(3)

   dbapi.Init(*dbIp, *dbPort)
   go cache.Init(initchan, *dbIp, *surveyPort, *pubPort)
   logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕
   ruleserver.Init()
   labelFilter.Init()

   go ruleserver.TimeTicker()
   go ruleserver.StartServer()
   //timeEle := ruleserver.TimeElement{N: 300, InitN: 300}
   //ruleserver.TimeEleList["ruleprocess"] = &timeEle

   nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1)
   wg.Wait()

}
func nReciever(url string, m deliver.Mode, count int) {
   c := deliver.NewServer(m, url)
@@ -74,51 +77,44 @@
}

func nRecvImpl(c deliver.Deliver, index int) {

   var msg []byte
   //var wg1 sync.WaitGroup
   //p,_ := ants.NewPool(20)
   //syncCalculateSum := func() {
   //   Task(msg)
   //   wg1.Done()
   //}
   //wg1.Wait()
   var err error
   //msgChan := make(chan []byte,100)
   for {
      select {
      // case <-ctx.Done():
      //    return
      default:
         msg, err = c.Recv()
         //msgChan <- msg
         if err != nil {
            logger.Info("recv error : ", err)
            fmt.Println("recv error : ", err)
            continue
         } else {

            //go func(msg []byte) {
               logger.Debug("当前时间戳：", time.Now().Unix())
               log.Warn(time.Now().Format("2006-01-02 15:04:05"))
               arg := structure.SdkDatas{}
               //paramFormat(msg, &arg)
               start := time.Now()
               m := CallParamFormat(msg, &arg)
               // 进行规则处理判断(打上规则的标签)
               ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
               // 把arg里的打的标签拿出来给m再封装一层
               resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
               ruleserver.GetAttachInfo(resultMsg.SdkMessage)
               ruleEnd := time.Since(start)
               logger.Debug("规则判断完所用时间：", ruleEnd)
               // 将打完标签的数据插入到ES
               insertdata.InsertToEs(resultMsg)
               esEnd := time.Since(start)
               logger.Debug("插入完Es所用时间：", esEnd)
               //事件推送
               labelFilter.PushSomthing(resultMsg)
            //}(msg)
         }
      msg, err = c.Recv()
      if err == nil {
         //wg1.Add(1)
         //_ = p.Submit(syncCalculateSum)
         Task(msg)
      } else {
         fmt.Println(err)
         logger.Info(err)
      }
   }
}

func Task (msg []byte) {
   arg := structure.SdkDatas{}
   //start := time.Now()
   m := CallParamFormat(msg, &arg)
   // 进行规则处理判断(打上规则的标签)
   ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
   // 把arg里的打的标签拿出来给m再封装一层
   resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
   ruleserver.GetAttachInfo(resultMsg.SdkMessage)
   // 将打完标签的数据插入到ES
   insertdata.InsertToEs(resultMsg)
   //事件推送
   labelFilter.PushSomthing(resultMsg)
}
func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{
   log.Info("呼叫中间件格式化数据")
   //logger.Info("呼叫中间件格式化数据")
   p,err :=  plugin.Open("./algorithm/middleware.so")
   if err != nil {
      panic(err)
@@ -131,4 +127,3 @@
   return mess
}

// 5分钟收不到消息杀死自己重启