---

panlei

2019-12-17 cd60b7e3a0bbc09f4501f66260b5d961d58aaf49

 main.go

@@ -1,25 +1,27 @@
package main

import (
   "basic.com/dbapi.git"
   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "net/http"
   _ "net/http/pprof"
   "plugin"
   "ruleprocess/insertdata"
   "ruleprocess/labelFilter"
   "ruleprocess/structure"
   "time"

   "basic.com/valib/logger.git"
   "flag"
   "fmt"
   "github.com/spf13/viper"
   //log "github.com/jeanphorn/log4go"
   "sync"
   "net/http"
   _ "net/http/pprof"
   "plugin"

   //"github.com/spf13/viper"
   //"basic.com/valib/logger.git"
   "basic.com/valib/logger.git"
   "github.com/panjf2000/ants/v2"

   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "ruleprocess/insertdata"
   "ruleprocess/labelFilter"
   "ruleprocess/structure"
   "ruleprocess/cache"
   "ruleprocess/ruleserver"
   "sync"
)

var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip")
@@ -33,7 +35,7 @@
   flag.Parse()
   // 日志初始化

   insertdata.Init(*env)
   structure.Init(*env)
   var logFile = "./logger/"
   if viper.GetString("LogBasePath") != "" {
      logFile = viper.GetString("LogBasePath")
@@ -42,13 +44,14 @@
   fmt.Println("日志地址：",logFile)
   logger.Config(logFile, logger.DebugLevel)
   logger.SetSaveDays(7)
   logger.Info("日志初始化成功！")

   // log4go
   //log.LoadConfiguration("./logger/log4go.json")
   //logger.LoadConfiguration("./logger/log.xml")
   logger.Info("日志初始化成功！",logFile)

}
func main() {
   //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕
   defer ants.Release()
   go func() {
      http.ListenAndServe("0.0.0.0:8899",nil)
   }()
@@ -56,15 +59,17 @@
   wg := sync.WaitGroup{}
   wg.Add(3)

   dbapi.Init(*dbIp, *dbPort)
   go cache.Init(initchan, *dbIp, *surveyPort, *pubPort)
   logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕
   ruleserver.Init()
   labelFilter.Init()

   go ruleserver.TimeTicker()
   go ruleserver.StartServer()
   personTrackPush()
   nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1)
   wg.Wait()

}
func nReciever(url string, m deliver.Mode, count int) {
   c := deliver.NewServer(m, url)
@@ -72,52 +77,44 @@
}

func nRecvImpl(c deliver.Deliver, index int) {

   var msg []byte
   //var wg1 sync.WaitGroup
   //p,_ := ants.NewPool(20)
   //syncCalculateSum := func() {
   //   Task(msg)
   //   wg1.Done()
   //}
   //wg1.Wait()
   var err error
   //msgChan := make(chan []byte,100)
   for {
      select {
      // case <-ctx.Done():
      //    return
      default:
         msg, err = c.Recv()
         //msgChan <- msg
         if err != nil {
            logger.Info("recv error : ", err)
            fmt.Println("recv error : ", err)
            continue
         } else {
            //runtime.GOMAXPROCS(runtime.NumCPU())
            //logger.Debug("使用的cpu个数：",runtime.NumCPU())
            //go func(msg []byte) {
               logger.Debug("当前时间戳：", time.Now().Unix())
               //log.Info("当前时间戳",time.Now().String())
               arg := structure.SdkDatas{}
               //paramFormat(msg, &arg)
               start := time.Now()
               m := CallParamFormat(msg, &arg)
               // 进行规则处理判断(打上规则的标签)
               ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
               // 把arg里的打的标签拿出来给m再封装一层
               resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
               ruleserver.GetAttachInfo(resultMsg.SdkMessage)
               ruleEnd := time.Since(start)
               logger.Debug("规则判断完所用时间：", ruleEnd)
               // 将打完标签的数据插入到ES
               insertdata.InsertToEs(resultMsg)
               esEnd := time.Since(start)
               logger.Debug("插入完Es所用时间：", esEnd)
               //事件推送
               labelFilter.PushSomthing(resultMsg)
            //}(msg)
         }
      msg, err = c.Recv()
      if err == nil {
         //wg1.Add(1)
         //_ = p.Submit(syncCalculateSum)
         Task(msg)
      } else {
         //fmt.Println(err)
         //logger.Info(err)
      }
   }
}

func Task (msg []byte) {
   arg := structure.SdkDatas{}
   //start := time.Now()
   m := CallParamFormat(msg, &arg)
   // 进行规则处理判断(打上规则的标签)
   ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
   // 把arg里的打的标签拿出来给m再封装一层
   resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
   ruleserver.GetAttachInfo(resultMsg.SdkMessage)
   // 将打完标签的数据插入到ES
   insertdata.InsertToEs(resultMsg)
   //事件推送
   labelFilter.PushSomthing(resultMsg)
}
func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{
   logger.Info("呼叫中间件格式化数据")
   //logger.Info("呼叫中间件格式化数据")
   p,err :=  plugin.Open("./algorithm/middleware.so")
   if err != nil {
      panic(err)
@@ -129,3 +126,16 @@
   mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args)
   return mess
}
// 启动追踪的请求
func personTrackPush(){
   p,err :=  plugin.Open("./algorithm/personTrack.so")
   if err != nil {
      panic(err)
   }
   f,err1 := p.Lookup("Push")
   if err1 != nil {
      panic("初始化人员追踪的推送函数")
   }
   go f.(func()())()
}