缩短睡眠时间

panlei

2019-12-05 bcf4b98ea7f6a37a0664ff1fe3c97fd8cdc0e699

 main.go

@@ -1,25 +1,25 @@
package main

import (
   "basic.com/dbapi.git"
   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"

   "flag"
   "fmt"
   "sync"
   "net/http"
   _ "net/http/pprof"
   "plugin"

   //"github.com/spf13/viper"
   logger "github.com/alecthomas/log4go"
   "github.com/panjf2000/ants/v2"

   "basic.com/pubsub/protomsg.git"
   "basic.com/valib/deliver.git"
   "ruleprocess/insertdata"
   "ruleprocess/labelFilter"
   "ruleprocess/structure"
   "time"

   "basic.com/valib/logger.git"
   "flag"
   "fmt"
   "github.com/spf13/viper"
   //log "github.com/jeanphorn/log4go"
   "ruleprocess/cache"
   "ruleprocess/ruleserver"
   "sync"
)

var dbIp = flag.String("dbIp", "127.0.0.1", "dbserver ip")
@@ -34,21 +34,22 @@
   // 日志初始化

   insertdata.Init(*env)
   var logFile = "./logger/"
   if viper.GetString("LogBasePath") != "" {
      logFile = viper.GetString("LogBasePath")
   }
   logFile = logFile + "ruleprocess.log"
   fmt.Println("日志地址：",logFile)
   logger.Config(logFile, logger.DebugLevel)
   logger.SetSaveDays(7)
   //var logFile = "./logger/"
   //if viper.GetString("LogBasePath") != "" {
   //   logFile = viper.GetString("LogBasePath")
   //}
   //logFile = logFile + "ruleprocess.log"
   //fmt.Println("日志地址：",logFile)
   //logger.Config(logFile, logger.DebugLevel)
   //logger.SetSaveDays(7)
   // log4go
   logger.LoadConfiguration("./logger/log.xml")
   logger.Info("日志初始化成功！")

   // log4go
   //log.LoadConfiguration("./logger/log4go.json")
}
func main() {
   //fmt.Println("缓存初始化完成",<- initchan)//dbserver初始化完毕
   defer ants.Release()
   go func() {
      http.ListenAndServe("0.0.0.0:8899",nil)
   }()
@@ -56,15 +57,17 @@
   wg := sync.WaitGroup{}
   wg.Add(3)

   dbapi.Init(*dbIp, *dbPort)
   go cache.Init(initchan, *dbIp, *surveyPort, *pubPort)
   logger.Info("cache init completed!!!", <-initchan) //dbserver初始化完毕
   ruleserver.Init()
   labelFilter.Init()

   go ruleserver.TimeTicker()
   go ruleserver.StartServer()

   nReciever("ipc:///tmp/sdk-2-rules-process.ipc", deliver.PushPull, 1)
   wg.Wait()

}
func nReciever(url string, m deliver.Mode, count int) {
   c := deliver.NewServer(m, url)
@@ -72,51 +75,41 @@
}

func nRecvImpl(c deliver.Deliver, index int) {

   var msg []byte
   //var wg1 sync.WaitGroup
   //p,_ := ants.NewPool(100)
   //syncCalculateSum := func() {
   //   Task(msg)
   //   wg1.Done()
   //}
   //wg1.Wait()
   var err error
   //msgChan := make(chan []byte,100)
   for {
      select {
      // case <-ctx.Done():
      //    return
      default:
         msg, err = c.Recv()
         //msgChan <- msg
         if err != nil {
            logger.Info("recv error : ", err)
            fmt.Println("recv error : ", err)
            continue
         } else {

            //go func(msg []byte) {
               logger.Debug("当前时间戳：", time.Now().Unix())
               //log.Warn(time.Now().Format("2006-01-02 15:04:05"))
               arg := structure.SdkDatas{}
               //paramFormat(msg, &arg)
               start := time.Now()
               m := CallParamFormat(msg, &arg)
               // 进行规则处理判断(打上规则的标签)
               ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
               // 把arg里的打的标签拿出来给m再封装一层
               resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
               ruleserver.GetAttachInfo(resultMsg.SdkMessage)
               ruleEnd := time.Since(start)
               logger.Debug("规则判断完所用时间：", ruleEnd)
               // 将打完标签的数据插入到ES
               insertdata.InsertToEs(resultMsg)
               esEnd := time.Since(start)
               logger.Debug("插入完Es所用时间：", esEnd)
               //事件推送
               labelFilter.PushSomthing(resultMsg)
            //}(msg)
         }
      msg, err = c.Recv()
      if err == nil {
         //wg1.Add(1)
         //_ = p.Submit(syncCalculateSum)
         Task(msg)
      }
   }
}

func Task (msg []byte) {
   arg := structure.SdkDatas{}
   //start := time.Now()
   m := CallParamFormat(msg, &arg)
   // 进行规则处理判断(打上规则的标签)
   ruleserver.Judge(&arg, &m) // 把sdkMessage传进去，方便缓存数据时拼出一个resultMag
   // 把arg里的打的标签拿出来给m再封装一层
   resultMsg := structure.ResultMsg{SdkMessage: &m, RuleResult: arg.RuleResult}
   ruleserver.GetAttachInfo(resultMsg.SdkMessage)
   // 将打完标签的数据插入到ES
   insertdata.InsertToEs(resultMsg)
   //事件推送
   labelFilter.PushSomthing(resultMsg)
}
func CallParamFormat(msg []byte, args *structure.SdkDatas) protomsg.SdkMessage{
   logger.Info("呼叫中间件格式化数据")
   //logger.Info("呼叫中间件格式化数据")
   p,err :=  plugin.Open("./algorithm/middleware.so")
   if err != nil {
      panic(err)
@@ -128,3 +121,4 @@
   mess := f.(func(msg []byte, args *structure.SdkDatas)(protomsg.SdkMessage))(msg,args)
   return mess
}