From 73e4d775a359b5490b5ebc1465f1b9d682a3bbe5 Mon Sep 17 00:00:00 2001 From: liuxiaolong <736321739@qq.com> Date: 星期四, 07 十一月 2019 19:56:09 +0800 Subject: [PATCH] Merge branch 'module' of http://192.168.5.5:10010/r/ruleprocess into module --- labelFilter/req.go | 123 ++++++++++++++++++++++++++-------------- 1 files changed, 80 insertions(+), 43 deletions(-) diff --git a/labelFilter/req.go b/labelFilter/req.go index 7691652..b04a123 100644 --- a/labelFilter/req.go +++ b/labelFilter/req.go @@ -14,10 +14,15 @@ "time" ) -var sock mangos.Socket -var urlPool = make(map[string]chan structure.ResultMsg) +var urlPool = make(map[string]chan []byte,100) +//var urlChans = make([]urlChan,100) +//type urlChan struct { +// url string +// ch chan *structure.ResultMsg +//} +//var pool chan *structure.ResultMsg = make(chan *structure.ResultMsg) func Die(format string, v ...interface{}) { - logger.Info("+++++++",format) + logger.Info("+++++++",format,v) //os.Exit(1) } @@ -57,8 +62,31 @@ func Init(){ - var err error + var api dbapi.EventPushApi + b, allRules := api.FindAllDetails() + logger.Info("鍒濆鍖栦簨浠舵帹閫侊紝鏌ョ湅鎵�鏈夎鍒欑粍锛�", allRules) + if !b { + logger.Error("鏌ヨ鏃堕棿鎺ㄩ�佽鍒欏け璐ワ紒") + } + for _, ruleGroup := range allRules { + if ruleGroup.Enable { // 澶ц鍒欏紑鍏冲紑鍚姸鎬� + for _, url := range ruleGroup.Urls { + // 涓烘瘡涓猽rl寤虹珛涓�涓猚han + if urlPool[url.Url] == nil { + urlPool[url.Url] = make(chan []byte,100) + logger.Info("鍒濆鍖栦俊鎭細",urlPool) + go GoPush(url.Url) + } + } + } + } +} +func GoPush(url string) { + + var err error + var msg []byte + var sock mangos.Socket if sock, err = req.NewSocket(); err != nil { Die("鍒涘缓璇锋眰socket澶辫触: %s", err.Error()) } @@ -67,64 +95,73 @@ logger.Error("浼犺緭鐨勬暟鎹秴杩囧ぇ灏忛檺鍒�") return } - errTimeOut := sock.SetOption(mangos.OptionRecvDeadline,time.Millisecond * 2000) + errTimeOut := sock.SetOption(mangos.OptionRecvDeadline,time.Millisecond * 1500) if errTimeOut != nil { logger.Error("鎺ユ敹鍝嶅簲瓒呮椂") return } - var api dbapi.EventPushApi - b, allRules := api.FindAllDetails() - logger.Info("鏌ョ湅鎵�鏈夎鍒欑粍锛�", allRules) - if !b { - logger.Error("鏌ヨ鏃堕棿鎺ㄩ�佽鍒欏け璐ワ紒") + errTimeOut1 := sock.SetOption(mangos.OptionSendDeadline,time.Millisecond * 1500) + if errTimeOut1 != nil { + logger.Error("鍙戦�佽秴鏃�") + return } - for _, ruleGroup := range allRules { - if ruleGroup.Enable { // 澶ц鍒欏紑鍏冲紑鍚姸鎬� - for _, url := range ruleGroup.Urls { - // 涓烘瘡涓猽rl寤虹珛涓�涓猚han - urlPool[url.Url] = make(chan structure.ResultMsg,50) - go GoPush(url.Url) - } - } + errWrite := sock.SetOption(mangos.OptionWriteQLen,5) + if errWrite != nil { + logger.Error("璁剧疆浼犺緭缂撳瓨澶у皬澶辫触") + return } -} - -func GoPush(url string) { - var err error - var msg []byte + errRead := sock.SetOption(mangos.OptionReadQLen,5) + if errRead != nil { + logger.Error("璁剧疆浼犺緭缂撳瓨澶у皬澶辫触") + return + } sock.AddTransport(tcp.NewTransport()) - if err = sock.Dial(url); err != nil { - logger.Error("璇锋眰socket鎷ㄥ彿澶辫触: %s", err.Error()) + if err = sock.Dial("tcp://"+url); err != nil { + logger.Error("璇锋眰socket鎷ㄥ彿澶辫触: ", err.Error()) } logger.Info("搴忓垪鍖栨暟鎹�") + //for v := range pool{ + // logger.Info("鏃犻檺寰幆",v.Cid) + //} + //var ch chan *structure.ResultMsg + //for _, v := range urlChans { + // if v.url == url{ + // ch = v.ch + // } + //} + logger.Info("chan淇℃伅锛�",urlPool[url]) for { select { // case <-ctx.Done(): // return case data := <- urlPool[url]: - - bytes,err1 := proto.Marshal(data) - logger.Info("鏁版嵁闀垮害涓猴細",len(bytes)) - if err1 != nil { - logger.Info("搴忓垪鍖栧け璐ワ細",err1) - } - logger.Debug("groutine"+url+"鎺ㄩ�佹暟鎹�") - //bytes := []byte("ndfasojdfaidsos") - if err = sock.Send(bytes); err != nil { - Die("鎺ㄩ�乻ocket鍙戦�佹暟鎹け璐�: %s", err.Error()) - } - msg, err = sock.Recv(); - if err != nil { - Die("鎺ユ敹鍝嶅簲澶辫触: %s", err.Error()) - } else { - logger.Debug("浜嬩欢鎺ㄩ�佹垚鍔燂紒groutine"+url+"鏀跺埌鍝嶅簲",string(msg)) - } - sock.Close() + //logger.Info("鎺ユ敹鍒版暟鎹�",data.Cid) + //bytes,err1 := proto.Marshal(data) + go func(data []byte) { + logger.Info("鏁版嵁闀垮害涓猴細",len(data)) + //if err1 != nil { + // logger.Info("搴忓垪鍖栧け璐ワ細",err1) + //} + start := time.Now() + logger.Debug("groutine"+url+"鎺ㄩ�佹暟鎹�") + //bytes := []byte("ndfasojdfaidsos") + if err = sock.Send(data); err != nil { + Die("groutine"+url+"鎺ㄩ�乻ocket鍙戦�佹暟鎹け璐�: ", err.Error()) + } + pushTime := time.Since(start) + msg, err = sock.Recv(); + if err != nil { + Die("groutine"+url+"鎺ユ敹鍝嶅簲澶辫触: ", err.Error(),pushTime,time.Since(start)) + } else { + logger.Debug("浜嬩欢鎺ㄩ�佹垚鍔燂紒groutine"+url+"鏀跺埌鍝嶅簲",string(msg),pushTime,time.Since(start)) + } + }(data) default: } } + sock.Close() } //func main() { // url := "tcp://192.168.1.123:40011" -- Gitblit v1.8.0