From 232cb3f4a41ce3d3d11d8f36e3ba08f5fd7ad68a Mon Sep 17 00:00:00 2001
From: panlei <2799247126@qq.com>
Date: 星期四, 07 十一月 2019 20:09:43 +0800
Subject: [PATCH] ---
---
labelFilter/req.go | 120 +++++++++++++++++++++++++++++++++++++++++++++++-------------
1 files changed, 94 insertions(+), 26 deletions(-)
diff --git a/labelFilter/req.go b/labelFilter/req.go
index 5ebc7e7..2e6b994 100644
--- a/labelFilter/req.go
+++ b/labelFilter/req.go
@@ -1,20 +1,26 @@
package labelFilter
import (
+ "basic.com/dbapi.git"
"basic.com/valib/logger.git"
"fmt"
- "github.com/golang/protobuf/proto"
"nanomsg.org/go-mangos"
"nanomsg.org/go-mangos/protocol/rep"
"nanomsg.org/go-mangos/protocol/req"
"nanomsg.org/go-mangos/transport/ipc"
"nanomsg.org/go-mangos/transport/tcp"
- "ruleprocess/structure"
"time"
)
+var urlPool = make(map[string]chan []byte,100)
+//var urlChans = make([]urlChan,100)
+//type urlChan struct {
+// url string
+// ch chan *structure.ResultMsg
+//}
+//var pool chan *structure.ResultMsg = make(chan *structure.ResultMsg)
func Die(format string, v ...interface{}) {
- logger.Info("+++++++",format)
+ logger.Info("+++++++",format,v)
//os.Exit(1)
}
@@ -52,47 +58,109 @@
}
}
-func Push(url string,data structure.ResultMsg) {
- var sock mangos.Socket
+func Init(){
+
+ var api dbapi.EventPushApi
+ b, allRules := api.FindAllDetails()
+ logger.Info("鍒濆鍖栦簨浠舵帹閫侊紝鏌ョ湅鎵�鏈夎鍒欑粍锛�", allRules)
+ if !b {
+ logger.Error("鏌ヨ鏃堕棿鎺ㄩ�佽鍒欏け璐ワ紒")
+ }
+ for _, ruleGroup := range allRules {
+ if ruleGroup.Enable { // 澶ц鍒欏紑鍏冲紑鍚姸鎬�
+ for _, url := range ruleGroup.Urls {
+ // 涓烘瘡涓猽rl寤虹珛涓�涓猚han
+ if urlPool[url.Url] == nil {
+ urlPool[url.Url] = make(chan []byte,100)
+ logger.Info("鍒濆鍖栦俊鎭細",urlPool)
+ go GoPush(url.Url)
+ }
+ }
+ }
+ }
+}
+
+func GoPush(url string) {
+
var err error
var msg []byte
-
+ var sock mangos.Socket
if sock, err = req.NewSocket(); err != nil {
Die("鍒涘缓璇锋眰socket澶辫触: %s", err.Error())
}
errSize := sock.SetOption(mangos.OptionMaxRecvSize,30*1024*1024)
if errSize != nil {
- fmt.Errorf("Failed set MaxRecvSize: %v", err)
+ logger.Error("浼犺緭鐨勬暟鎹秴杩囧ぇ灏忛檺鍒�")
return
}
- errTimeOut := sock.SetOption(mangos.OptionRecvDeadline,time.Millisecond * 3000)
+ errTimeOut := sock.SetOption(mangos.OptionRecvDeadline,time.Millisecond * 1500)
if errTimeOut != nil {
- fmt.Errorf("Failed set MaxRecvDeadline: %v", err)
+ logger.Error("鎺ユ敹鍝嶅簲瓒呮椂")
return
}
- //sock.AddTransport(ipc.NewTransport())
+ errTimeOut1 := sock.SetOption(mangos.OptionSendDeadline,time.Millisecond * 1500)
+ if errTimeOut1 != nil {
+ logger.Error("鍙戦�佽秴鏃�")
+ return
+ }
+ errWrite := sock.SetOption(mangos.OptionWriteQLen,5)
+ if errWrite != nil {
+ logger.Error("璁剧疆浼犺緭缂撳瓨澶у皬澶辫触")
+ return
+ }
+ errRead := sock.SetOption(mangos.OptionReadQLen,5)
+ if errRead != nil {
+ logger.Error("璁剧疆浼犺緭缂撳瓨澶у皬澶辫触")
+ return
+ }
sock.AddTransport(tcp.NewTransport())
- if err = sock.Dial(url); err != nil {
- Die("璇锋眰socket鎷ㄥ彿澶辫触: %s", err.Error())
+ if err = sock.Dial("tcp://"+url); err != nil {
+ logger.Error("璇锋眰socket鎷ㄥ彿澶辫触: ", err.Error())
}
logger.Info("搴忓垪鍖栨暟鎹�")
- bytes,err1 := proto.Marshal(data)
- logger.Info("鏁版嵁闀垮害涓猴細",len(bytes))
- if err1 != nil {
- logger.Info("搴忓垪鍖栧け璐ワ細",err1)
+
+ //for v := range pool{
+ // logger.Info("鏃犻檺寰幆",v.Cid)
+ //}
+ //var ch chan *structure.ResultMsg
+ //for _, v := range urlChans {
+ // if v.url == url{
+ // ch = v.ch
+ // }
+ //}
+ logger.Info("chan淇℃伅锛�",urlPool[url])
+ for {
+ select {
+ // case <-ctx.Done():
+ // return
+ case data := <- urlPool[url]:
+ //logger.Info("鎺ユ敹鍒版暟鎹�",data.Cid)
+ //bytes,err1 := proto.Marshal(data)
+ go func(data []byte) {
+ logger.Info("鏁版嵁闀垮害涓猴細",len(data))
+ //if err1 != nil {
+ // logger.Info("搴忓垪鍖栧け璐ワ細",err1)
+ //}
+ start := time.Now()
+ logger.Debug("groutine"+url+"鎺ㄩ�佹暟鎹�")
+ //bytes := []byte("ndfasojdfaidsos")
+ if err = sock.Send(data); err != nil {
+ Die("groutine"+url+"鎺ㄩ�乻ocket鍙戦�佹暟鎹け璐�: ", err.Error())
+ }
+ pushTime := time.Since(start)
+ msg, err = sock.Recv();
+ if err != nil {
+ Die("groutine"+url+"鎺ユ敹鍝嶅簲澶辫触: ", err.Error(),pushTime,time.Since(start))
+ } else {
+ logger.Debug("浜嬩欢鎺ㄩ�佹垚鍔燂紒groutine"+url+"鏀跺埌鍝嶅簲",string(msg),pushTime,time.Since(start))
+ }
+ }(data)
+ default:
+
+ }
}
- logger.Debug("鎺ㄩ�佹暟鎹�")
- //bytes := []byte("ndfasojdfaidsos")
- if err = sock.Send(bytes); err != nil {
- Die("鎺ㄩ�乻ocket鍙戦�佹暟鎹け璐�: %s", err.Error())
- }
- if msg, err = sock.Recv(); err != nil {
- Die("鎺ユ敹鍝嶅簲澶辫触: %s", err.Error())
- }
- logger.Debug("浜嬩欢鎺ㄩ�佹垚鍔燂紒鏀跺埌鍝嶅簲",string(msg))
sock.Close()
}
-
//func main() {
// url := "tcp://192.168.1.123:40011"
// Push(url,"hahahaha")
--
Gitblit v1.8.0