From 6fd3413cfa70086864216c59718f7f4fc58b1acc Mon Sep 17 00:00:00 2001
From: 554325746@qq.com <554325746@qq.com>
Date: 星期四, 27 六月 2019 14:19:31 +0800
Subject: [PATCH] add web interface
---
sdk/sdk.go | 255 +++++++++++++++++++++++++++++----------------------
1 files changed, 145 insertions(+), 110 deletions(-)
diff --git a/sdk/sdk.go b/sdk/sdk.go
index 19fcec1..07da4f6 100644
--- a/sdk/sdk.go
+++ b/sdk/sdk.go
@@ -5,17 +5,22 @@
"errors"
"fmt"
- "github.com/long/test/httpclient"
- "github.com/long/test/protomsg"
+ // "github.com/long/test/httpclient"
"github.com/long/test/tasktag"
"github.com/long/test/util"
+ "github.com/gogo/protobuf/proto"
- "github.com/golang/protobuf/proto"
- "github.com/long/test/deliver"
+ "basic.com/pubsub/protomsg.git"
+ "basic.com/valib/deliver.git"
)
-//var doOnce sync.Once
+const (
+ postPull = "_1.ipc"
+ postPush = "_2.ipc"
+)
+
var SocketManage = make(map[string]SocketContext)
+var SdkMap = make(map[string]chan protomsg.SdkMessage)
type SocketContext struct {
Sock deliver.Deliver
@@ -25,116 +30,141 @@
func Init() {
- sdklist := SdkAll() //鑾峰彇鎵�鏈塻dk
- fmt.Println("sdk list have: ", sdklist)
-
- SdkCreateTopic(sdklist) // 鍒涘缓涓婚
-
- for _, sdkid := range sdklist { // 鍒涘缓sdk server
- url := fmt.Sprintf("%s%d", "tcp://192.168.1.124:", UrlPort)
- sdkidser, socketser, err := NewSdkSocketListen(deliver.PushPull, sdkid, url)
- if err != nil {
- continue
- }
- UrlPort++
- go Send(sdkidser, socketser, SdkMap[sdkid])
-
- url = fmt.Sprintf("%s%d", "tcp://192.168.1.124:", UrlPortR)
- _, socketdial, err := NewSdkSocketListen(deliver.PushPull, sdkid, url)
- if err != nil {
- continue
- }
- UrlPortR++
- go Recv(socketdial)
-
+ fmt.Println("============= init sdk info =====================")
+ for _, sdkid := range util.Sdklist { // 鍒涘缓sdk server
+ CreatesdkTopicandServer(sdkid)
+ fmt.Println()
}
- go es(SdkMap["es"])
+ // 鎵嬪姩杈撳叆鐨勪富棰�
+ SdkMap["es"] = make(chan protomsg.SdkMessage)
+ fmt.Println("create es channel: ")
+ SdkMap["virtual-faceextract-sdk-pull"] = make(chan protomsg.SdkMessage)
+ fmt.Println("create virtual-faceextract-sdk-pull")
+
+ Createwebserver("virtual-faceextract-sdk-pull")
+
+ go Dealextern()
+ go AutoDelSdk(util.Sdkflag)
+}
+
+func CreatesdkTopicandServer(sdkid string) {
+
+ SdkMap[sdkid] = make(chan protomsg.SdkMessage)
+ fmt.Println("create sdk channel: ", sdkid)
+
+ url := fmt.Sprintf("ipc:///tmp/%s%s", sdkid, postPull)
+ socketser, err := NewSdkSocketListen(deliver.PushPull, sdkid, url)
+ if err != nil {
+ delete(SdkMap, sdkid)
+ fmt.Println(sdkid, "create server error!")
+ return
+ }
+
+
+ go Send(sdkid, socketser, SdkMap[sdkid])
+
+ url = fmt.Sprintf("ipc:///tmp/%s%s", sdkid, postPush)
+ socketdial, err := NewSdkSocketListen(deliver.PushPull, sdkid, url)
+ if err != nil {
+ delete(SdkMap, sdkid)
+ fmt.Println(sdkid, "create dial error!")
+ return
+ }
+ go Recv(socketdial)
+
+}
+
+// web 鎺ュ彈绔鐞�
+func Createwebserver(webid string ){
+ url := fmt.Sprintf("ipc:///tmp/%s%s", webid, postPull)
+ socketser, err := NewSdkSocketListen(deliver.PushPull, webid, url)
+ if err != nil {
+ fmt.Println(webid, "create server error!")
+ return
+ }
+ go Send(webid, socketser, SdkMap[webid])
+}
+
+func DeletesdkTopicandServer(sdkid string) {
+ close(SdkMap[sdkid])
+ delete(SdkMap, sdkid)
+ fmt.Println("鍒犻櫎涓婚 sdk: ", sdkid)
+
+ SocketManage[sdkid].Cancel()
+ delete(SocketManage, sdkid)
+ fmt.Println("鍒犻櫎server sdk: ", sdkid)
}
//鍗曠嫭澶勭悊 es 涓婚鐨勬儏鍐�
-func es(sdkmsgchan chan *protomsg.SdkMessage) {
- for _ = range sdkmsgchan {
- fmt.Println("this data is finish all sdk! ")
- }
-
+func Dealextern() {
+ for {
+ select {
+ case esmsg:= <-SdkMap["es"]:
+ fmt.Println(esmsg)
+ }
+ }
}
//鍔ㄦ�佸鐞�
-func AutoDelSdk(Newsdklist []string) {
- var oldSdk []string
- for key, _ := range SdkMap {
- oldSdk = append(oldSdk, key)
- }
- sdkChanDel := util.Difference(oldSdk, Newsdklist)
+func AutoDelSdk(sdkflag chan bool) {
- for key, op := range sdkChanDel {
- if op == "add" {
- SdkMap[key] = make(chan *protomsg.SdkMessage)
- fmt.Println("鍒涘缓涓婚 sdk: ", key)
- } else {
- close(SdkMap[key])
- delete(SdkMap, key)
- fmt.Println("鍒犻櫎涓婚 sdk: ", key)
+ for _ = range sdkflag {
+ fmt.Println("test autodelsdk")
+ var oldSdk []string
+ for key, _ := range SdkMap {
+ oldSdk = append(oldSdk, key)
+ }
+ util.Sdklist = append(util.Sdklist, "es")
+ util.Sdklist = append(util.Sdklist, "virtual-faceextract-sdk-pull")
+ sdkChanDel := util.Difference(oldSdk, util.Sdklist)
+ fmt.Println(sdkChanDel)
+
+ for key, op := range sdkChanDel {
+ if op == "add" {
+ CreatesdkTopicandServer(key)
+ } else {
+ DeletesdkTopicandServer(key)
+ fmt.Println("鍒犻櫎涓婚 sdk: ", key)
+ }
}
}
}
//涓婚
-var SdkMap = make(map[string]chan *protomsg.SdkMessage)
//sdk鏁版嵁 鍔犲伐鍣�
-func SdkData(cid string, taskid string, data []byte) *protomsg.SdkMessage {
- var sdkmsg = &protomsg.SdkMessage{}
+func SdkData(cid string,caddr string, taskid string, data []byte) protomsg.SdkMessage {
+ var sdkmsg = protomsg.SdkMessage{}
sdkmsg.Cid = cid
- if _, ok := tasktag.TaskMapLab[taskid]; !ok {
+ sdkmsg.Caddr =caddr
+ if val, ok := tasktag.TaskMapLab.Load(taskid); !ok {
sdkmsg.Tasklab = nil
return sdkmsg
- }
- sdkmsg.Tasklab = tasktag.TaskMapLab[taskid]
- sdkmsg.Data = data
+ } else {
+
+ sdkmsg.Tasklab = val.(*protomsg.TaskLabel)
+ sdkmsg.Data = data
+ }
+ //sdkmsg.Tasklab = tasktag.TaskMapLab[taskid]
return sdkmsg
}
//sdk鏁版嵁鍒嗗彂鍣�
-func SdkSendTopic(sdkmsg *protomsg.SdkMessage) (sdksend string) {
- if int(sdkmsg.Tasklab.Index) < len(sdkmsg.Tasklab.Sdkids) {
- sdksend = sdkmsg.Tasklab.Sdkids[sdkmsg.Tasklab.Index]
+func SdkSendTopic(sdkmsg protomsg.SdkMessage) (sdksend string) {
+ if int(sdkmsg.Tasklab.Index) < len(sdkmsg.Tasklab.Sdkinfos) {
+ sdksend = sdkmsg.Tasklab.Sdkinfos[sdkmsg.Tasklab.Index].Sdkid
} else {
sdksend = "es"
}
- fmt.Println()
- fmt.Println("鍒嗗彂鐨勪富棰樻槸锛� ", sdksend)
- fmt.Println()
+ fmt.Printf("鍒嗗彂鐨勪富棰樻槸锛�%s 浣嶇疆 %d/%d\n ", sdksend, int(sdkmsg.Tasklab.Index)+1, len(sdkmsg.Tasklab.Sdkinfos))
return
}
-
-// 璋冪敤 http 鍊熷彛鑾峰彇鎽勫儚鏈轰俊鎭�
-func SdkAll() (sdklist []string) {
- sdklist = httpclient.GetSdk("http://127.0.0.1:8000/data/api-v/sdk/findskdid")
- return
-}
-
-// 鍒涘缓涓婚
-func SdkCreateTopic(sdklist []string) (err error) {
- for _, sdkid := range sdklist {
- SdkMap[sdkid] = make(chan *protomsg.SdkMessage)
- fmt.Println("create sdk channel: ", sdkid)
- }
-
- SdkMap["es"] = make(chan *protomsg.SdkMessage)
- fmt.Println("create es channel: ")
-
- return nil
-}
-
-var UrlPort = 9000
-var UrlPortR = 9500
// create server
-func NewSdkSocketListen(mode int, sdkid string, url string) (sid string, socket SocketContext, err error) {
+func NewSdkSocketListen(mode int, sdkid string, url string) (socket SocketContext, err error) {
fmt.Println("url is: ", url)
ctx, cancel := context.WithCancel(context.Background())
@@ -142,14 +172,13 @@
socket.Cancel = cancel
socket.Sock = deliver.NewServer(deliver.Mode(mode), url)
- fmt.Println(sdkid, socket.Sock)
if socket.Sock == nil {
- return sdkid, socket, errors.New("create listen error")
+ return socket, errors.New("create listen error")
}
SocketManage[sdkid] = socket
- return sdkid, socket, nil
+ return socket, nil
}
func NewSdkSocketDial(mode int, sdkid string, url string) (sid string, socket SocketContext, err error) {
@@ -160,7 +189,6 @@
socket.Cancel = cancel
socket.Sock = deliver.NewClient(deliver.Mode(mode), url)
- fmt.Println(sdkid, socket.Sock)
if socket.Sock == nil {
return sdkid, socket, errors.New("create listen error")
@@ -171,9 +199,7 @@
}
func Recv(socket SocketContext) {
- //socket.Sock.SetOption(mangos.OptionRecvDeadline, 1*time.Second)
-
- var repsdkmsg = &protomsg.SdkMessage{}
+ var repsdkmsg = protomsg.SdkMessage{}
for {
select {
case <-socket.Context.Done():
@@ -184,42 +210,51 @@
//fmt.Printf("%s ", err)
continue
} else {
- err = proto.Unmarshal(msg, repsdkmsg)
+ err = proto.Unmarshal(msg, &repsdkmsg)
fmt.Println("receive len: ", len(msg))
if err != nil {
fmt.Println("unmarshal error: ", err)
continue
- }
- //璋冪敤璁＄畻鍑芥暟锛� 鍒嗗彂缁欎笅涓�涓富棰�
- nexttopic := SdkSendTopic(repsdkmsg)
- SdkMap[nexttopic] <- repsdkmsg
+ }
+ repsdkmsg.Tasklab.Index++
+ //璋冪敤璁＄畻鍑芥暟锛� 鍒嗗彂缁欎笅涓�涓富棰�
+ nexttopic := SdkSendTopic(repsdkmsg)
+ SdkMap[nexttopic] <- repsdkmsg
}
}
}
}
-func Send(sdkid string, socket SocketContext, in chan *protomsg.SdkMessage) {
- var v *protomsg.SdkMessage
+func Send(sdkid string, socket SocketContext, in chan protomsg.SdkMessage) {
+// var v *protomsg.SdkMessage
+// var ok bool
for {
select {
case <-socket.Context.Done():
fmt.Println("socket is close")
- case v = <-in:
- data, err := proto.Marshal(v)
- if err != nil {
- fmt.Println("proto marshal error ", err)
- continue
- }
- fmt.Printf("浠庣閬搒dkid=%s 鎺ュ彈鏁版嵁 %d\n", sdkid, len(data))
- fmt.Println()
+ return
+ case v, ok := <-in:
+ if ok {
+ data, err :=v.Marshal()
+ if err != nil {
+ fmt.Println("proto marshal error ", err)
+ continue
+
+ fmt.Printf("浠庣閬搒dkid=%s 鎺ュ彈鏁版嵁 %d\n", sdkid, len(data))
+ fmt.Println()
- fmt.Println("send len of data: ", len(data))
- if err := socket.Sock.Send(data); err != nil {
- fmt.Println("failed send")
- continue
+ if err := socket.Sock.Send(data); err != nil {
+ fmt.Println(socket.Sock)
+ fmt.Println("failed send")
+ continue
+ }
+ fmt.Printf("sdkid = %s ,send success:%d \n", sdkid, len(data))
+ } else {
+ fmt.Println(sdkid, " 涓婚鍏抽棴, 鍏抽棴send()")
+ return
}
- fmt.Printf("sdkid = %s ,send success:%d \n", sdkid, len(data))
}
}
}
+}
--
Gitblit v1.8.0