From ade573964a97a77d9652510ff8bcef8d3dfba9b8 Mon Sep 17 00:00:00 2001
From: liuxiaolong <736321739@qq.com>
Date: 星期四, 15 八月 2019 14:15:54 +0800
Subject: [PATCH] fix rollback bug
---
agent.go | 254 +++++++++++++++++++++++++++++++++++++++++++-------
1 files changed, 216 insertions(+), 38 deletions(-)
diff --git a/agent.go b/agent.go
index 1b4d4b5..4d44c31 100644
--- a/agent.go
+++ b/agent.go
@@ -18,17 +18,28 @@
import (
"context"
+ "encoding/json"
"errors"
"fmt"
"github.com/hashicorp/memberlist"
"io/ioutil"
+ "net"
"os"
+ "sync"
+
+ //"os"
"strings"
"time"
"github.com/hashicorp/serf/cmd/serf/command/agent"
"github.com/hashicorp/serf/serf"
+ //"github.com/apache/servicecomb-service-center/pkg/log"
"log"
+)
+
+const (
+ QueryEventGetDB = "GetDatabase"
+ QueryEventUpdateDBData = "UpdateDBData"
)
// Agent warps the serf agent
@@ -37,6 +48,13 @@
conf *Config
readyCh chan struct{}
errorCh chan error
+}
+
+type NodeInfo struct {
+ ClusterID string `json:"clusterID"`
+ NodeID string `json:"nodeID"`
+ NodeAddress string `json:"nodeAddress"`
+ IsAlive int `json:"isAlive"`
}
// Create create serf agent with config
@@ -88,6 +106,8 @@
a.errorCh <- err
}
}
+
+ go a.BroadcastMemberlist(BroadcastInterval * time.Second)
}
// HandleEvent Handles serf.EventMemberJoin events,
@@ -98,44 +118,87 @@
switch ev := event.(type) {
case serf.UserEvent:
- fmt.Println(string(ev.Payload))
- var tmpstringslice []string
- tmpstringslice = append(tmpstringslice, string(ev.Payload))
- fmt.Println(tmpstringslice)
- results, err := DoExecute(tmpstringslice)
-
- for _, result := range results {
- fmt.Println(result, "results err: ", err)
+ //fmt.Println(string(ev.Payload))
+ var sqlUe SqlUserEvent
+ err := json.Unmarshal(ev.Payload, &sqlUe)
+ if err !=nil {
+ fmt.Println("sqlUe unmarshal err:",err)
+ return
+ }
+ if sqlUe.Owner != a.conf.NodeName {
+ //results, err := ExecuteWriteSql(sqlArr)
+ flag, _ := ExecuteSqlByGorm(sqlUe.Sql)
+ fmt.Println("userEvent exec ",sqlUe.Sql,",Result:",flag)
}
case *serf.Query:
- //bak file and send resp
- filename, err := BakDbFile()
- if err != nil {
- fmt.Println("bak db file error!")
- return
- }
- fmt.Println(filename)
- filebuf, err := ioutil.ReadFile(filename)
- fmt.Println("filebuf: ", len(filebuf))
- if err != nil {
- fmt.Printf("file to []bytes error: %s\n", err)
- return
- }
-
- err = os.Remove(filename)
- if err != nil {
- fmt.Printf("remove file%s\n failed", filename)
- return
- }
-
- fmt.Println("query payload: ", len(ev.Payload))
- if query, ok := event.(*serf.Query); ok {
- if err := query.Respond(filebuf); err != nil {
- fmt.Printf("err: %s\n", err)
+ if ev.Name == QueryEventGetDB {
+ //bak file and send resp
+ filename, err := BakDbFile()
+ if err != nil {
+ fmt.Println("bak db file error!")
return
}
+ fmt.Println(filename)
+
+ filebuf, err := ioutil.ReadFile(filename)
+ fmt.Println("filebuf: ", len(filebuf))
+ if err != nil {
+ fmt.Printf("file to []bytes error: %s\n", err)
+ return
+ }
+
+ err = os.Remove(filename)
+ if err != nil {
+ fmt.Printf("remove file%s\n failed", filename)
+ return
+ }
+
+ fmt.Println("query payload: ", len(ev.Payload))
+ if query, ok := event.(*serf.Query); ok {
+ if err := query.Respond(filebuf); err != nil {
+ fmt.Printf("err: %s\n", err)
+ return
+ }
+ }
+ } else if ev.Name == QueryEventUpdateDBData {
+ //fmt.Println(string(ev.Payload))
+ //var tmpstringslice []string
+ //tmpstringslice = append(tmpstringslice, string(ev.Payload))
+ //fmt.Println(tmpstringslice)
+ //rows, err := ExecuteQuerySql(tmpstringslice)
+ //if err != nil {
+ // fmt.Println("err: ", err)
+ // return
+ //}
+ //var rowsReturn []Rows
+ //for _, r := range rows {
+ // rowsReturn = append(rowsReturn, *r)
+ //}
+ var tableNames []string
+ err := json.Unmarshal(ev.Payload, &tableNames)
+ if err !=nil {
+ fmt.Println("Query tableNames unmarshal err")
+ return
+ }
+ fmt.Println("Query tableNames:",tableNames)
+ datas, err := ExecuteQueryByGorm(tableNames)
+ if err !=nil {
+ fmt.Println("queryByGorm err")
+ return
+ }
+ bytesReturn, err := json.Marshal(datas)
+ fmt.Println("results.len: ", len(bytesReturn))
+ if query, ok := event.(*serf.Query); ok {
+ if err := query.Respond(bytesReturn); err != nil {
+ fmt.Printf("err: %s\n", err)
+ return
+ }
+ }
+
+ //var res []*Rows
+ //json.Unmarshal(bytesReturn, &res)
}
default:
@@ -155,6 +218,38 @@
//}
//a.DeregisterEventHandler(a)
//close(a.readyCh)
+}
+
+func (a *Agent) BroadcastMemberlist(delay time.Duration) {
+ //serf := a.serf
+ serf := a.Agent.Serf()
+ mb := serf.LocalMember()
+ mblist := serf.Memberlist()
+ fmt.Println("mb:", mb)
+
+ // copy local node
+ localNode := *mblist.LocalNode()
+ nodeID := a.conf.NodeName
+ nodeAddress := localNode.Address()
+ clusterID := mb.Tags[tagKeyClusterID]
+ isAlive := int(mb.Status)
+
+ message, _ := json.Marshal(NodeInfo{
+ clusterID,
+ nodeID,
+ nodeAddress,
+ isAlive,
+ })
+
+ // replace node address
+ localNode.Addr = net.ParseIP(BroadcastIP)
+ //localNode.Addr = net.IPv4(255,255,255,255)
+ localNode.Port = BroadcastPort
+ for {
+ // fmt.Printf("localNode: %v %v\n", nodeName, nodeAddress)
+ mblist.SendBestEffort(&localNode, []byte(message))
+ time.Sleep(delay)
+ }
}
// Ready Returns a channel that will be closed when serf is ready
@@ -296,7 +391,7 @@
FilterNodes: strings.Fields(specmembername),
}
- resp, err := a.Query("getDatabase", []byte(""), ¶ms)
+ resp, err := a.Query(QueryEventGetDB, []byte(""), ¶ms)
if err == nil || !strings.Contains(err.Error(), "cannot contain") {
fmt.Println("err: ", err)
}
@@ -325,10 +420,88 @@
}()
}
+//GetDbFromCluster get the newest database after join cluster
+//dbPathWrite the path where to write after got a database,
+func (a *Agent) GetTableDataFromCluster(tableNames []string) (*[]string,error) {
+ //members: get name of first member
+ mbs := a.GroupMembers(a.conf.ClusterID)
+ var specmembername string
+ for _, m := range mbs {
+ fmt.Println("m",m)
+ if m.Name != a.conf.NodeName {
+ specmembername = m.Name
+ break
+ }
+ }
+ fmt.Println("mbs:",mbs,"a.conf.BindAddr:",a.conf.BindAddr,"specmembername:",specmembername)
+
+ //query: get db file.
+ params := serf.QueryParam{
+ FilterNodes: strings.Fields(specmembername),
+ }
+
+ //SQL
+ tBytes, _ := json.Marshal(tableNames)
+
+ resp, err := a.Query(QueryEventUpdateDBData, tBytes, ¶ms)
+ if err == nil || !strings.Contains(err.Error(), "cannot contain") {
+ fmt.Println("err: ", err)
+ }
+ fmt.Println("Query.resp.err:",err,"resp:",resp)
+
+ var wg sync.WaitGroup
+ wg.Add(1)
+ var dumpSqls []string
+ go func() {
+ defer wg.Done()
+ respCh := resp.ResponseCh()
+ for {
+ select {
+ case r := <-respCh:
+ fmt.Println("Query response's len:", len(r.Payload))
+ err := json.Unmarshal(r.Payload, &dumpSqls)
+ if err ==nil {
+ fmt.Println("dumpSql:",dumpSqls)
+ fmt.Println("data dump success")
+ }
+ return
+ }
+ }
+ }()
+ wg.Wait()
+ return &dumpSqls,nil
+
+ //r, err = c.Query([]string{query}, false, false)
+ //if err != nil {
+ // return err
+ //}
+ //for _, x := range r[0].Values {
+ // y := fmt.Sprintf("%s;\n", x[0].(string))
+ // if _, err := w.Write([]byte(y)); err != nil {
+ // return err
+ // }
+ //}
+
+}
+
+type SqlUserEvent struct {
+ Owner string `json:"owner"`
+ Sql []string `json:"sql"`
+}
+
//SyncSql boardcast sql to cluster
-func (a *Agent) SyncSql(sqlOp string) {
+func (a *Agent) SyncSql(sqlOp []string) {
// event : use to send command to operate db.
- err := a.UserEvent("SyncSql", []byte(sqlOp), false)
+ var sqlUe = SqlUserEvent{
+ Owner: a.conf.NodeName,
+ Sql: sqlOp,
+ }
+ ueB, err := json.Marshal(sqlUe)
+ if err !=nil {
+ fmt.Println("sqlUE marshal err:",err)
+ return
+ }
+ err = a.UserEvent("SyncSql", ueB, false)
if err == nil || !strings.Contains(err.Error(), "cannot contain") {
fmt.Println("err: ", err)
}
@@ -355,7 +528,7 @@
func InitNode(clusterID string, password string, nodeID string) (*Agent, error) {
conf := DefaultConfig()
fmt.Println("clusterID:", clusterID, "password:", password, "nodeID:", nodeID)
- //conf.ClusterID = clusterID
+ conf.ClusterID = clusterID
conf.NodeName = nodeID
if password == "" {
conf.EncryptKey = DefaultEncryptKey
@@ -389,7 +562,10 @@
func (a *Agent) JoinByNodeIP(ips []string) error {
var nodes []string
- fmt.Println("len(ips):", len(ips))
+
+ if len(ips) == 0 {
+ return fmt.Errorf("No Nodes To Join!")
+ }
for _, ip := range ips {
node := fmt.Sprintf("%s:%d", ip, DefaultBindPort)
nodes = append(nodes, node)
@@ -397,7 +573,9 @@
n, err := a.Agent.Join(nodes, true)
if err != nil || n == 0 {
- return fmt.Errorf("Error Agent.Join!")
+ a.Stop()
+ fmt.Println("Stop node")
+ return fmt.Errorf("Error Encrypt Key!")
}
return err
--
Gitblit v1.8.0