From 712ef81c6b8813a498a66cf61ffcd37e5c502c8c Mon Sep 17 00:00:00 2001 From: sunty <1172534965@qq.com> Date: 星期五, 01 十一月 2019 13:45:30 +0800 Subject: [PATCH] Merge remote-tracking branch 'origin/master' --- controllers/es.go | 266 ++++++++++++++++++++++++++++++++++++++++++++++++++++- 1 files changed, 261 insertions(+), 5 deletions(-) diff --git a/controllers/es.go b/controllers/es.go index a2c591b..ae95a3a 100644 --- a/controllers/es.go +++ b/controllers/es.go @@ -1,11 +1,13 @@ package controllers import ( - "basic.com/dbapi.git" "basic.com/valib/logger.git" + "bytes" + "encoding/json" "fmt" "github.com/gin-gonic/gin" "math/rand" + "os/exec" "strconv" "strings" "webserver/cache" @@ -19,6 +21,12 @@ type EsController struct{} +type EsManagementController struct{} + +type EsClusterInfo struct { + Ip string `json:"ip"` +} +// @Security ApiKeyAuth // @Summary 姣斿鏁版嵁鏌ヨ // @Description 姣斿鏁版嵁鏌ヨ // @Accept json @@ -106,16 +114,14 @@ //浣跨敤es搴曞眰鏈哄埗澶勭悊鍒嗛〉 //璇锋眰澶� localConf, err2 := cache.GetServerInfo() - if err2 !=nil || localConf.AlarmIp == "" { + if err2 !=nil || localConf.AlarmIp == "" || localConf.ServerId == "" { logger.Debug("localConfig is wrong!!!") return nil } url := "http://" + localConf.AlarmIp + ":" + strconv.Itoa(int(localConf.AlarmPort)) + "/" + index + "/_search?search_type=dfs_query_then_fetch" - var setApi dbapi.SysSetApi - _, sysconf := setApi.GetServerInfo() - analyServerFilterStr := "{\"term\":{\"analyServerId\":\"" + sysconf.ServerId + "\"}}," + analyServerFilterStr := "{\"term\":{\"analyServerId\":\"" + localConf.ServerId + "\"}}," //璇锋眰浣� prama := "{\"from\":\"" + esFrom + "\",\"size\":\"" + esSize + "\"," + @@ -156,3 +162,253 @@ } return dataSource } + +//鏌ヨES闆嗙兢淇℃伅-鍏ュ彛 +func (em *EsManagementController) GetEsClusterInfo(c *gin.Context) { + var body EsClusterInfo + c.BindJSON(&body) + ip := body.Ip + serverIp := "" + if ip != "" { + serverIp = ip + } else { + localConf, err2 := cache.GetServerInfo() + if err2 != nil || localConf.ServerIp == "" { + logger.Debug("localConfig is wrong!!!") + util.ResponseFormat(c, code.QueryClusterInfoErr, err2) + return + } + serverIp = localConf.ServerIp + } + nodeInfos, err := getEsClusterInfors(serverIp) + if err != nil { + util.ResponseFormat(c, code.QueryClusterInfoErr, err) + return + } + util.ResponseFormat(c, code.QueryClusterInfoErr, nodeInfos) +} + +//鏌ヨES闆嗙兢淇℃伅-涓氬姟閫昏緫 +func getEsClusterInfors(ip string) ([]map[string]interface{}, error) { + str := "curl " + ip + ":9200/_cat/nodes?v" + cmd := exec.Command("sh", "-c", str) + var out bytes.Buffer + cmd.Stdout = &out + err := cmd.Run() + if err != nil { + return nil, err + } + infos := strings.Split(string(out.String()), "\n") + totalNodes := len(infos) - 1 + var nodeInfos []map[string]interface{} + for i := 1; i < totalNodes; i++ { + nodeInfo := make(map[string]interface{}) + context := strings.Fields(infos[i]) + nodeIp := context[0] + Type := context[8] + var nodeType string + if Type == "*" { + nodeType = "涓昏妭鐐�" + } + if Type == "-" { + nodeType = "浠庤妭鐐�" + } + nodeInfo["ip"] = nodeIp + nodeInfo["nodeType"] = nodeType + url := "http://" + nodeIp + ":9200" + buf := esutil.HttpGet(url) + var info interface{} + json.Unmarshal(buf, &info) + tmpInfo := info.(map[string]interface{}) + tmpName := tmpInfo["name"].(string) + versinInfo := tmpInfo["version"].(map[string]interface{}) + buildDate := versinInfo["build_date"].(string) + nodeInfo["name"] = tmpName + nodeInfo["buildDate"] = buildDate + nodeInfos = append(nodeInfos, nodeInfo) + } + return nodeInfos, err +} + +//鍒涘缓鑺傜偣 +func (em *EsManagementController) CreateNode(c *gin.Context) { + msg := "鍒涘缓鑺傜偣澶辫触锛岃鑱旂郴绠$悊鍛�" + str := "sh /opt/script/create_first_node.sh" + cmd := exec.Command("sh", "-c", str) + var out bytes.Buffer + cmd.Stdout = &out + err := cmd.Run() + if err != nil { + + } + infos := strings.Split(string(out.String()), "\n") + len := len(infos) + res := infos[len-1] + if res == "鏈嶅姟鍚姩鎴愬姛" { + msg = "鍒涘缓鑺傜偣鎴愬姛" + util.ResponseFormat(c, code.Success, msg) + return + } + util.ResponseFormat(c, code.CreateFirstNodeErr, msg) +} + +//鍔犲叆闆嗙兢 +func (em *EsManagementController) AddCluster(c *gin.Context) { + var ac AddCluster + err := c.BindJSON(&ac) + if err != nil { + util.ResponseFormat(c, code.RequestParamError, "鍙傛暟鏈夎") + return + } + str := "sh /opt/script/create_node.sh " + ac.Option + "" + if ac.Option == "1" { + info, err := updateUnicastHosts(ac.Ip) + if err != nil || info == false { + util.ResponseFormat(c, code.QueryClusterInfoErr, err) + return + } + if info == true { + info := runScript(str) + if info == "杩愯澶辫触" { + util.ResponseFormat(c, code.AddClusterInfoErr, info) + return + } + } + } + if ac.Option == "2" { + info, err := updateUnicastHosts(ac.Ip) + if err != nil || info == false { + util.ResponseFormat(c, code.QueryClusterInfoErr, err) + return + } + if info == true { + info := runScript(str) + if info == "杩愯澶辫触" { + util.ResponseFormat(c, code.AddClusterInfoErr, info) + return + } + } + } else { + util.ResponseFormat(c, code.RequestParamError, "鍙傛暟鏈夎") + return + } + util.ResponseFormat(c, code.Success, "鍔犲叆鎴愬姛") +} + +//鑴氭湰灏佽 +func runScript(str string) string { + + cmd := exec.Command("sh", "-c", str) + var out bytes.Buffer + cmd.Stdout = &out + err1 := cmd.Run() + if err1 != nil { + return "杩愯澶辫触" + } + return out.String() +} + +type AddCluster struct { + Ip string `json:"ip"` //闆嗙兢IP + Option string `json:option` //鑺傜偣绫诲瀷 +} + +//鏇存柊缁勬挱鍒楄〃 +func updateUnicastHosts(host string) (bool, error) { + nodeInfos, err := getEsClusterInfors(host) + if err != nil { + return false, err + } + var hosts []string + for _, val := range nodeInfos { + nodeType := val["nodeType"].(string) + if nodeType == "涓昏妭鐐�" { + ip := val["ip"].(string) + hosts = append(hosts, ip) + } + } + msg := false + for i, val := range hosts { + val = val + ":9300" + hosts[i] = val + } + verificationHosts := "[\"" + strings.Replace(strings.Trim(fmt.Sprint(hosts), "[]"), " ", "\",\"", -1) + "\"]" + for i, val := range hosts { + val = "\\\"" + val + "\\\"" + hosts[i] = val + } + oldUnicastHost := "\\[\\\"0.0.0.0:9300\\\"\\]" + newUnicastHost := strings.Replace(strings.Trim(fmt.Sprint(hosts), ""), " ", ",", -1) + str := "sed -ie 's/discovery.zen.ping.unicast.hosts: " + oldUnicastHost + "/discovery.zen.ping.unicast.hosts: " + newUnicastHost + "/g' /opt/elasticsearch/config/elasticsearch.yml" + fmt.Println(str) + cmd := exec.Command("sh", "-c", str) + var out bytes.Buffer + cmd.Stdout = &out + err1 := cmd.Run() + if err1 != nil { + return false, err + } + res := getUnicastHosts() + fmt.Println("res: ", res) + res1 := "discovery.zen.ping.unicast.hosts: " + verificationHosts + "" + fmt.Println("res1: ", res1) + if res == res1 { + msg = true + } + return msg, err +} + +//func AddEsCluster(hosts []string) (string){ +// msg := "鍔犲叆澶辫触" +// for i,val := range hosts{ +// val =val+":9300" +// hosts[i] = val +// } +// verificationHosts := "[\""+strings.Replace(strings.Trim(fmt.Sprint(hosts), "[]"), " ", "\",\"", -1)+"\"]" +// for i,val := range hosts{ +// val ="\\\""+val+"\\\"" +// hosts[i] = val +// } +// oldUnicastHost := "\\[\\\"0.0.0.0:9300\\\"\\]" +// newUnicastHost := strings.Replace(strings.Trim(fmt.Sprint(hosts), ""), " ", ",", -1) +// str := "sed -ie 's/discovery.zen.ping.unicast.hosts: "+oldUnicastHost+"/discovery.zen.ping.unicast.hosts: "+newUnicastHost+"/g' /opt/elasticsearch/config/elasticsearch.yml" +// fmt.Println(str) +// cmd := exec.Command("sh","-c",str) +// var out bytes.Buffer +// cmd.Stdout = &out +// err := cmd.Run() +// if err != nil { +// +// } +// res := getUnicastHosts() +// fmt.Println("res: ",res) +// res1 := "discovery.zen.ping.unicast.hosts: "+verificationHosts+"" +// fmt.Println("res1: ",res1) +// if res == res1{ +// msg = "鍔犲叆鎴愬姛" +// } +// str2 := "echo \"node.master: true\" >> /opt/elasticsearch/config/elasticsearch.yml" +// cmd2 := exec.Command("sh","-c",str2) +// var out2 bytes.Buffer +// cmd2.Stdout = &out2 +// err2 := cmd2.Run() +// if err2 != nil { +// msg = "鍔犲叆澶辫触" +// } +// return msg +// +//} + +func getUnicastHosts() string { + str := "cat /opt/elasticsearch/config/elasticsearch.yml | grep discovery.zen.ping.unicast.hosts:" + cmd := exec.Command("sh", "-c", str) + var out bytes.Buffer + cmd.Stdout = &out + err := cmd.Run() + if err != nil { + + } + infos := strings.Split(string(out.String()), "\n")[0] + return infos + +} -- Gitblit v1.8.0