From f4e8f206a6760bdc31734dfcb1c65916b5b76311 Mon Sep 17 00:00:00 2001 From: liuxiaolong <736321739@qq.com> Date: 星期四, 22 八月 2019 12:05:58 +0800 Subject: [PATCH] add cluster --- controllers/esSearch.go | 123 +++++++++++++++++++++++++++++----------- 1 files changed, 89 insertions(+), 34 deletions(-) diff --git a/controllers/esSearch.go b/controllers/esSearch.go index 8679c38..c9e5ec6 100644 --- a/controllers/esSearch.go +++ b/controllers/esSearch.go @@ -1,4 +1,4 @@ -package controllers + package controllers import ( "basic.com/dbapi.git" @@ -33,37 +33,38 @@ data := findEsData(searchBody) util.ResponseFormat(c, code.Success, data) } + //鑾峰彇鐩戞帶绛夌骇 -func getAlarmLevel(alarmlevel []interface{}) ([]string) { +func getAlarmLevel(alarmlevel []interface{}) []string { d := dbapi.DicApi{} - res,data := d.FindByType("ALARMLEVEL") - if data == nil { - logger.Debug("data is nil") - } + res, data := d.FindByType("ALARMLEVEL") + if data == nil { + logger.Debug("data is nil") + } logger.Debug(res) - // logger.Debug(data) + // logger.Debug(data) alarmLevel := make(map[int]string) tmp := data.(map[string]interface{}) - for _,value := range tmp["ALARMLEVEL"].([]interface{}) { - // logger.Debug(value.(map[string]interface{})["value"]," ",value.(map[string]interface{})["name"]) - val := value.(map[string]interface{})["value"].(string) - name := value.(map[string]interface{})["name"].(string) - vl,err := strconv.Atoi(val) - if err != nil { - logger.Debug(err) - } - alarmLevel[vl] = name + for _, value := range tmp["ALARMLEVEL"].([]interface{}) { + // logger.Debug(value.(map[string]interface{})["value"]," ",value.(map[string]interface{})["name"]) + val := value.(map[string]interface{})["value"].(string) + name := value.(map[string]interface{})["name"].(string) + vl, err := strconv.Atoi(val) + if err != nil { + logger.Debug(err) } - alarmLevelRes := make([]string,len(alarmlevel)) - for i,v := range alarmlevel { - value := int(v.(float64)) - if value < 0 { - alarmLevelRes[i] = "鎾ら槻" - }else { - alarmLevelRes[i] = alarmLevel[value] - } + alarmLevel[vl] = name + } + alarmLevelRes := make([]string, len(alarmlevel)) + for i, v := range alarmlevel { + value := int(v.(float64)) + if value < 0 { + alarmLevelRes[i] = "鎾ら槻" + } else { + alarmLevelRes[i] = alarmLevel[value] } - return alarmLevelRes + } + return alarmLevelRes } func findEsData(searchBody map[string]interface{}) map[string]interface{} { @@ -73,18 +74,26 @@ from := strconv.Itoa((webPage - 1) * webSize) //esFrom := strconv.Itoa(from) //esSize := strconv.Itoa(webSize) - size := strconv.Itoa(webPage * webSize) + size := strconv.Itoa(webSize) //璇锋眰绱㈠紩 index := config.EsInfo.EsIndex.VideoPersons.IndexName + "," + config.EsInfo.EsIndex.Personaction.IndexName queryStr := "" queryBody := searchBody["inputValue"].(string) //妫�绱㈡ if queryBody != "" { - queryStr = "\"must\":[{\"multi_match\":{\"query\":\"" + queryBody + "\",\"fields\":[\"alarmRules.alarmLevel^1.5\",\"ageDescription^1.5\",\"taskName^1.5\",\"baseInfo.tableName^1.5\",\"sex^2.0\",\"race^2.0\",\"content^1.0\",\"baseInfo.idCard^1.8\",\"cameraAddr^1.0\"]," + + queryStr = "\"must\":[{\"multi_match\":{\"query\":\"" + queryBody + "\",\"fields\":[\"baseInfo.sex\",\"baseInfo.phoneNum.raw^1.5\",\"baseInfo.personName.raw^1.5\",\"alarmRules.alarmLevel^1.5\",\"alarmRules.linkInfo^1.5\",\"ageDescription^1.5\",\"taskName^1.5\",\"baseInfo.tableName^1.5\",\"sex^2.0\",\"race^2.0\",\"content^1.0\",\"baseInfo.idCard^1.8\",\"cameraAddr^1.0\"]," + "\"type\":\"cross_fields\",\"operator\":\"OR\",\"slop\":0,\"prefix_length\":0,\"max_expansions\":50,\"zero_terms_query\":\"NONE\",\"auto_generate_synonyms_phrase_query\":true,\"fuzzy_transpositions\":true,\"boost\":1}}]," } - gteDate := searchBody["searchTime"].([]interface{})[0].(string) - lteDate := searchBody["searchTime"].([]interface{})[1].(string) + + searchTime := searchBody["searchTime"].([]interface{}) + if searchBody["searchTime"] == nil || len(searchTime) < 2 { + info := make(map[string]interface{}, 0) + info["err"] = "璇疯緭鍏ユ椂闂磋寖鍥�" + return info + } + + gteDate := searchTime[0].(string) + lteDate := searchTime[1].(string) //鍒ゆ柇浠诲姟ID taskIdStr := "" taskId := searchBody["tasks"].([]interface{}) @@ -116,13 +125,13 @@ isCollectStr = "{\"term\":{\"isCollect\":\"" + isCollect + "\"}}," } //鍒ゆ柇甯冮槻绛夌骇id - alarmLevelId :=searchBody["alarmlevel"].([]interface{}) + alarmLevelId := searchBody["alarmlevel"].([]interface{}) alarmLevelStr := "" if len(alarmLevelId) > 0 { alarmLevelTypes := strings.Replace(strings.Trim(fmt.Sprint(getAlarmLevel(alarmLevelId)), "[]"), " ", "\",\"", -1) alarmLevelStr = "{\"terms\":{\"alarmRules.alarmLevel\":[\"" + alarmLevelTypes + "\"]}}," } - + //浣跨敤es搴曞眰鏈哄埗澶勭悊鍒嗛〉 //璇锋眰澶� url := "http://" + config.EsInfo.Masterip + ":" + config.EsInfo.Httpport + @@ -144,12 +153,58 @@ analyServerFilterStr + "{\"range\":{\"picDate\":{\"from\":\"" + gteDate + "\",\"to\":\"" + lteDate + "\",\"include_lower\":true,\"include_upper\":true,\"boost\":1}}}]}}," + "\"sort\":[{\"_score\":{\"order\":\"desc\"}},{\"picDate\":{\"order\":\"desc\"}}]," + - "\"_source\":[\"baseInfo\",\"alarmRules\",\"sex\",\"analyServerName\",\"sdkName\",\"ageDescription\",\"content\",\"id\",\"cameraAddr\",\"picMaxUrl\",\"picDate\",\"race\",\"videoUrl\",\"picSmUrl\",\"taskName\",\"personIsHub\",\"isAlarm\",\"analyServerIp\",\"cameraId\"]" + + "\"_source\":[\"baseInfo\",\"alarmRules\",\"sex\",\"analyServerName\",\"sdkName\",\"ageDescription\",\"content\",\"id\",\"cameraAddr\",\"picMaxUrl\",\"picDate\",\"race\",\"videoUrl\",\"picSmUrl\",\"taskName\",\"personIsHub\",\"isAlarm\",\"analyServerIp\",\"cameraId\",\"linkId\"]" + "}" - logger.Debug(prama) + //logger.Debug("findEsData.param:",prama) //鏁版嵁瑙f瀽 tokenRes := esutil.GetEsDataReq(url, prama, true) - return tokenRes + //fmt.Println(tokenRes) + tmpAllDate := make(map[string]interface{}) + tmpDate := make(map[string][]interface{}) + tmpAllDate["total"] = tokenRes["total"] + data := tokenRes["datalist"] + for _, masterInfoValues := range data.([]interface{}) { + masterInfo := masterInfoValues.(map[string]interface{}) + sources := make(map[string]interface{}, 0) + sources["activeObject"] = masterInfo + source := make([]map[string]interface{}, 0) + source = append(source, masterInfo) + linkId := "" + if masterInfo["linkId"] != nil { + linkId = masterInfo["linkId"].(string) + } + id := masterInfo["id"].(string) + if linkId != "" { + linkInfo := GetLinkInfo(linkId, id) + for _, slaveInfoValues := range linkInfo { + slaveInfo := slaveInfoValues + source = append(source, slaveInfo) + } + + } + sources["list"] = source + tmpDate["datalist"] = append(tmpDate["datalist"], sources) + } + tmpAllDate["datalist"] = tmpDate["datalist"] + return tmpAllDate +} + +func GetLinkInfo(linkId string, id string) []map[string]interface{} { + url := "http://" + config.EsInfo.Masterip + ":" + config.EsInfo.Httpport + + "/" + config.EsInfo.EsIndex.VideoPersons.IndexName + "," + config.EsInfo.EsIndex.Personaction.IndexName + "/_search?search_type=dfs_query_then_fetch" + jsonDSL := "{\"query\":{\"bool\":{\"filter\":[{\"term\":{\"linkId.keyword\":\"" + linkId + "\"}}],\"must_not\":[{\"term\":{\"id\":\"" + id + "\"}}]}},\"size\":100}" + + buf, err := esutil.EsReq("POST", url, []byte(jsonDSL)) + if err != nil { + logger.Debug(err) + } + + sources, err := esutil.Sourcelist(buf) + if err != nil { + logger.Debug(err) + } + return sources + } //sdkTYype瀛楀吀"\"_source\":[\"BaseName\",\"Gender\",\"Race\",\"content\",\"idcard\",\"picAddress\",\"picDate\",\"sdkType\",\"Age\",\"personId\",\"personIsHub\",\"personPicUrl\",\"picLocalUrl\",\"picSmUrl\",\"videoIp\",\"videoNum\",\"cameraId\",\"ageDescription\",\"likePer\"]" + -- Gitblit v1.8.0