From a27f1d9078dba3b11f0a3c1e536a2f98b64d250d Mon Sep 17 00:00:00 2001 From: liuxiaolong <736321739@qq.com> Date: 星期四, 30 五月 2019 10:49:02 +0800 Subject: [PATCH] change time to [-60s,-40s] --- esutil/EsClient.go | 283 ++++++++++++++++++++++++++++++++++++++++++++++++++++++-- 1 files changed, 270 insertions(+), 13 deletions(-) diff --git a/esutil/EsClient.go b/esutil/EsClient.go index 57fdb75..38f4405 100644 --- a/esutil/EsClient.go +++ b/esutil/EsClient.go @@ -1,7 +1,9 @@ package esutil import ( + "bytes" "encoding/json" + "errors" "fmt" "io" "io/ioutil" @@ -13,12 +15,11 @@ log "github.com/long/test/log" ) -func GetEsDataReq(url string, parama string, isSource bool) (error, map[string]interface{}) { - log.Log.Infoln("es 鏌ヨ璇锋眰璺緞" + url) // 閰嶇疆淇℃伅 鑾峰彇 +func GetEsDataReq(url string, parama string, picurl string, isSource bool) (error, map[string]interface{}) { + //log.Log.Infoln("es 鏌ヨ璇锋眰璺緞" + url) // 閰嶇疆淇℃伅 鑾峰彇 req, err := http.NewRequest("POST", url, strings.NewReader(parama)) if err != nil { - log.Log.Errorln("build request error! ") return err, nil } @@ -42,26 +43,81 @@ dec := json.NewDecoder(strings.NewReader(jsonStr)) if err := dec.Decode(&dat); err == io.EOF { - log.Log.Infoln(err.Error()) return err, nil } else if err != nil { - log.Log.Errorln(err.Error()) return err, nil } // 鏄惁闇�瑕� 瑙f瀽 es 杩斿洖鐨� source if isSource { - dat = dat["hits"].(map[string]interface{}) + dat, ok := dat["hits"].(map[string]interface{}) + if !ok { + return errors.New("data is not type of map[string]interface{}"), nil + } + var data = make(map[string]interface{}, 2) data["total"] = dat["total"] sources := []interface{}{} for _, value := range dat["hits"].([]interface{}) { - source := value.(map[string]interface{})["_source"].(map[string]interface{}) + source, ok := value.(map[string]interface{})["_source"].(map[string]interface{}) + if !ok { + return errors.New("value is not type of map[string]interface{}"), nil + } + source["id"] = value.(map[string]interface{})["_id"] + sdkType := source["sdkType"] if sdkType != nil { - sdk, _ := strconv.Atoi(sdkType.(string)) + sdk, err := strconv.Atoi(sdkType.(string)) + if err != nil { + return err, nil + } + source["sdkType"] = sdkTypeToValue(sdk) } + + pmax, exist := source["picMaxUrl"].(string) + //fmt.Println("picMaxUrl: ",pmax) + if !exist { + return errors.New("picMaxurl is not string"), nil + } + + if !strings.HasPrefix(pmax, "http") { + source["picMaxUrl"] = picurl + pmax + + } + + psm, exist := source["picSmUrl"].(string) + if !exist { + return errors.New("picSmUrl is not string"), nil + } + + if !strings.HasPrefix(psm, "http") { + source["picSmUrl"] = picurl + psm + } + + prace, exist := source["Race"] + if exist { + source["race"] = prace + } + + pGender, exist := source["Gender"] + if exist { + source["gender"] = pGender + } + + source["ageDescription"] = getAgeDesc(source["Age"]) + + source["videoNum"] = getVideoUrl(source) + picDate := source["picDate"].(string) + lastIdx := strings.LastIndex(picDate,":") + picDateStr := picDate[:lastIdx] + if err == nil { + source["picDate"] = picDateStr + } + + baseInfo := getSourceBaseInfo(source) + source["baseInfo"] = baseInfo + sources = append(sources, source) } data["datalist"] = sources @@ -71,6 +127,203 @@ } } +func getAgeDesc(age interface{})(ageDesc string) { + if age !=nil { + ageInt := age.(float64) + if ageInt >0 && ageInt<7 { + ageDesc = "绔ュ勾" + } else if ageInt >=7 && ageInt<18 { + ageDesc = "灏戝勾" + } else if ageInt >=18 && ageInt<40 { + ageDesc = "闈掑勾" + } else if ageInt >=40 && ageInt<65 { + ageDesc = "涓勾" + } else if ageInt >=65 { + ageDesc = "鑰佸勾" + } else { + ageDesc = "" + } + } + return ageDesc +} + +type BaseInfo struct { + TaskId string `json:"taskId"` + TaskName string `json:"taskName"` + LikePer string `json:"likePer"` + TableId string `json:"tableId"` + TableName string `json:"tableName"` + PersonId string `json:"personId"` + PersonPicUrl string `json:"personPicUrl"` + PersonName string `json:"personName"` + Gender string `json:"gender"` + PhoneNum string `json:"phoneNum"` + IDCard string `json:"IDCard"` + MonitorLevel string `json:"monitorLevel"` + Content string `json:"content"` +} + +func getSourceBaseInfo(source map[string]interface{}) []BaseInfo { + sdkType := source["sdkType"].(string) + baseInfoArr := make([]BaseInfo,0) + if sdkType == "浜鸿劯" { + likePer,baseName,personId,idCard,personPicUrl,gender,content :="","","","","","","" + if source["likePer"] !=nil { + likePer = source["likePer"].(string) + } + if source["BaseName"] !=nil { + baseName = source["BaseName"].(string) + } + if source["personId"] !=nil { + personId = source["personId"].(string) + } + if source["idcard"] !=nil { + idCard = source["idcard"].(string) + } + if source["personPicUrl"] !=nil { + personPicUrl = source["personPicUrl"].(string) + } + if source["Gender"] !=nil { + gender = source["Gender"].(string) + } + if source["content"] !=nil { + content = source["content"].(string) + } + var baseInfo = BaseInfo{ + TaskId:"",//2.0鏂板瓧娈� + TaskName:"",//2.0鏂板瓧娈� + LikePer:likePer, + TableId:"",//2.0鏂板瓧娈� + TableName:baseName, + PersonId:personId, + PersonName:idCard,//浜哄憳濮撳悕锛屼粠绠$悊骞冲彴鑾峰彇 + PersonPicUrl:personPicUrl, + Gender:gender, + PhoneNum:"",//鎵嬫満鍙凤紝浠庣鐞嗗钩鍙拌幏鍙� + IDCard:idCard, + MonitorLevel:"",//2.0鏂板瓧娈� + Content:content, + } + + baseInfoArr = append(baseInfoArr, baseInfo) + //bytes, err := json.Marshal(baseInfoArr) + //if err !=nil { + // return "" + //} + } + return baseInfoArr +} + +func getVideoUrl(source map[string]interface{}) (videoUrl string){ + imgKey := source["imgKey"].(string) + picDate := source["picDate"].(string)//鎶撴媿鏃ユ湡 + cameraId := source["videoReqNum"].(string)//鎽勫儚鏈篿d + indeviceId := source["indeviceid"].(string)//鍒嗘瀽璁惧id + deviceMap := make(map[string]string,0) + deviceMap["DSVAD010120181119"] = "http://172.17.50.241:11111/getRecordVideoPath" + deviceMap["DSVAD010220181119"] = "http://172.17.50.242:11111/getRecordVideoPath" + deviceMap["DSVAD010320181119"] = "http://172.17.50.243:11111/getRecordVideoPath" + deviceMap["DSVAD010420181119"] = "http://172.17.50.244:11111/getRecordVideoPath" + + ngxMap := make(map[string]string,0) + ngxMap["DSVAD010120181119"] = "http://58.118.225.79:44180/videosource" + ngxMap["DSVAD010220181119"] = "http://58.118.225.79:44280/videosource" + ngxMap["DSVAD010320181119"] = "http://58.118.225.79:44380/videosource" + ngxMap["DSVAD010420181119"] = "http://58.118.225.79:44480/videosource" + + + reqUrl := deviceMap[indeviceId] + paramMap := make(map[string]interface{},0) + paramMap["imgKey"] = imgKey + paramMap["picDate"] = picDate + paramMap["videoNum"] = cameraId + + respBytes, err := doPostRequest(reqUrl, "application/json", paramMap, nil, nil) + if err !=nil{ + return "" + } + + var resp RespVideo + err = json.Unmarshal(respBytes, &resp) + if err !=nil { + return "" + } + + filePath := resp.FilePath + videoUrl = "" + if !strings.Contains(filePath, "/cut"){ + videoUrl = "" + fmt.Printf("videoReqUrl:%s ,imgKey:%s ,picDate:%s ,cameraId:%s ,filePath:%s \n ",reqUrl,imgKey,picDate,cameraId,filePath) + } else { + strArr := strings.Split(filePath, "/cut") + ngxUrl := ngxMap[indeviceId] + if ngxUrl !="" && len(strArr) >0 { + videoUrl = ngxUrl + strArr[1] + } + } + if videoUrl == ""{ + respMap := make(map[string]interface{},0) + err := json.Unmarshal(respBytes, &respMap) + if err !=nil { + fmt.Println("resp UnmarshalToMap err: ",err) + } + fmt.Println("resp: ",respMap) + } + return videoUrl +} + +type RespVideo struct{ + FilePath string `json:"file_path"` +} +func doPostRequest(url string, contentType string, body map[string]interface{}, params map[string]string, headers map[string]string) ([]byte, error) { + var resultBytes []byte + var bodyJson []byte + if body != nil { + var err error + bodyJson, err = json.Marshal(body) + if err != nil { + log.Log.Errorln("doPostRequestMarshal err:",err) + return resultBytes, err + } + } + request, err := http.NewRequest("POST", url, bytes.NewBuffer(bodyJson)) + if err != nil { + log.Log.Errorln("NewRequest ERR:",err) + return resultBytes, err + } + request.Header.Set("Content-type", contentType) + //add params + q := request.URL.Query() + if params != nil { + for key, val := range params { + q.Add(key, val) + } + request.URL.RawQuery = q.Encode() + } + // add headers + if headers != nil { + for key, val := range headers { + request.Header.Add(key, val) + } + } + timeOut:= time.Duration(8*time.Second)//set request timeout + client := &http.Client{ + Timeout:timeOut, + } + resp, err := client.Do(request) + if err != nil { + log.Log.Errorln("DoRequest ERR:",err) + return resultBytes, err + } + defer resp.Body.Close() + resultBytes, err = ioutil.ReadAll(resp.Body) + if err != nil { + log.Log.Errorln("ReadAll ERR:",err) + return resultBytes, err + } + return resultBytes, nil +} + //sdk绫诲瀷 func sdkTypeToValue(i int) string { value := []string{"浜鸿劯", "杞﹁締", "浜轰綋", "鍏ヤ镜", "鎷ユ尋", "闈犲彸琛�", "浜哄憳寮傚父", "涓綋闈欐"} @@ -78,16 +331,20 @@ return value[i-1] } -func PostAction(sec int, Eurl string) []byte { +func PostAction(sec int, Eurl string, picurl string) []byte { index := "videopersons,personaction" url := fmt.Sprintf("%s%s%s", Eurl, index, "/_search") seccond := strconv.Itoa(sec) + preSec := "" + if sec > 40 { + preSec = "-40s" + } + prama := "{\"query\":{\"bool\":{\"filter\":[{\"range\":{\"picDate\":{\"gte\":\"now+8h-" + seccond + "s\",\"lt\":\"now+8h"+preSec+"\"}}}]}},\"size\":\"1000\",\"sort\":[{\"picDate\":{\"order\":\"desc\"}}]," + + "\"_source\":[\"baseInfo\",\"Gender\",\"BaseName\",\"Age\",\"personId\",\"personPicUrl\",\"indeviceName\",\"imgKey\",\"sdkType\",\"ageDescription\",\"indeviceid\",\"content\",\"Id\",\"picAddress\",\"picMaxUrl\",\"picDate\",\"Race\",\"videoNum\",\"picSmUrl\",\"taskName\",\"personIsHub\",\"idcard\",\"videoIp\",\"videoReqNum\"]" + + "}" + err, tokenRes := GetEsDataReq(url, prama, picurl, true) - prama := "{\"query\":{\"bool\":{\"filter\":[{\"term\":{\"personIsHub\":\"1\"}},{\"range\":{\"picDate\":{\"gte\":\"now+8h-" + seccond + "s\",\"lt\":\"now+8h\"}}}]}},\"size\":\"1000\",\"sort\":[{\"picDate\":{\"order\":\"desc\"}}]," + - "\"_source\":[\"BaseName\",\"Gender\",\"Race\",\"content\",\"idcard\",\"picAddress\",\"picDate\",\"sdkType\",\"Age\",\"personId\",\"personIsHub\",\"personPicUrl\",\"picLocalUrl\",\"picSmUrl\",\"videoIp\",\"videoNum\",\"videoReqNum\",\"ageDescription\",\"likePer\",\"picMaxUrl\"]" + "}" - - err, tokenRes := GetEsDataReq(url, prama, true) if err != nil { log.Log.Errorln(err) return nil -- Gitblit v1.8.0