package esutil import ( "basic.com/pubsub/protomsg.git" "bytes" "encoding/json" "errors" "fmt" "io" "io/ioutil" "net/http" "strings" "time" ) func GetEsDataReq(url string, parama string, isSource bool) map[string]interface{} { //fmt.Println("es 查询请求路径" + url) // 配置信息 获取 var dat map[string]interface{} req, err := http.NewRequest("POST", url, strings.NewReader(parama)) req.Header.Add("Content-Type", "application/json") timeout := time.Duration(10 * time.Second) //超时时间50ms client := &http.Client{Timeout: timeout} resp, err := client.Do(req) if err != nil { fmt.Println(err) return dat } defer resp.Body.Close() dec := json.NewDecoder(resp.Body) if err := dec.Decode(&dat); err == io.EOF { fmt.Println(err.Error()) return dat } else if err != nil { fmt.Println(err.Error()) return dat } // 是否需要 解析 es 返回的 source if isSource { dat = dat["hits"].(map[string]interface{}) var data = make(map[string]interface{}, 2) data["total"] = dat["total"] sources := []interface{}{} for _, value := range dat["hits"].([]interface{}) { source := value.(map[string]interface{})["_source"].(map[string]interface{}) //source["id"] = source["id"] /*sdkType := source["sdkType"] if sdkType != nil { sdk, _ := strconv.Atoi(sdkType.(string)) source["sdkType"] = sdkTypeToValue(sdk) }*/ sources = append(sources, source) } data["datalist"] = sources return data } else { return dat } } func Parsesources(sources []map[string]interface{}) (multiInfos []*protomsg.MultiFeaCache) { var ok bool for _, source := range sources { var multiInfo protomsg.MultiFeaCache var tmpinfo protomsg.Esinfo tmpinfo.Id, ok = source["id"].(string) if !ok { continue } if source["targetInfo"] != nil { for _, v := range source["targetInfo"].([]interface{}) { m := v.(map[string]interface{}) tmpinfo.FaceFeature, ok = m["feature"].(string) if !ok { continue } if m["attachTarget"] != nil { multiInfo.AttachFeature, ok = m["attachTarget"].(map[string]interface{})["feature"].(string) } if m["targetLocation"] != nil { targetLocation := m["targetLocation"].(map[string]interface{}) topLeft := targetLocation["topLeft"].(map[string]interface{}) tx := topLeft["x"].(float64) ty := topLeft["y"].(float64) bottomRight := targetLocation["bottomRight"].(map[string]interface{}) bx := bottomRight["x"].(float64) by := bottomRight["y"].(float64) multiInfo.TargetLocation = &protomsg.TargetLocation{ TopLeft: &protomsg.Location{ X: tx, Y: ty, }, BottomRight: &protomsg.Location{ X: bx, Y: by, }, } } } } tmpinfo.AnalyServerId, ok = source["analyServerId"].(string) if !ok { continue } multiInfo.EsInfo = &tmpinfo multiInfo.CameraId, ok = source["cameraId"].(string) //fmt.Println(source["cameraId"]) leis := make([]*protomsg.LinkEsInfo, 0) if source["linkTagInfo"] != nil { for _, v := range source["linkTagInfo"].([]interface{}) { var lei protomsg.LinkEsInfo mi := v.(map[string]interface{}) lei.CameraId, ok = mi["cameraId"].(string) if mi["targetInfo"] != nil { for _, val := range mi["targetInfo"].([]interface{}) { fmi := val.(map[string]interface{}) lei.Feature, ok = fmi["feature"].(string) if fmi["targetLocation"] != nil { targetLocation := fmi["targetLocation"].(map[string]interface{}) topLeft := targetLocation["topLeft"].(map[string]interface{}) tx := topLeft["x"].(float64) ty := topLeft["y"].(float64) bottomRight := targetLocation["bottomRight"].(map[string]interface{}) bx := bottomRight["x"].(float64) by := bottomRight["y"].(float64) multiInfo.TargetLocation = &protomsg.TargetLocation{ TopLeft: &protomsg.Location{ X: tx, Y: ty, }, BottomRight: &protomsg.Location{ X: bx, Y: by, }, } } lei.AttachFeature, ok = fmi["attachTarget"].(map[string]interface{})["feature"].(string) } } leis = append(leis, &lei) } } multiInfo.LinkEsInfo = leis multiInfos = append(multiInfos, &multiInfo) } return } //解析抓拍库人员结构 func AIOceanAnalysis(sources []map[string]interface{}) (tmpinfos []protomsg.AIOcean) { var ok bool for _, source := range sources { var tmpinfo protomsg.AIOcean tmpinfo.Id, ok = source["id"].(string) if !ok { continue } tmpinfo.CameraId, ok = source["cameraId"].(string) if !ok { continue } tmpinfo.CameraAddr, ok = source["cameraAddr"].(string) if !ok { continue } tmpinfo.AnalyServerId, ok = source["analyServerId"].(string) tmpinfo.AnalyServerName, ok = source["analyServerName"].(string) tmpinfo.AnalyServerIp, ok = source["analyServerIp"].(string) tmpinfo.ClusterId, ok = source["clusterId"].(string) tmpinfo.TaskId, ok = source["taskId"].(string) tmpinfo.TaskName, ok = source["taskName"].(string) tmpinfo.SdkName, ok = source["sdkName"].(string) if source["picMaxUrl"] != nil { for _, v := range source["picMaxUrl"].([]interface{}) { tmpinfo.PicMaxUrl = append(tmpinfo.PicMaxUrl, v.(string)) } } tmpinfo.VideoUrl, ok = source["videoUrl"].(string) tmpinfo.PicDate, ok = source["picDate"].(string) if source["targetInfo"] != nil { for _, v := range source["targetInfo"].([]interface{}) { m := v.(map[string]interface{}) var ti protomsg.TargetInfo ti.TargetId, ok = m["targetId"].(string) ti.TargetType, ok = m["targetType"].(string) ti.TargetScore, ok = m["targetScore"].(float64) ti.Feature, ok = m["feature"].(string) ti.PicSmUrl, ok = m["picSmUrl"].(string) targetLocation := m["targetLocation"].(map[string]interface{}) topLeft := targetLocation["topLeft"].(map[string]interface{}) tx := topLeft["x"].(float64) ty := topLeft["y"].(float64) bottomRight := targetLocation["bottomRight"].(map[string]interface{}) bx := bottomRight["x"].(float64) by := bottomRight["y"].(float64) ti.TargetLocation = &protomsg.TargetLocation{ TopLeft: &protomsg.Location{ X: tx, Y: ty, }, BottomRight: &protomsg.Location{ X: bx, Y: by, }, } tmpinfo.TargetInfo = append(tmpinfo.TargetInfo, &ti) } } tmpinfo.OtherLabels, ok = source["otherLabels"].(string) tmpinfo.ShowLabels, ok = source["showLabels"].(string) tmpinfo.LikeDate, ok = source["likeDate"].(string) if source["baseInfo"] != nil { for _, v := range source["baseInfo"].([]interface{}) { m := v.(map[string]interface{}) var bi protomsg.BaseInfo bi.TableId, ok = m["tableId"].(string) bi.TableName, ok = m["tableName"].(string) bi.CompareScore, ok = m["compareScore"].(float64) bi.BwType, ok = m["bwType"].(string) bi.TargetId, ok = m["targetId"].(string) bi.TargetName, ok = m["targetName"].(string) bi.TargetPicUrl, ok = m["targetPicUrl"].(string) bi.MonitorLevel, ok = m["monitorLevel"].(string) bi.Labels, ok = m["labels"].(string) bi.Content, ok = m["content"].(string) tmpinfo.BaseInfo = append(tmpinfo.BaseInfo, &bi) } } tmpinfo.IsAlarm, ok = source["isAlarm"].(bool) tmpinfo.IsAckAlarm, ok = source["isAckAlarm"].(bool) if source["alarmRules"] != nil { for _, v := range source["alarmRules"].([]interface{}) { m := v.(map[string]interface{}) var ar protomsg.AlarmRules ar.GroupId, ok = m["groupId"].(string) ar.AlarmLevel, ok = m["alarmLevel"].(string) ar.RuleText, ok = m["ruleText"].(string) ar.DefenceState, ok = m["defenceState"].(bool) ar.LinkInfo, ok = m["linkInfo"].(string) tmpinfo.AlarmRules = append(tmpinfo.AlarmRules, &ar) } } tmpinfo.IsCollect, ok = source["isCollect"].(bool) tmpinfo.IsDelete, ok = source["isDelete"].(bool) tmpinfo.Content, ok = source["content"].(string) tmpinfo.LinkTag, ok = source["linkTag"].(string) if source["linkTagInfo"] != nil { for _, v := range source["linkTagInfo"].([]interface{}) { var lti protomsg.EsDataBase lm := v.(map[string]interface{}) lti.Id, ok = lm["id"].(string) if !ok { continue } lti.CameraId, ok = lm["cameraId"].(string) if !ok { continue } lti.CameraAddr, ok = lm["cameraAddr"].(string) if !ok { continue } lti.AnalyServerId, ok = lm["analyServerId"].(string) lti.AnalyServerName, ok = lm["analyServerName"].(string) lti.AnalyServerIp, ok = lm["analyServerIp"].(string) lti.ClusterId, ok = lm["clusterId"].(string) lti.TaskId, ok = lm["taskId"].(string) lti.TaskName, ok = lm["taskName"].(string) lti.SdkName, ok = lm["sdkName"].(string) if lm["picMaxUrl"] != nil { for _, v := range lm["picMaxUrl"].([]interface{}) { lti.PicMaxUrl = append(lti.PicMaxUrl, v.(string)) } } lti.VideoUrl, ok = lm["videoUrl"].(string) lti.PicDate, ok = lm["picDate"].(string) if lm["targetInfo"] != nil { for _, v := range lm["targetInfo"].([]interface{}) { m := v.(map[string]interface{}) var ti protomsg.TargetInfo ti.TargetId, ok = m["targetId"].(string) ti.TargetType, ok = m["targetType"].(string) ti.TargetScore, ok = m["targetScore"].(float64) ti.Feature, ok = m["feature"].(string) ti.PicSmUrl, ok = m["picSmUrl"].(string) targetLocation := m["targetLocation"].(map[string]interface{}) topLeft := targetLocation["topLeft"].(map[string]interface{}) tx := topLeft["x"].(float64) ty := topLeft["y"].(float64) bottomRight := targetLocation["bottomRight"].(map[string]interface{}) bx := bottomRight["x"].(float64) by := bottomRight["y"].(float64) ti.TargetLocation = &protomsg.TargetLocation{ TopLeft: &protomsg.Location{ X: tx, Y: ty, }, BottomRight: &protomsg.Location{ X: bx, Y: by, }, } lti.TargetInfo = append(lti.TargetInfo, &ti) } } lti.OtherLabels, ok = lm["otherLabels"].(string) lti.ShowLabels, ok = lm["showLabels"].(string) lti.LikeDate, ok = lm["likeDate"].(string) if lm["baseInfo"] != nil { for _, v := range lm["baseInfo"].([]interface{}) { m := v.(map[string]interface{}) var bi protomsg.BaseInfo bi.TableId, ok = m["tableId"].(string) bi.TableName, ok = m["tableName"].(string) bi.CompareScore, ok = m["compareScore"].(float64) bi.BwType, ok = m["bwType"].(string) bi.TargetId, ok = m["targetId"].(string) bi.TargetName, ok = m["targetName"].(string) bi.TargetPicUrl, ok = m["targetPicUrl"].(string) bi.MonitorLevel, ok = m["monitorLevel"].(string) bi.Labels, ok = m["labels"].(string) bi.Content, ok = m["content"].(string) tmpinfo.BaseInfo = append(tmpinfo.BaseInfo, &bi) } } lti.IsAlarm, ok = lm["isAlarm"].(bool) lti.IsAckAlarm, ok = lm["isAckAlarm"].(bool) if lm["alarmRules"] != nil { for _, v := range lm["alarmRules"].([]interface{}) { m := v.(map[string]interface{}) var ar protomsg.AlarmRules ar.GroupId, ok = m["groupId"].(string) ar.AlarmLevel, ok = m["alarmLevel"].(string) ar.RuleText, ok = m["ruleText"].(string) ar.DefenceState, ok = m["defenceState"].(bool) ar.LinkInfo, ok = m["linkInfo"].(string) lti.AlarmRules = append(lti.AlarmRules, &ar) } } lti.IsCollect, ok = lm["isCollect"].(bool) lti.IsDelete, ok = lm["isDelete"].(bool) lti.Content, ok = lm["content"].(string) tmpinfo.LinkTagInfo = append(tmpinfo.LinkTagInfo, <i) } } tmpinfos = append(tmpinfos, tmpinfo) } return tmpinfos } //解析底库人员结构 func Dbpersonbyid(sources []map[string]interface{}) (tmpinfos []protomsg.Dbperson) { var ok bool var tmpinfo protomsg.Dbperson for _, source := range sources { tmpinfo.FaceFeature, ok = source["faceFeature"].(string) if !ok { continue } tmpinfo.Id, ok = source["id"].(string) if !ok { continue } tmpinfo.TableId, ok = source["tableId"].(string) if !ok { continue } tmpinfo.PersonName, ok = source["personName"].(string) //Isnil("personName", ok) tmpinfo.PersonPicUrl, ok = source["personPicUrl"].(string) //Isnil("personPicUrl", ok) tmpinfo.PhoneNum, ok = source["phoneNum"].(string) //Isnil("phoneNum", ok) tmpinfo.Sex, ok = source["sex"].(string) //Isnil("sex", ok) tmpinfo.IdCard, ok = source["idCard"].(string) //Isnil("idCard", ok) tmpinfo.MonitorLevel, ok = source["monitorLevel"].(string) //Isnil("monitorLevel",ok) tmpinfo.UpdateTime, ok = source["updateTime"].(string) //Isnil("updateTime",ok) tmpinfo.Age, ok = source["age"].(string) //Isnil("age", ok) isDelete, ok := source["isDelete"].(float64) if ok { tmpinfo.IsDelete = int32(isDelete) } //Isnil("isDelete", ok) enable, ok := source["enable"].(float64) if ok { tmpinfo.Enable = int32(enable) } //Isnil("endTime", ok) tmpinfo.Reserved, ok = source["reserved"].(string) //Isnil("reserved",ok) tmpinfo.PicDesc, ok = source["picDesc"].(string) //Isnil("picDesc",ok) tmpinfo.CreateTime, ok = source["createTime"].(string) //Isnil("createTime",ok) tmpinfo.CreateBy, ok = source["createBy"].(string) //Isnil("createBy",ok) //根据 tableid 获取 tablename //name, _:= Dbtablename(tmpinfo.TableId) //tmpinfo.TableName= name tmpinfos = append(tmpinfos, tmpinfo) } return tmpinfos } //解析底库结构 func Dbtablebyid(sources []map[string]interface{}) (tmpinfos []protomsg.Dbtable) { var ok bool var tmpinfo protomsg.Dbtable for _, source := range sources { tmpinfo.Id, ok = source["id"].(string) if !ok { continue } tmpinfo.TableName, ok = source["tableName"].(string) //Isnil("tableName", ok) tmpinfo.TableType, ok = source["tableType"].(string) //Isnil("tableType", ok) tmpinfo.CreateBy, ok = source["createBy"].(string) //Isnil("createBy", ok) tmpinfo.TableDesc, ok = source["tableDesc"].(string) //Isnil("tableDesc", ok) tmpinfo.BwType, ok = source["bwType"].(string) //Isnil("bwType", ok) tmpinfo.StartTime, ok = source["startTime"].(string) //Isnil("startTime", ok) tmpinfo.EndTime, ok = source["endTime"].(string) //Isnil("endTime", ok) isDelete, ok := source["isDelete"].(float64) if ok { tmpinfo.IsDelete = int32(isDelete) } //Isnil("isDelete", ok) enable, ok := source["enable"].(float64) if ok { tmpinfo.Enable = int32(enable) } //Isnil("endTime", ok) tmpinfo.CreateTime, ok = source["createTime"].(string) //Isnil("createTime", ok) tmpinfo.UpdateTime, ok = source["updateTime"].(string) //Isnil("updateTime", ok) tmpinfo.IsForever, ok = source["isForever"].(string) //Isnil("isForever", ok) tmpinfo.IsSync, ok = source["isSync"].(string) //Isnil("isSync", ok) tmpinfo.AnalyServerId, ok = source["analyServerId"].(string) //Isnil("analyServerId", ok) tmpinfos = append(tmpinfos, tmpinfo) } return tmpinfos } func Sourcelist(buf []byte) (sources []map[string]interface{}, err error) { var info interface{} json.Unmarshal(buf, &info) out, ok := info.(map[string]interface{}) if !ok { return nil, errors.New("http response interface can not change map[string]interface{}") } middle, ok := out["hits"].(map[string]interface{}) if !ok { return nil, errors.New("first hits change error!") } for _, in := range middle["hits"].([]interface{}) { tmpbuf, ok := in.(map[string]interface{}) if !ok { fmt.Println("change to source error!") continue } source, ok := tmpbuf["_source"].(map[string]interface{}) if !ok { fmt.Println("change _source error!") continue } sources = append(sources, source) } return sources, nil } func Sourcelistforscroll(buf []byte) (datasource map[string]interface{}, err error) { var data = make(map[string]interface{}) var info interface{} json.Unmarshal(buf, &info) out, ok := info.(map[string]interface{}) if !ok { return nil, errors.New("http response interface can not change map[string]interface{}") } scroll_id, ok := out["_scroll_id"].(string) if !ok { return nil, errors.New("first hits change error!") } //fmt.Println("middle: ",scroll_id) middle, ok := out["hits"].(map[string]interface{}) //fmt.Println("middle: ",out) if !ok { return nil, errors.New("first hits change error!") } var sources = make([]map[string]interface{}, 0) for _, in := range middle["hits"].([]interface{}) { tmpbuf, ok := in.(map[string]interface{}) if !ok { fmt.Println("change to source error!") continue } source, ok := tmpbuf["_source"].(map[string]interface{}) if !ok { fmt.Println("change _source error!") continue } sources = append(sources, source) } data["sourcelist"] = sources data["scroll_id"] = scroll_id return data, nil } func SourceCreated(buf []byte) (result bool, err error) { var info interface{} json.Unmarshal(buf, &info) out, ok := info.(map[string]interface{}) if !ok { return false, errors.New("http response interface can not change map[string]interface{}") } middle, ok := out["result"].(string) if !ok { return false, errors.New("first total change error!") } if middle == "created" || middle == "updated" { result = true } return result, nil } func SourceDeleted(buf []byte) (total int, err error) { var info interface{} json.Unmarshal(buf, &info) out, ok := info.(map[string]interface{}) if !ok { return -1, errors.New("http response interface can not change map[string]interface{}") } middle, ok := out["deleted"].(float64) if !ok { return -1, errors.New("first total change error!") } total = int(middle) return total, nil } func SourceUpdated(buf []byte) (total int, err error) { var info interface{} json.Unmarshal(buf, &info) out, ok := info.(map[string]interface{}) if !ok { return -1, errors.New("http response interface can not change map[string]interface{}") } middle, ok := out["updated"].(float64) if !ok { return -1, errors.New("first total change error!") } total = int(middle) return total, nil } func SourceTotal(buf []byte) (total int, err error) { var info interface{} json.Unmarshal(buf, &info) out, ok := info.(map[string]interface{}) if !ok { return -1, errors.New("http response interface can not change map[string]interface{}") } middle, ok := out["hits"].(map[string]interface{}) if !ok { return -1, errors.New("first total change error!") } tmp := middle["total"].(float64) total = int(tmp) return total, nil } func EsReq(method string, url string, parama []byte) (buf []byte, err error) { //defer elapsed("page")() timeout := time.Duration(100 * time.Second) client := http.Client{ Timeout: timeout, } request, err := http.NewRequest(method, url, bytes.NewBuffer(parama)) request.Header.Set("Content-type", "application/json") if err != nil { fmt.Println("build request fail !") return nil, err } resp, err := client.Do(request) if err != nil { fmt.Println("request error: ", err) return nil, err } defer resp.Body.Close() body, err := ioutil.ReadAll(resp.Body) if err != nil { fmt.Println(err) return nil, err } return body, nil } // 计算时间 func elapsed(what string) func() { start := time.Now() return func() { fmt.Printf("%s took %v\n", what, time.Since(start)) } } // 赋值时检测是否能够赋值 //func //Isnil(key string, ok bool){ // if !ok { // fmt.Println(key, "is nil can not asign") // } //}