From f6ca7bb43270474fa876ff6ba62c6b2113b045ad Mon Sep 17 00:00:00 2001
From: sunty <1172534965@qq.com>
Date: 星期五, 31 五月 2024 14:03:29 +0800
Subject: [PATCH] Optimize day and night algorithm, format date and time, batch process by date.
---
EsClient.go | 778 +++++++++++++++++++++++++++++++++++++++++++++++++++++------
1 files changed, 696 insertions(+), 82 deletions(-)
diff --git a/EsClient.go b/EsClient.go
index 1f01186..c5b47f1 100644
--- a/EsClient.go
+++ b/EsClient.go
@@ -3,102 +3,107 @@
import (
"basic.com/pubsub/protomsg.git"
"bytes"
+ "encoding/base64"
"encoding/json"
"errors"
"fmt"
- "io"
+ "github.com/spf13/viper"
"io/ioutil"
+ "log"
+ "math"
"net/http"
- "strings"
"time"
)
-func GetEsDataReq(url string, parama string, isSource bool) map[string]interface{} {
- //fmt.Println("es 鏌ヨ璇锋眰璺緞" + url) // 閰嶇疆淇℃伅 鑾峰彇
- var dat map[string]interface{}
- req, err := http.NewRequest("POST", url, strings.NewReader(parama))
- req.Header.Add("Content-Type", "application/json")
- timeout := time.Duration(10 * time.Second) //瓒呮椂鏃堕棿50ms
- client := &http.Client{Timeout: timeout}
- resp, err := client.Do(req)
- if err != nil {
- fmt.Println(err)
- return dat
- }
- defer resp.Body.Close()
- dec := json.NewDecoder(resp.Body)
- if err := dec.Decode(&dat); err == io.EOF {
- fmt.Println(err.Error())
- return dat
- } else if err != nil {
- fmt.Println(err.Error())
- return dat
- }
- // 鏄惁闇�瑕� 瑙ｆ瀽 es 杩斿洖鐨� source
- if isSource {
- dat = dat["hits"].(map[string]interface{})
- var data = make(map[string]interface{}, 2)
- data["total"] = dat["total"]
- sources := []interface{}{}
- for _, value := range dat["hits"].([]interface{}) {
- source := value.(map[string]interface{})["_source"].(map[string]interface{})
- //source["id"] = source["id"]
- /*sdkType := source["sdkType"]
- if sdkType != nil {
- sdk, _ := strconv.Atoi(sdkType.(string))
- source["sdkType"] = sdkTypeToValue(sdk)
- }*/
- sources = append(sources, source)
- }
- data["datalist"] = sources
- return data
- } else {
- return dat
- }
-}
-
-func Parsesources(sources []map[string]interface{}) (esinfos []*protomsg.Esinfo) {
+func Parsesources(sources []map[string]interface{}) (multiInfos []*protomsg.MultiFeaCache) {
var ok bool
for _, source := range sources {
+ var multiInfo protomsg.MultiFeaCache
var tmpinfo protomsg.Esinfo
- tmpinfo.FaceFeature, ok = source["faceFeature"].(string)
- if !ok {
- continue
- }
-
tmpinfo.Id, ok = source["id"].(string)
if !ok {
continue
}
- tmpinfo.Tableid, ok = source["tableId"].(string)
+ if source["targetInfo"] != nil {
+ for _, v := range source["targetInfo"].([]interface{}) {
+ m := v.(map[string]interface{})
+ tmpinfo.FaceFeature, ok = m["feature"].(string)
+ if !ok {
+ continue
+ }
+ if m["attachTarget"] != nil {
+ multiInfo.AttachFeature, ok = m["attachTarget"].(map[string]interface{})["feature"].(string)
+ }
+ if m["targetLocation"] != nil {
+ targetLocation := m["targetLocation"].(map[string]interface{})
+ topLeft := targetLocation["topLeft"].(map[string]interface{})
+ tx := topLeft["x"].(float64)
+ ty := topLeft["y"].(float64)
+ bottomRight := targetLocation["bottomRight"].(map[string]interface{})
+ bx := bottomRight["x"].(float64)
+ by := bottomRight["y"].(float64)
+ multiInfo.TargetLocation = &protomsg.TargetLocation{
+ TopLeft: &protomsg.Location{
+ X: tx,
+ Y: ty,
+ },
+ BottomRight: &protomsg.Location{
+ X: bx,
+ Y: by,
+ },
+ }
+ }
+ }
+ }
+ tmpinfo.AnalyServerId, ok = source["analyServerId"].(string)
if !ok {
continue
}
-
- esinfos = append(esinfos, &tmpinfo)
-
- // tmpinfo.PersonName,ok = source["personName"].(string)
- // //Isnil("personName", ok)
- // tmpinfo.PersonPicUrl,ok = source["personPicUrl"].(string)
- // //Isnil("personPicUrl", ok)
- // tmpinfo.PhoneNum,ok = source["phoneNum"].(string)
- // //Isnil("phoneNum", ok)
- // tmpinfo.Sex,ok = source["sex"].(string)
- // //Isnil("sex", ok)
- // tmpinfo.Idcard,ok = source["idCard"].(string)
- // //Isnil("idCard", ok)
- // tmpinfo.MonitorLevel,ok = source["monitorLevel"].(string)
-
- // 鏍规嵁 tableid 鑾峰彇 tablename
- // name, _:= Dbtablename(tmpinfo.TableId)
- // tmpinfo.TableName= name
- // binfos.Infos = append(binfos.Infos, &tmpinfo)
-
+ multiInfo.EsInfo = &tmpinfo
+ multiInfo.CameraId, ok = source["cameraId"].(string)
+ //fmt.Println(source["cameraId"])
+ leis := make([]*protomsg.LinkEsInfo, 0)
+ if source["linkTagInfo"] != nil {
+ for _, v := range source["linkTagInfo"].([]interface{}) {
+ var lei protomsg.LinkEsInfo
+ mi := v.(map[string]interface{})
+ lei.CameraId, ok = mi["cameraId"].(string)
+ if mi["targetInfo"] != nil {
+ for _, val := range mi["targetInfo"].([]interface{}) {
+ fmi := val.(map[string]interface{})
+ lei.Feature, ok = fmi["feature"].(string)
+ if fmi["targetLocation"] != nil {
+ targetLocation := fmi["targetLocation"].(map[string]interface{})
+ topLeft := targetLocation["topLeft"].(map[string]interface{})
+ tx := topLeft["x"].(float64)
+ ty := topLeft["y"].(float64)
+ bottomRight := targetLocation["bottomRight"].(map[string]interface{})
+ bx := bottomRight["x"].(float64)
+ by := bottomRight["y"].(float64)
+ multiInfo.TargetLocation = &protomsg.TargetLocation{
+ TopLeft: &protomsg.Location{
+ X: tx,
+ Y: ty,
+ },
+ BottomRight: &protomsg.Location{
+ X: bx,
+ Y: by,
+ },
+ }
+ }
+ lei.AttachFeature, ok = fmi["attachTarget"].(map[string]interface{})["feature"].(string)
+ }
+ }
+ leis = append(leis, &lei)
+ }
+ }
+ multiInfo.LinkEsInfo = leis
+ multiInfos = append(multiInfos, &multiInfo)
}
return
}
-//瑙ｆ瀽鎶撴媿搴撲汉鍛樼粨鏋�
+// 瑙ｆ瀽鎶撴媿搴撲汉鍛樼粨鏋�
func AIOceanAnalysis(sources []map[string]interface{}) (tmpinfos []protomsg.AIOcean) {
var ok bool
for _, source := range sources {
@@ -122,7 +127,12 @@
tmpinfo.TaskId, ok = source["taskId"].(string)
tmpinfo.TaskName, ok = source["taskName"].(string)
tmpinfo.SdkName, ok = source["sdkName"].(string)
- tmpinfo.PicMaxUrl, ok = source["picMaxUrl"].(string)
+
+ if source["picMaxUrl"] != nil {
+ for _, v := range source["picMaxUrl"].([]interface{}) {
+ tmpinfo.PicMaxUrl = append(tmpinfo.PicMaxUrl, v.(string))
+ }
+ }
tmpinfo.VideoUrl, ok = source["videoUrl"].(string)
tmpinfo.PicDate, ok = source["picDate"].(string)
if source["targetInfo"] != nil {
@@ -130,6 +140,7 @@
m := v.(map[string]interface{})
var ti protomsg.TargetInfo
ti.TargetId, ok = m["targetId"].(string)
+ ti.TargetType, ok = m["targetType"].(string)
ti.TargetScore, ok = m["targetScore"].(float64)
ti.Feature, ok = m["feature"].(string)
ti.PicSmUrl, ok = m["picSmUrl"].(string)
@@ -166,7 +177,7 @@
bi.CompareScore, ok = m["compareScore"].(float64)
bi.BwType, ok = m["bwType"].(string)
bi.TargetId, ok = m["targetId"].(string)
- bi.TableName, ok = m["tableName"].(string)
+ bi.TargetName, ok = m["targetName"].(string)
bi.TargetPicUrl, ok = m["targetPicUrl"].(string)
bi.MonitorLevel, ok = m["monitorLevel"].(string)
bi.Labels, ok = m["labels"].(string)
@@ -216,7 +227,11 @@
lti.TaskId, ok = lm["taskId"].(string)
lti.TaskName, ok = lm["taskName"].(string)
lti.SdkName, ok = lm["sdkName"].(string)
- lti.PicMaxUrl, ok = lm["picMaxUrl"].(string)
+ if lm["picMaxUrl"] != nil {
+ for _, v := range lm["picMaxUrl"].([]interface{}) {
+ lti.PicMaxUrl = append(lti.PicMaxUrl, v.(string))
+ }
+ }
lti.VideoUrl, ok = lm["videoUrl"].(string)
lti.PicDate, ok = lm["picDate"].(string)
if lm["targetInfo"] != nil {
@@ -224,6 +239,7 @@
m := v.(map[string]interface{})
var ti protomsg.TargetInfo
ti.TargetId, ok = m["targetId"].(string)
+ ti.TargetType, ok = m["targetType"].(string)
ti.TargetScore, ok = m["targetScore"].(float64)
ti.Feature, ok = m["feature"].(string)
ti.PicSmUrl, ok = m["picSmUrl"].(string)
@@ -260,7 +276,7 @@
bi.CompareScore, ok = m["compareScore"].(float64)
bi.BwType, ok = m["bwType"].(string)
bi.TargetId, ok = m["targetId"].(string)
- bi.TableName, ok = m["tableName"].(string)
+ bi.TargetName, ok = m["targetName"].(string)
bi.TargetPicUrl, ok = m["targetPicUrl"].(string)
bi.MonitorLevel, ok = m["monitorLevel"].(string)
bi.Labels, ok = m["labels"].(string)
@@ -294,7 +310,7 @@
return tmpinfos
}
-//瑙ｆ瀽搴曞簱浜哄憳缁撴瀯
+// 瑙ｆ瀽搴曞簱浜哄憳缁撴瀯
func Dbpersonbyid(sources []map[string]interface{}) (tmpinfos []protomsg.Dbperson) {
var ok bool
@@ -362,7 +378,7 @@
return tmpinfos
}
-//瑙ｆ瀽搴曞簱缁撴瀯
+// 瑙ｆ瀽搴曞簱缁撴瀯
func Dbtablebyid(sources []map[string]interface{}) (tmpinfos []protomsg.Dbtable) {
var ok bool
@@ -415,6 +431,476 @@
}
return tmpinfos
+}
+
+func FaceSourceAggregations(buf []byte, thresholdTime int, thresholdStayTime int) (sources []map[string]interface{}, err error) {
+ loc, err := time.LoadLocation("Asia/Shanghai")
+ if err != nil {
+ return nil, errors.New("鏃跺尯璁剧疆閿欒")
+ }
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("http response interface can not change map[string]interface{}")
+ }
+ middle, ok := out["aggregations"].(map[string]interface{})
+ if !ok {
+ return nil, errors.New("first hits change error!")
+ }
+ bucketsAggs := middle["buckets_aggs"].(map[string]interface{})
+ buckets := bucketsAggs["buckets"].([]interface{})
+ if len(buckets) == 0 {
+ return nil, nil
+ }
+ allSource := make([]map[string]interface{}, 0)
+ for _, inf := range buckets {
+ hitsSources := make([]map[string]interface{}, 0)
+ topAttentionHits := inf.(map[string]interface{})["top_attention_hits"].(map[string]interface{})
+ middleHits := topAttentionHits["hits"].(map[string]interface{})
+ finalHits := middleHits["hits"].([]interface{})
+ startTime := ""
+ indexLength := len(finalHits)
+ point := 0
+ for _, in := range finalHits {
+ point = point + 1
+ tmpHitSource := make(map[string]interface{})
+ tmpBuf, ok := in.(map[string]interface{})
+ if !ok {
+ fmt.Println("change to source error!")
+ continue
+ }
+ source, ok := tmpBuf["_source"].(map[string]interface{})
+ if !ok {
+ fmt.Println("change _source error!")
+ continue
+ }
+ baseInfo := source["baseInfo"].([]interface{})[0].(map[string]interface{})
+ targetInfo := source["targetInfo"].([]interface{})[0].(map[string]interface{})
+ tmpTime := source["picDate"].(string)
+ if len(tmpTime) > 19 {
+ tmpTime = tmpTime[:19]
+ }
+ mTime, err := time.ParseInLocation("2006-01-02 15:04:05", tmpTime, loc)
+ if err != nil {
+ return nil, errors.New("鏃堕棿瑙ｆ瀽閿欒")
+ }
+
+ sTime := tmpTime
+ eTime := mTime.Add(time.Second * 1).Format("2006-01-02 15:04:05")
+ stayTime := 1.0
+ if startTime != "" && point <= indexLength {
+ sinTime, _ := time.ParseInLocation("2006-01-02 15:04:05", startTime, loc)
+ passTime := math.Abs(mTime.Sub(sinTime).Seconds())
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ //fmt.Println("passTime: ", passTime)
+ if int(passTime) <= thresholdTime {
+ if point == indexLength {
+ hitStartTime := hitsSources[len(hitsSources)-1]["startTime"].(string)
+ realStartTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitStartTime, loc)
+ stayTime = math.Abs(mTime.Sub(realStartTime).Seconds())
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ startTime = ""
+ } else {
+ startTime = tmpTime
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ }
+ continue
+ } else {
+ hitStartTime := hitsSources[len(hitsSources)-1]["startTime"].(string)
+ hitEndTime := hitsSources[len(hitsSources)-1]["endTime"].(string)
+ realStartTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitStartTime, loc)
+ realEndTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitEndTime, loc)
+ stayTime = math.Abs(realEndTime.Sub(realStartTime).Seconds())
+ if sinTime.Sub(mTime).Seconds() == 0 {
+ sinTime.Add(time.Second * 1)
+ sinTime.Format("2006-01-02 15:04:05")
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ stayTime = 1
+ } else if stayTime == 0 {
+ stayTime = 1
+ hitsSources[len(hitsSources)-1]["endTime"] = realEndTime.Add(time.Second * 1).Format("2006-01-02 15:04:05")
+ }
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ if point == indexLength {
+ stayTime = 1
+ }
+ startTime = ""
+ }
+ }
+ //fmt.Println("========================================================")
+ startTime = tmpTime
+ tmpHitSource["faceId"] = baseInfo["targetId"].(string)
+ if targetInfo["areaId"] == nil {
+ continue
+ }
+ tmpHitSource["areaId"] = targetInfo["areaId"].(string)
+ tmpHitSource["startTime"] = sTime
+ tmpHitSource["faceImg"] = targetInfo["picSmUrl"].(string)
+ tmpHitSource["endTime"] = eTime
+ tmpHitSource["stayTime"] = stayTime
+ hitsSources = append(hitsSources, tmpHitSource)
+ }
+ allSource = append(allSource, hitsSources...)
+ }
+ return allSource, nil
+}
+
+func SourceDeduplication(buf []byte) ([]map[string]interface{}, error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("http response interface can not change map[string]interface{}")
+ }
+ middle, ok := out["aggregations"].(map[string]interface{})
+ if !ok {
+ return nil, errors.New("first hits change error!")
+ }
+ bucketsAggs := middle["buckets_aggs"].(map[string]interface{})
+ buckets := bucketsAggs["buckets"].([]interface{})
+ if len(buckets) == 0 {
+ return nil, nil
+ }
+ faceId := make([]map[string]interface{}, 0)
+ for _, in := range buckets {
+ tmpInfo := make(map[string]interface{})
+ topAttentionHits := in.(map[string]interface{})["top_attention_hits"].(map[string]interface{})
+ middleHits := topAttentionHits["hits"].(map[string]interface{})
+ finalHits := middleHits["hits"].([]interface{})
+ tmpInfo["faceId"] = in.(map[string]interface{})["key"].(map[string]interface{})["faceId"].(string)
+ tmpInfo["lastTime"] = finalHits[0].(map[string]interface{})["_source"].(map[string]interface{})["picDate"].(string)
+ faceId = append(faceId, tmpInfo)
+ }
+ return faceId, nil
+}
+
+// 瑙ｆ瀽鑱氬悎璁℃暟缁撴瀯
+func SourceStatistics(buf []byte) ([]map[string]interface{}, error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("http response interface can not change map[string]interface{}")
+ }
+ middle, ok := out["aggregations"].(map[string]interface{})
+ if !ok {
+ return nil, errors.New("first hits change error!")
+ }
+ bucketsAggs := middle["buckets_aggs"].(map[string]interface{})
+ buckets := bucketsAggs["buckets"].([]interface{})
+ if len(buckets) == 0 {
+ return nil, nil
+ }
+ resultData := make([]map[string]interface{}, 0)
+ for _, pick := range buckets {
+ data := make(map[string]interface{}, 0)
+ data["areaId"] = pick.(map[string]interface{})["key"].(map[string]interface{})["areaId"].(string)
+ data["peopleNum"] = int(pick.(map[string]interface{})["doc_count"].(float64))
+ resultData = append(resultData, data)
+ }
+ return resultData, nil
+}
+
+func SourceAggregations(buf []byte, thresholdTime float64, queryUseTime float64) (sources map[string]interface{}, err error) {
+ s := make(map[string]interface{})
+ loc, err := time.LoadLocation("Asia/Shanghai")
+ if err != nil {
+ return nil, errors.New("鏃跺尯璁剧疆閿欒")
+ }
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("http response interface can not change map[string]interface{}")
+ }
+ middle, ok := out["aggregations"].(map[string]interface{})
+ if !ok {
+ return nil, errors.New("first hits change error!")
+ }
+ bucketsAggs := middle["buckets_aggs"].(map[string]interface{})
+ buckets := bucketsAggs["buckets"].([]interface{})
+ if len(buckets) == 0 {
+ return nil, nil
+ }
+ allSource := make([]map[string]interface{}, 0)
+ for _, inf := range buckets {
+ //tmpSources := make(map[string]interface{}, 0)
+ hitsSources := make([]map[string]interface{}, 0)
+ //groupKey := inf.(map[string]interface{})["key"].(map[string]interface{})
+ //docCount := int(inf.(map[string]interface{})["doc_count"].(float64))
+ topAttentionHits := inf.(map[string]interface{})["top_attention_hits"].(map[string]interface{})
+ middleHits := topAttentionHits["hits"].(map[string]interface{})
+ finalHits := middleHits["hits"].([]interface{})
+ startTime := ""
+ indexLength := len(finalHits)
+ point := 0
+ for _, in := range finalHits {
+ point = point + 1
+ tmpHitSource := make(map[string]interface{})
+ tmpbuf, ok := in.(map[string]interface{})
+ if !ok {
+ fmt.Println("change to source error!")
+ continue
+ }
+ source, ok := tmpbuf["_source"].(map[string]interface{})
+ if !ok {
+ fmt.Println("change _source error!")
+ continue
+ }
+ baseInfo := source["baseInfo"].([]interface{})[0].(map[string]interface{})
+ targetInfo := source["targetInfo"].([]interface{})[0].(map[string]interface{})
+ tmpTime := source["picDate"].(string)
+ if len(tmpTime) > 19 {
+ tmpTime = tmpTime[:19]
+ }
+ mTime, err := time.ParseInLocation("2006-01-02 15:04:05", tmpTime, loc)
+ if err != nil {
+ return nil, errors.New("鏃堕棿瑙ｆ瀽閿欒")
+ }
+
+ sTime := tmpTime
+ eTime := mTime.Add(time.Second * 1).Format("2006-01-02 15:04:05")
+ stayTime := 1.0
+ if startTime != "" && point <= indexLength {
+ sinTime, _ := time.ParseInLocation("2006-01-02 15:04:05", startTime, loc)
+ passTime := math.Abs(mTime.Sub(sinTime).Seconds())
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ //fmt.Println("passTime: ", passTime)
+ if passTime <= thresholdTime {
+ if point == indexLength {
+ hitStartTime := hitsSources[len(hitsSources)-1]["startTime"].(string)
+ realStartTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitStartTime, loc)
+ stayTime = math.Abs(mTime.Sub(realStartTime).Seconds())
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ startTime = ""
+ } else {
+ startTime = tmpTime
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ }
+ continue
+ } else {
+ hitStartTime := hitsSources[len(hitsSources)-1]["startTime"].(string)
+ hitEndTime := hitsSources[len(hitsSources)-1]["endTime"].(string)
+ realStartTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitStartTime, loc)
+ realEndTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitEndTime, loc)
+ stayTime = math.Abs(realEndTime.Sub(realStartTime).Seconds())
+ if sinTime.Sub(mTime).Seconds() == 0 {
+ sinTime.Add(time.Second * 1)
+ sinTime.Format("2006-01-02 15:04:05")
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ stayTime = 1
+ } else if stayTime == 0 {
+ stayTime = 1
+ hitsSources[len(hitsSources)-1]["endTime"] = realEndTime.Add(time.Second * 1).Format("2006-01-02 15:04:05")
+ }
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ if point == indexLength {
+ stayTime = 1
+ }
+ startTime = ""
+ }
+ }
+ //fmt.Println("========================================================")
+ startTime = tmpTime
+ tmpHitSource["personId"] = baseInfo["targetId"].(string)
+ tmpHitSource["cameraId"] = source["cameraId"].(string)
+ tmpHitSource["cameraName"] = source["cameraName"].(string)
+ tmpHitSource["cameraAddr"] = source["cameraAddr"].(string)
+ tmpHitSource["targetScore"] = int(targetInfo["targetScore"].(float64))
+ tmpHitSource["properties"] = source["showLabels"].(string)
+ tmpHitSource["tableId"] = baseInfo["tableId"].(string)
+ tmpHitSource["tableName"] = baseInfo["tableName"].(string)
+ tmpHitSource["bwType"] = baseInfo["bwType"].(string)
+ tmpHitSource["personName"] = baseInfo["targetName"].(string)
+ tmpHitSource["compareScore"] = int(baseInfo["compareScore"].(float64))
+ tmpHitSource["startTime"] = sTime
+ tmpHitSource["startBackGroundPicUrl"] = source["picMaxUrl"].([]interface{})
+ tmpHitSource["startFacePicUrl"] = targetInfo["picSmUrl"].(string)
+ tmpHitSource["endTime"] = eTime
+ tmpHitSource["stayTime"] = stayTime
+ tmpHitSource["endTBackGroundPicUrl"] = source["picMaxUrl"].([]interface{})
+ tmpHitSource["endTFacePicUrl"] = targetInfo["picSmUrl"].(string)
+ if source["picWH"] != nil {
+ tmpHitSource["picWH"] = source["picWH"].(map[string]interface{})
+ }
+ hitsSources = append(hitsSources, tmpHitSource)
+ }
+ allSource = append(allSource, hitsSources...)
+ }
+ count := len(allSource)
+ //fmt.Println(count)
+ s["count"] = count
+ s["allSource"] = allSource
+ s["queryUseTime"] = queryUseTime
+ return s, nil
+}
+
+func SourceAggregationsReturnByGrouped(buf []byte, thresholdTime float64) (sources []map[string]interface{}, err error) {
+ loc, err := time.LoadLocation("Asia/Shanghai")
+ if err != nil {
+ return nil, errors.New("鏃跺尯璁剧疆閿欒")
+ }
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("http response interface can not change map[string]interface{}")
+ }
+ middle, ok := out["aggregations"].(map[string]interface{})
+ if !ok {
+ return nil, errors.New("first hits change error!")
+ }
+ bucketsAggs := middle["buckets_aggs"].(map[string]interface{})
+ buckets := bucketsAggs["buckets"].([]interface{})
+ if len(buckets) == 0 {
+ return nil, nil
+ }
+ for _, inf := range buckets {
+ tmpSources := make(map[string]interface{}, 0)
+ hitsSources := make([]map[string]interface{}, 0)
+ groupKey := inf.(map[string]interface{})["key"].(map[string]interface{})
+ topAttentionHits := inf.(map[string]interface{})["top_attention_hits"].(map[string]interface{})
+ middleHits := topAttentionHits["hits"].(map[string]interface{})
+ finalHits := middleHits["hits"].([]interface{})
+ indexLength := len(finalHits)
+ point := 0
+ startTime := ""
+ //fmt.Println("finalHits: ",finalHits)
+ for _, in := range finalHits {
+ point = point + 1
+ tmpHitSource := make(map[string]interface{})
+ tmpbuf, ok := in.(map[string]interface{})
+ if !ok {
+ fmt.Println("change to source error!")
+ continue
+ }
+ source, ok := tmpbuf["_source"].(map[string]interface{})
+ if !ok {
+ fmt.Println("change _source error!")
+ continue
+ }
+ baseInfo := source["baseInfo"].([]interface{})[0].(map[string]interface{})
+ targetInfo := source["targetInfo"].([]interface{})[0].(map[string]interface{})
+ tmpTime := source["picDate"].(string)
+ if len(tmpTime) > 19 {
+ tmpTime = tmpTime[:19]
+ }
+ mTime, err := time.ParseInLocation("2006-01-02 15:04:05", tmpTime, loc)
+ if err != nil {
+ return nil, errors.New("鏃堕棿瑙ｆ瀽閿欒")
+ }
+
+ sTime := tmpTime
+ eTime := mTime.Add(time.Second * 1).Format("2006-01-02 15:04:05")
+ stayTime := 1.0
+ if startTime != "" && point <= indexLength {
+ sinTime, _ := time.ParseInLocation("2006-01-02 15:04:05", startTime, loc)
+ passTime := math.Abs(mTime.Sub(sinTime).Seconds())
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ //fmt.Println("passTime: ", passTime)
+ if passTime <= thresholdTime {
+ if point == indexLength {
+ hitStartTime := hitsSources[len(hitsSources)-1]["startTime"].(string)
+ realStartTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitStartTime, loc)
+ stayTime = math.Abs(mTime.Sub(realStartTime).Seconds())
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ startTime = ""
+ } else {
+ startTime = tmpTime
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ }
+ continue
+ } else {
+ hitStartTime := hitsSources[len(hitsSources)-1]["startTime"].(string)
+ hitEndTime := hitsSources[len(hitsSources)-1]["endTime"].(string)
+ realStartTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitStartTime, loc)
+ realEndTime, _ := time.ParseInLocation("2006-01-02 15:04:05", hitEndTime, loc)
+ stayTime = math.Abs(realEndTime.Sub(realStartTime).Seconds())
+ if sinTime.Sub(mTime).Seconds() == 0 {
+ sinTime.Add(time.Second * 1)
+ sinTime.Format("2006-01-02 15:04:05")
+ hitsSources[len(hitsSources)-1]["endTime"] = tmpTime
+ stayTime = 1
+ } else if stayTime == 0 {
+ stayTime = 1
+ hitsSources[len(hitsSources)-1]["endTime"] = realEndTime.Add(time.Second * 1).Format("2006-01-02 15:04:05")
+ }
+ hitsSources[len(hitsSources)-1]["stayTime"] = stayTime
+ if point == indexLength {
+ stayTime = 1
+ }
+ startTime = ""
+ }
+ }
+ startTime = tmpTime
+ tmpHitSource["personId"] = baseInfo["targetId"].(string)
+ tmpHitSource["cameraId"] = source["cameraId"].(string)
+ tmpHitSource["cameraName"] = source["cameraName"].(string)
+ tmpHitSource["cameraAddr"] = source["cameraAddr"].(string)
+ tmpHitSource["targetScore"] = int(targetInfo["targetScore"].(float64))
+ tmpHitSource["properties"] = source["showLabels"].(string)
+ tmpHitSource["tableId"] = baseInfo["tableId"].(string)
+ tmpHitSource["tableName"] = baseInfo["tableName"].(string)
+ tmpHitSource["bwType"] = baseInfo["bwType"].(string)
+ tmpHitSource["personName"] = baseInfo["targetName"].(string)
+ tmpHitSource["compareScore"] = int(baseInfo["compareScore"].(float64))
+ tmpHitSource["startTime"] = sTime
+ tmpHitSource["startBackGroundPicUrl"] = source["picMaxUrl"].([]interface{})
+ tmpHitSource["startFacePicUrl"] = targetInfo["picSmUrl"].(string)
+ tmpHitSource["endTime"] = eTime
+ tmpHitSource["stayTime"] = stayTime
+ tmpHitSource["endTBackGroundPicUrl"] = source["picMaxUrl"].([]interface{})
+ tmpHitSource["endTFacePicUrl"] = targetInfo["picSmUrl"].(string)
+ if source["picWH"] != nil {
+ tmpHitSource["picWH"] = source["picWH"].(map[string]interface{})
+ }
+ hitsSources = append(hitsSources, tmpHitSource)
+ }
+ tmpSources["groupKey"] = groupKey
+ tmpSources["hits_sources"] = hitsSources
+ sources = append(sources, tmpSources)
+ }
+ return sources, nil
+}
+
+// 瑙ｆ瀽鎶撴媿搴撲汉鍛樼粨鏋�
+func PerSonAnalysis(preData []map[string]interface{}) (sources []map[string]interface{}, err error) {
+ loc, err := time.LoadLocation("Asia/Shanghai")
+ if err != nil {
+ return nil, errors.New("鏃跺尯璁剧疆閿欒")
+ }
+ for _, key := range preData {
+ source := make(map[string]interface{}, 0)
+ info := key
+ targetInfo := info["targetInfo"].([]interface{})[0].(map[string]interface{})
+ startTime := info["picDate"].(string)
+ endTime := info["updateTime"].(string)
+ source["personId"] = targetInfo["belongsTargetId"].(string)
+ source["cameraId"] = info["cameraId"].(string)
+ source["cameraName"] = info["cameraName"].(string)
+ source["cameraAddr"] = info["cameraAddr"].(string)
+ source["targetScore"] = int(targetInfo["targetScore"].(float64))
+ source["personRect"] = targetInfo["targetLocation"].(map[string]interface{})
+ source["startTime"] = startTime
+ pixMaxUrl := info["picMaxUrl"].([]interface{})
+ source["startBackGroundPicUrl"] = pixMaxUrl[0]
+ source["endTime"] = endTime
+ startT, _ := time.ParseInLocation("2006-01-02 15:04:05", startTime, loc)
+ endT, _ := time.ParseInLocation("2006-01-02 15:04:05", endTime, loc)
+ stayTime := endT.Sub(startT).Seconds()
+ source["stayTime"] = stayTime
+ source["endBackGroundPicUrl"] = pixMaxUrl[len(pixMaxUrl)-1]
+ if info["picWH"] != nil {
+ source["picWH"] = info["picWH"].(map[string]interface{})
+ }
+ sources = append(sources, source)
+ }
+
+ return sources, nil
}
func Sourcelist(buf []byte) (sources []map[string]interface{}, err error) {
@@ -484,14 +970,117 @@
return data, nil
}
+func SourceCreated(buf []byte) (result bool, err error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return false, errors.New("http response interface can not change map[string]interface{}")
+ }
+
+ middle, ok := out["result"].(string)
+ if !ok {
+ return false, errors.New("first total change error!")
+ }
+ if middle == "created" || middle == "updated" {
+ result = true
+ }
+ return result, nil
+}
+
+func SourceDeleted(buf []byte) (total int, err error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return -1, errors.New("http response interface can not change map[string]interface{}")
+ }
+
+ middle, ok := out["deleted"].(float64)
+ if !ok {
+ return -1, errors.New("first total change error!")
+ }
+ total = int(middle)
+ return total, nil
+}
+
+func SourceUpdated(buf []byte) (total int, err error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return -1, errors.New("http response interface can not change map[string]interface{}")
+ }
+
+ middle, ok := out["updated"].(float64)
+ if !ok {
+ return -1, errors.New("first total change error!")
+ }
+ total = int(middle)
+ return total, nil
+}
+
+func SourceTotal(buf []byte) (total int, err error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return -1, errors.New("http response interface can not change map[string]interface{}")
+ }
+
+ middle, ok := out["hits"].(map[string]interface{})
+ if !ok {
+ return -1, errors.New("first total change error!")
+ }
+
+ tmp, b := middle["total"].(map[string]interface{})
+ if b != true {
+ v := middle["total"].(float64)
+ t := int(v)
+ return t, nil
+ }
+ value := tmp["value"].(float64)
+ total = int(value)
+ return total, nil
+}
+
+func SourceAggregationList(buf []byte) (sources []map[string]interface{}, err error) {
+ var info interface{}
+ json.Unmarshal(buf, &info)
+ out, ok := info.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("http response interface can not change map[string]interface{}")
+ }
+
+ middle, ok := out["aggregations"].(map[string]interface{})
+ if !ok {
+ return nil, errors.New("first hits change error!")
+ }
+ //fmt.Println("鏈鍏卞尮閰嶆潯鏁颁负: ", out["hits"].(map[string]interface{})["total"].(float64))
+ documentAggregations := middle["group_by_documentnumber"].(map[string]interface{})
+ buckets := documentAggregations["buckets"].([]interface{})
+ if len(buckets) == 0 {
+ return nil, nil
+ }
+ for _, in := range buckets {
+ tmpbuf, ok := in.(map[string]interface{})
+ if !ok {
+ return nil, errors.New("")
+ }
+ sources = append(sources, tmpbuf)
+ }
+ return sources, nil
+}
+
func EsReq(method string, url string, parama []byte) (buf []byte, err error) {
//defer elapsed("page")()
- timeout := time.Duration(10 * time.Second)
+ timeout := time.Duration(100 * time.Second)
client := http.Client{
Timeout: timeout,
}
request, err := http.NewRequest(method, url, bytes.NewBuffer(parama))
request.Header.Set("Content-type", "application/json")
+ request.Header.Set("Authorization", Token)
if err != nil {
fmt.Println("build request fail !")
@@ -524,6 +1113,31 @@
// 璧嬪�兼椂妫�娴嬫槸鍚﹁兘澶熻祴鍊�
//func //Isnil(key string, ok bool){
// if !ok {
-// fmt.Println(key, "is nil can not asign")
+// fmt.Println(key, "is nil can not asign")
// }
//}
+
+type account struct {
+ Username string `mapstructure: "username"`
+ Userpassword string `mapstructure: "userpassword"`
+}
+
+var Account = &account{}
+
+var Token string
+
+func init() {
+ v := viper.New()
+ v.SetConfigType("yaml")
+ v.SetConfigName("pro")
+ v.AddConfigPath("../config/")
+ v.AddConfigPath("./config/")
+ v.AddConfigPath("/opt/vasystem/config/")
+ err := v.ReadInConfig()
+ if err != nil {
+ log.Fatal("err on parsing configuration file!", err)
+ }
+ v.UnmarshalKey("es.account", Account)
+
+ Token = "Basic " + base64.StdEncoding.EncodeToString([]byte(Account.Username+":"+Account.Userpassword))
+}
--
Gitblit v1.8.0