From 2503b16872c17460471d69b565f0ff027340d1c0 Mon Sep 17 00:00:00 2001
From: panlei <2799247126@qq.com>
Date: 星期一, 09 十二月 2019 18:00:40 +0800
Subject: [PATCH] es模块儿做成so
---
insertdata/insertDataToEs.go | 302 ++++---------------------------------------------
1 files changed, 29 insertions(+), 273 deletions(-)
diff --git a/insertdata/insertDataToEs.go b/insertdata/insertDataToEs.go
index 5cc012e..7349d79 100644
--- a/insertdata/insertDataToEs.go
+++ b/insertdata/insertDataToEs.go
@@ -1,285 +1,41 @@
package insertdata
import (
- "errors"
- "encoding/json"
- "log"
- "net"
- "time"
-
- "basic.com/pubsub/protomsg.git"
- "basic.com/dbapi.git"
- "ruleprocess/ruleserver"
- "ruleprocess/util"
- "github.com/golang/protobuf/proto"
- "github.com/satori/go.uuid"
+ "plugin"
+ "ruleprocess/cache"
+ "basic.com/valib/logger.git"
+ "ruleprocess/structure"
+ "strconv"
)
-var weedfsUrl = "http://192.168.1.182:6333/submit"
-// 浜鸿劯鐨勬暟鎹粨鏋�
-type PerVideoPicture struct {
- Id string `json:"id"`
- CameraId string `json:"cameraId"`
- CameraAddr string `json:"cameraAddr"`
- PicDate string `json:"picDate"`
- PicMaxUrl string `json:"picMaxUrl"`
- TaskId string `json:"taskId"`
- TaskName string `json:"taskName"`
- SdkName string `json:"sdkName"`
- Content string `json:"content"`
- LikeDate string `json:"likeDate"`
- Sex int32 `json:"sex"`
- Age int32 `json:"age"`
- AgeDescription string `json:"ageDescription"`
- Race int32 `json:"race"`
- SmileLevel int32 `json:"smileLevel"`
- BeautyLevel int32 `json:"beautyLevel"`
- FaceFeature string `json:"faceFeature"`
- PicSmUrl string `json:"picSmUrl"`
- VideoUrl string `json:"videoUrl"`
- AnalyServerId string `json:"analyServerId"`
- AnalyServerName string `json:"analyServerName"`
- AnalyServerIp string `json:"analyServerIp"`
- ClusterId string `json:"clusterId"`
- IsAlarm string `json:"isAlarm"`
- IsAckAlarm string `json:"isAckAlarm"`
- IsCollect string `json:"isCollect"`
- IsDelete int `json:"isDelete"`
- BaseInfo Base `json:"baseInfo"`
-}
-type Base struct {
- TableId string `json:"tableId"`
- TableName string `json:"tableName"`
- CompareScore float64 `json:"compareScore"`
- PersonId string `json:"personId"`
- PersonName string `json:"personName"`
- PersonPicUrl string `json:"personPicUrl"`
- PhoneNum string `json:"phoneNum"`
- Sex string `json:"sex"`
- IdCard string `json:"idCard"`
- MonitorLevel string `json:"monitorLevel"`
- Content string `json:"content"`
-}
-
-// yolo琛屼负鐨勬暟鎹粨鏋�
-type Personaction struct {
- Id string `json:"id"`
- CameraId string `json:"cameraId"`
- CameraName string `json:"cameraName"`
- CameraAddr string `json:"cameraAddr"`
- TaskId string `json:"taskId"`
- TaskName string `json:"taskName"`
- SdkName string `json:"sdkName"`
- Content string `json:"content"`
- AlarmRules []AlarmRule
- AnalyServerId string `json:"analyServerId"`
- AnalyServerName string `json:"analyServerName"`
- AnalyServerIp string `json:"analyServerIp"`
- ClusterId string `json:"clusterId"`
- PicUrl string `json:"picUrl"`
- PicDate string `json:"picDate"`
- VideoUrl string `json:"videoUrl"`
- IsAlarm string `json:"isAlarm"`
- IsAckAlarm string `json:"isAckAlarm"`
- IsCollect string `json:"isCollect"`
- IsDelete int `json:"isDelete"`
-}
-
-type AlarmRule struct {
- GroupId string `json:"groupId"`
- AlarmLevel int32 `json:"alarmLevel"`
- RuleText string `json:"ruleText"`
-}
-// 寰�ES鎻掓暟鎹�
-func InsertToEs(msg ruleserver.ResultMsg) {
- log.Println("寰�ES鎻掓暟鎹�")
- // 鐩存帴浠庤鍒欑殑鏍囩鏁版嵁閲屾嬁绗﹀悎瑙勫垯鐨勪汉鑴哥粨鏋�
- for _, result := range msg.RuleResult {
- if !result.IsYolo {
- for _,face1 := range result.Faces{
- println(face1)
- }
+var weedfsUrl, videoPersonUrl, personAction string
+var serverIp string
+var serverPort string
+func InsertToEs(msg structure.ResultMsg) {
+ defer func() {
+ if err := recover(); err != nil {
+ logger.Error("es妯″潡鍎跨殑寮傚父鎹曡幏锛�", err)
}
+ }()
+ localConfig1, err := cache.GetServerInfo()
+ if err != nil {
+ panic("閰嶇疆鏂囦欢涓嶅悎娉�")
}
- for _, sdkinfo := range msg.Tasklab.Sdkinfos {
- //if sdkinfo.Sdktype == "FaceDetect" {
- // if len(sdkinfo.Sdkdata) > 1 {
- //
- // faceParam := protomsg.ParamFacePos{}
- // err1 := proto.Unmarshal(sdkinfo.Sdkdata, &faceParam)
- // if err1 != nil {
- // log.Println("瑙ｆ瀽FACE sdk鏈夎", err1)
- // continue
- // }
- // for _, face := range faceParam.Faces {
- // pervideo := PerVideoPicture{
- // uuid.NewV4().String(),
- // msg.Cid,
- // msg.Caddr,
- // time.Now().Format("2006-01-02 15:04:05"),
- // "",
- // msg.Tasklab.Taskid,
- // msg.Tasklab.Taskname,
- // sdkinfo.SdkName,
- // "",
- // "",
- // face.Result.Gender,
- // face.Result.Age,
- // "",
- // face.Result.Race,
- // face.Result.Smile,
- // face.Result.Beauty,
- // "涓嶆槸姣忎釜浜鸿劯绠楁硶閮芥湁",
- // "---",
- // "",
- // "",
- // "",
- // "",
- // "",
- // "",
- // "",
- // "",
- // 0,
- // Base{ // 鍙湁浜鸿劯姣斿鏈夎繖涓俊鎭紝浜鸿劯妫�娴嬪苟娌℃湁
- // "鏄瘡涓汉鑴哥畻娉曢兘鏈夊悧",
- // "",
- // 0,
- // "",
- // "",
- // "",
- // "",
- // "",
- // "",
- // "",
- // "",
- // },
- // }
- // requstbody, err := json.Marshal(pervideo)
- //
- // if err != nil {
- // log.Println("json parse error ", err)
- // return
- //
- // }
- // err = EsReq("POST", "http://192.168.1.182:9200/videopersons/perVideoPicture", requstbody)
- // if err != nil {
- // log.Println("es can not execute right.")
- // }
- // }
- //
- // } else {
- // continue
- // }
- //}
- if sdkinfo.Sdktype == "Yolo" {
- if len(sdkinfo.Sdkdata) > 1 {
-
- yoloObj := protomsg.ParamYoloObj{}
- err1 := proto.Unmarshal(sdkinfo.Sdkdata, &yoloObj)
- if err1 != nil {
- log.Println("瑙ｆ瀽YOLO sdk鏈夎", err1)
- //continue
- }
- alarmRules := []AlarmRule{}
- for _,result := range msg.RuleResult {
- alarmRules = append(alarmRules,AlarmRule{result.RuleGroupId,result.AlarmLevel,result.RuleText})
- }
- isAlarm := ""
- resp := make(map[string]interface{})
- resp["fileUrl"] = ""
- if len(alarmRules) > 0 {
- isAlarm = "1"
- // 瑙ｅ帇缂╁苟涓婁紶鍥剧墖
- bdata, err := util.UnCompress(msg.Data)
- if err != nil {
- panic("瑙ｅ帇缂╁浘鐗囨椂鍑虹幇閿欒")
- }
- i := protomsg.Image{}
- err = proto.Unmarshal(bdata, &i)
- resp,err = util.PostFormBufferData(weedfsUrl,i,uuid.NewV4().String())
- log.Println("宸叉姤璀﹀苟涓婁紶鏀瑰抚鍥剧墖鍒版湇鍔″櫒")
- }else {
- isAlarm = "0"
- // 涓嶆槸鎶ヨ鏁版嵁涓嶅瓨
- continue
- }
- log.Println("鍥剧墖涓婁紶杩斿洖鍊硷細",resp)
- // 鏌ヨ鏈満淇℃伅
- flag,localConfig := dbapi.SysSetApi{}.GetServerInfo()
- if !flag {
- log.Println("鏌ヨ鏈満淇℃伅澶辫触锛�")
- }
- // 鏌ヨcameraName
- camera,err := dbapi.CameraApi{}.GetCameraById(msg.Cid)
- if err != nil {
- log.Println("鏌ヨ鎽勫儚鏈轰俊鎭け璐�")
- }
- serverIp,err := GetLocalIP()
- peraction := Personaction{
- uuid.NewV4().String(),
- msg.Cid,
- camera.Name,
- msg.Caddr,
- msg.Tasklab.Taskid,
- msg.Tasklab.Taskname,
- sdkinfo.SdkName,
- "",
- alarmRules,
- localConfig.ServerId,
- localConfig.ServerName,
- serverIp,
- "",
- resp["fileUrl"].(string),
- time.Now().Format("2006-01-02 15:04:05"),
- "",
- isAlarm,
- "",
- "",
- 0,
- }
- requstbody, err := json.Marshal(peraction)
-
- if err != nil {
- log.Println("json parse error ", err)
- return
-
- }
- err = EsReq("POST", "http://192.168.1.182:9200/personaction/perVideoAction", requstbody)
- if err != nil {
- log.Println("es can not execute right.")
- }
- } else {
- continue
- }
- }
-
- }
+ weedfsUrl = "http://" + localConfig1.WebPicIp + ":" + strconv.Itoa(int(localConfig1.WebPicPort)) + "/submit"
+ videoPersonUrl = "http://" + localConfig1.AlarmIp + ":" + strconv.Itoa(int(localConfig1.AlarmPort)) + "/" + structure.EsInfo.EsIndex.AIOcean.IndexName + "/" + structure.EsInfo.EsIndex.AIOcean.IndexType+"?refresh=true"
+ serverIp = localConfig1.AlarmIp
+ serverPort = strconv.Itoa(int(localConfig1.AlarmPort))
+ handle(msg,weedfsUrl,videoPersonUrl,serverIp,serverPort)
}
-// 鑾峰彇鏈満ip
-func GetLocalIP() (ipv4 string, err error) {
- var (
- addrs []net.Addr
- addr net.Addr
- ipNet *net.IPNet // IP鍦板潃
- isIpNet bool
- )
- // 鑾峰彇鎵�鏈夌綉鍗�
- if addrs, err = net.InterfaceAddrs(); err != nil {
- return
+func handle (msg structure.ResultMsg,weedfsUrl,videoPersonUrl,serverIp,serverPort string) {
+ p,err := plugin.Open("./algorithm/insertEs.so")
+ if err != nil {
+ panic(err)
}
- // 鍙栫涓�涓潪lo鐨勭綉鍗P
- for _, addr = range addrs {
- // 杩欎釜缃戠粶鍦板潃鏄疘P鍦板潃: ipv4, ipv6
- if ipNet, isIpNet = addr.(*net.IPNet); isIpNet && !ipNet.IP.IsLoopback() {
- // 璺宠繃IPV6
- if ipNet.IP.To4() != nil {
- ipv4 = ipNet.IP.String() // 192.168.1.1
- return
- }
- }
+ f,err1 := p.Lookup("InsertToEs")
+ if err1 != nil {
+ panic("娌℃湁鎵惧埌涓棿浠剁殑鏍煎紡鍖栨暟鎹嚱鏁�")
}
-
- err = errors.New("ipv4 not found")
- return
+ f.(func(msg structure.ResultMsg,weedfsUrl,videoPersonUrl,serverIp,serverPort string))(msg,weedfsUrl,videoPersonUrl,serverIp,serverPort)
}
--
Gitblit v1.8.0