package insertdata
|
|
import (
|
"encoding/base64"
|
"encoding/json"
|
"errors"
|
"fmt"
|
"io/ioutil"
|
"net"
|
"ruleprocess/cache"
|
"ruleprocess/logger"
|
"strings"
|
"time"
|
|
"basic.com/pubsub/protomsg.git"
|
"github.com/go-yaml/yaml"
|
"github.com/golang/protobuf/proto"
|
"github.com/satori/go.uuid"
|
"ruleprocess/ruleserver"
|
"ruleprocess/util"
|
)
|
|
var weedfsUrl, videoPersonUrl, personAction string
|
|
type conf struct {
|
PhotoUrl string `yaml:"photoUrl"`
|
VideoPersons string `yaml:"videoPersons"`
|
PersonAction string `yaml:"personAction"`
|
ServerIp string `yaml:"serverIp"`
|
ServerPort string `yaml:"serverPort"`
|
DbTablePersons string `yaml:"dbTablePersons"`
|
}
|
|
func init() {
|
data, err := ioutil.ReadFile("./config/conf.yml")
|
if err != nil {
|
fmt.Println("读取配置文件出错--", err)
|
logger.Error("读取配置文件出错--", err)
|
}
|
c := conf{}
|
//把yaml形式的字符串解析成struct类型
|
yaml.Unmarshal(data, &c)
|
weedfsUrl = c.PhotoUrl
|
videoPersonUrl = c.VideoPersons
|
personAction = c.PersonAction
|
}
|
|
// 人脸的数据结构
|
type PerVideoPicture struct {
|
Id string `json:"id"`
|
CameraId string `json:"cameraId"`
|
CameraAddr string `json:"cameraAddr"`
|
PicDate string `json:"picDate"`
|
PicMaxUrl string `json:"picMaxUrl"`
|
TaskId string `json:"taskId"`
|
TaskName string `json:"taskName"`
|
SdkName string `json:"sdkName"`
|
Content string `json:"content"`
|
AlarmRules []AlarmRule `json:"alarmRules"`
|
LikeDate string `json:"likeDate"`
|
Sex string `json:"sex"`
|
Age int32 `json:"age"`
|
AgeDescription string `json:"ageDescription"`
|
Race string `json:"race"`
|
SmileLevel int32 `json:"smileLevel"`
|
BeautyLevel int32 `json:"beautyLevel"`
|
FaceFeature string `json:"faceFeature"`
|
PicSmUrl []string `json:"picSmUrl"`
|
VideoUrl string `json:"videoUrl"`
|
AnalyServerId string `json:"analyServerId"`
|
AnalyServerName string `json:"analyServerName"`
|
AnalyServerIp string `json:"analyServerIp"`
|
ClusterId string `json:"clusterId"`
|
LinkId string `json:"linkId"`
|
DetectScore float64 `json:"detectScore"`
|
IsAlarm int `json:"isAlarm"`
|
IsAckAlarm int `json:"isAckAlarm"`
|
IsCollect int `json:"isCollect"`
|
IsDelete int `json:"isDelete"`
|
BaseInfo []*ruleserver.BaseInfo `json:"baseInfo"`
|
}
|
|
// yolo行为的数据结构
|
type Personaction struct {
|
Id string `json:"id"`
|
CameraId string `json:"cameraId"`
|
CameraName string `json:"cameraName"`
|
CameraAddr string `json:"cameraAddr"`
|
TaskId string `json:"taskId"`
|
TaskName string `json:"taskName"`
|
SdkName string `json:"sdkName"`
|
Content string `json:"content"`
|
AlarmRules []AlarmRule `json:"alarmRules"`
|
AnalyServerId string `json:"analyServerId"`
|
AnalyServerName string `json:"analyServerName"`
|
AnalyServerIp string `json:"analyServerIp"`
|
ClusterId string `json:"clusterId"`
|
PicSmUrl []string `json:"picSmUrl"`
|
PicDate string `json:"picDate"`
|
LinkId string `json:"linkId"`
|
VideoUrl string `json:"videoUrl"`
|
IsAlarm int `json:"isAlarm"`
|
IsAckAlarm int `json:"isAckAlarm"`
|
IsCollect int `json:"isCollect"`
|
IsDelete int `json:"isDelete"`
|
}
|
|
type AlarmRule struct {
|
GroupId string `json:"groupId"`
|
AlarmLevel string `json:"alarmLevel"`
|
RuleText string `json:"ruleText"`
|
DefenceState bool `json:"defenceState"`
|
}
|
|
// 往ES插数据
|
//func InsertToEs(msg ruleserver.ResultMsg) {
|
// var timeLabel string
|
// // 直接从规则的标签数据里拿符合规则的人脸结果
|
// if msg.RuleResult["timeLabel"] != nil {
|
// timeLabel = msg.RuleResult["timeLabel"].(string)
|
// }
|
// logger.Debug("插入数据前看看报警标志位：", timeLabel)
|
// if timeLabel == "01" { // 无定时器状态要插入的报警数据
|
// InsertFace(msg)
|
// flag := ruleserver.BodyIsSame(msg.SdkMessage)
|
// if !flag {
|
// InsertYolo(msg)
|
// }
|
// }
|
// if timeLabel == "10" { // 定时器状态要插入的首帧报警数据。连带着定时器开启时的那帧
|
// InsertFace(msg)
|
// InsertYolo(msg)
|
// }
|
// //if timeLabel == "12" { // 并非报警数据，只是状态改变的数据
|
// // //ChangeStatusFace(msg)
|
// // ChangeStatusYolo(msg)
|
// //}
|
//}
|
func InsertToEs(msg ruleserver.ResultMsg) {
|
InsertFace(msg,"")
|
flag := ruleserver.BodyIsSame(msg.SdkMessage)
|
if !flag {
|
InsertYolo(msg,"")
|
}
|
}
|
|
// 往es中插入人脸数据
|
func InsertFace(msg ruleserver.ResultMsg,linkId string) {
|
if msg.RuleResult["face"] != nil && len(msg.RuleResult["face"].([]ruleserver.FaceResult)) > 0 {
|
logger.Info("往ES插人脸数据")
|
for _, faceResult := range msg.RuleResult["face"].([]ruleserver.FaceResult) {
|
for _, face := range faceResult.Args {
|
// 上传大图
|
// 解压缩并上传图片
|
bdata, err := util.UnCompress(msg.Data)
|
if err != nil {
|
panic("解压缩图片时出现错误")
|
}
|
alarmRules := []AlarmRule{}
|
alarm := ChangeToString(faceResult.DefenceState, faceResult.AlarmLevel)
|
alarmRules = append(alarmRules, AlarmRule{faceResult.RuleGroupId, alarm, faceResult.RuleText, faceResult.DefenceState})
|
i := protomsg.Image{}
|
err = proto.Unmarshal(bdata, &i)
|
bigPhotoUrl := make(map[string]interface{})
|
bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
|
logger.Debug("========大图路径：", bigPhotoUrl)
|
// 人脸检测，没有相似的底库人员
|
localConfig, err := cache.GetServerInfo()
|
if err != nil {
|
logger.Error("查询本机信息失败！")
|
}
|
serverIp, err := GetLocalIP()
|
// 查询cameraName
|
camera, err := cache.GetCameraById(msg.Cid)
|
if err != nil {
|
logger.Error("查询摄像机信息失败")
|
}
|
bytes := util.SubImg(i, int(face.Location.X), int(face.Location.Y), int(face.Location.X+face.Location.Width), int(face.Location.Y+face.Location.Height))
|
resp, err := util.PostFormBufferData1(weedfsUrl, bytes, uuid.NewV4().String())
|
if err != nil {
|
logger.Error("上传小图出错")
|
}
|
logger.Info("================小图地址:", resp["fileUrl"].(string))
|
sex := ""
|
if face.ThftRes.Gender == 1 {
|
sex = "男"
|
} else {
|
sex = "女"
|
}
|
race := getRaceString(face.ThftRes.Race)
|
ageDescription := getDescription(face.ThftRes.Age)
|
esDataId := uuid.NewV4().String()
|
linksId := ""
|
if linkId != "" {
|
linksId = linkId
|
}
|
pervideo := PerVideoPicture{
|
esDataId,
|
msg.Cid,
|
camera.Addr,
|
i.Timestamp,
|
strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1],
|
msg.Tasklab.Taskid,
|
msg.Tasklab.Taskname,
|
"人脸",
|
"",
|
alarmRules,
|
time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间
|
sex,
|
face.ThftRes.Age,
|
ageDescription,
|
race,
|
face.ThftRes.Smile,
|
face.ThftRes.Beauty,
|
base64.StdEncoding.EncodeToString(face.Feature),
|
[]string{strings.Split(resp["fileUrl"].(string), "/")[1]},
|
"暂无集群",
|
localConfig.ServerId,
|
localConfig.ServerName,
|
serverIp,
|
"",
|
linksId,
|
face.Score,
|
1,
|
0,
|
0,
|
0,
|
face.Liker,
|
}
|
requstbody, err := json.Marshal(pervideo)
|
|
if err != nil {
|
logger.Info("json parse error ", err)
|
return
|
}
|
resp1, err1 := EsReq("POST", videoPersonUrl, requstbody)
|
if err1 != nil {
|
logger.Error("上传ES出错！---", err1)
|
} else {
|
logger.Info("插入es返回的信息：", resp1)
|
// 发出录像信号
|
ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1})
|
}
|
}
|
}
|
}
|
}
|
func ChangeStatusFace(msg ruleserver.ResultMsg) {
|
logger.Info("往ES插入人脸非报警但是状态转换数据")
|
// 上传大图
|
// 解压缩并上传图片
|
bdata, err := util.UnCompress(msg.Data)
|
if err != nil {
|
panic("解压缩图片时出现错误")
|
}
|
i := protomsg.Image{}
|
err = proto.Unmarshal(bdata, &i)
|
bigPhotoUrl := make(map[string]interface{})
|
bigPhotoUrl, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
|
logger.Debug("========大图路径：", bigPhotoUrl)
|
// 人脸检测，没有相似的底库人员
|
localConfig, err := cache.GetServerInfo()
|
if err != nil {
|
logger.Error("查询本机信息失败！")
|
}
|
serverIp, err := GetLocalIP()
|
// 查询cameraName
|
camera, err := cache.GetCameraById(msg.Cid)
|
if err != nil {
|
logger.Error("查询摄像机信息失败")
|
}
|
|
esDataId := uuid.NewV4().String()
|
pervideo := PerVideoPicture{
|
esDataId,
|
msg.Cid,
|
camera.Addr,
|
i.Timestamp,
|
strings.Split(bigPhotoUrl["fileUrl"].(string), "/")[1],
|
msg.Tasklab.Taskid,
|
msg.Tasklab.Taskname,
|
"人脸",
|
"状态转换数据，非报警数据",
|
[]AlarmRule{},
|
time.Now().Format("2006-01-02 15:04:05"), // 只检测，没有比对时间
|
"",
|
0,
|
"",
|
"",
|
0,
|
0,
|
"",
|
[]string{""},
|
"暂无集群",
|
localConfig.ServerId,
|
localConfig.ServerName,
|
serverIp,
|
"",
|
"",
|
0,
|
1,
|
0,
|
0,
|
0,
|
[]*ruleserver.BaseInfo{},
|
}
|
requstbody, err := json.Marshal(pervideo)
|
|
if err != nil {
|
logger.Info("json parse error ", err)
|
return
|
}
|
resp1, err1 := EsReq("POST", videoPersonUrl, requstbody)
|
|
if err1 != nil {
|
logger.Error("上传ES出错！---", err1)
|
} else {
|
logger.Info("插入es返回的信息：", resp1)
|
// 发出录像信号
|
ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 1})
|
}
|
//if msg.RuleResult["cacheData"] != nil {
|
// InsertFace(msg.RuleResult["cacheData"].(ruleserver.ResultMsg))
|
//}
|
}
|
|
// 往es中插入yolo数据
|
func InsertYolo(msg ruleserver.ResultMsg,linkId string) {
|
if msg.RuleResult["yolo"] != nil && len(msg.RuleResult["yolo"].([]ruleserver.Result)) > 0 {
|
// 先判断一下数据带的规则标签是否有可以插入的
|
flag := false
|
for _, res := range msg.RuleResult["yolo"].([]ruleserver.Result) {
|
//logger.Info("定时器打的数字标签：",res.Others.TimeLabel)
|
if res.Others.TimeLabel == "01" || res.Others.TimeLabel == "10" {
|
flag = true
|
}
|
}
|
if flag {
|
logger.Info("往ES插yolo数据")
|
var sdkNames string = ""
|
alarmRules := []AlarmRule{}
|
url := []string{}
|
for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) {
|
if yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10" {
|
// 拼出sdkname
|
//logger.Info("应该进来才对的")
|
sdkNames = sdkNames + yoloResult.SdkName
|
alarm := ChangeToString(yoloResult.DefenceState, yoloResult.AlarmLevel)
|
alarmRules = append(alarmRules, AlarmRule{yoloResult.RuleGroupId, alarm, yoloResult.RuleText, yoloResult.DefenceState})
|
// 上传缓存数据的图片拿到url
|
if yoloResult.Others.CacheData != nil {
|
//InsertYolo(msg.RuleResult["cacheData"].(ruleserver.ResultMsg))
|
// 把缓存的数据上传后得到地址存进去
|
// 解压缩并上传图片
|
msgs := yoloResult.Others.CacheData
|
for _, msg1 := range msgs {
|
bdata, err := util.UnCompress(msg1.Data)
|
if err != nil {
|
panic("解压缩图片时出现错误")
|
}
|
i := protomsg.Image{}
|
err = proto.Unmarshal(bdata, &i)
|
resp1, err1 := util.DrawPolygonOnImage(msg1.Cid, i, msg1.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl)
|
if err1 != nil {
|
logger.Error("缓存数据画框或上传图片服务器出错", err)
|
} else {
|
logger.Info("上传的图片信息：", resp1)
|
}
|
url = append(url, strings.Split(resp1["fileUrl"].(string), "/")[1])
|
}
|
}
|
}
|
}
|
linkFlag := false
|
for _, yoloResult := range msg.RuleResult["yolo"].([]ruleserver.Result) {
|
if (yoloResult.Others.TimeLabel == "01" || yoloResult.Others.TimeLabel == "10") && yoloResult.Others.LinkCache != nil && len(yoloResult.Others.LinkCache) > 1{
|
linkId := uuid.NewV4().String()
|
for _, msg2 := range yoloResult.Others.LinkCache {
|
logger.Warn("插入联动数据","此帧数据的id为",msg2.Cid)
|
InsertYolo(msg2,linkId)
|
linkFlag = true
|
}
|
}
|
}
|
if linkFlag {
|
// 联动数据中包含本帧数据，插入联动数据后就不需要插入本帧数据了
|
logger.Warn("成功插入两个联动图片")
|
//os.Exit(1)
|
return
|
}
|
//logger.Info("--------走到这儿就不一样")
|
isAlarm := 0
|
resp := make(map[string]interface{})
|
// 解压缩并上传图片
|
bdata, err := util.UnCompress(msg.Data)
|
if err != nil {
|
panic("解压缩图片时出现错误")
|
}
|
i := protomsg.Image{}
|
err = proto.Unmarshal(bdata, &i)
|
if len(alarmRules) > 0 {
|
isAlarm = 1
|
//resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
|
resp, err = util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl)
|
if err != nil {
|
logger.Error("画框或上传图片服务器出错", err)
|
} else {
|
logger.Info("上传的图片信息：", resp)
|
}
|
} else {
|
isAlarm = 0
|
// 不是报警数据不存
|
return
|
}
|
// logger.Println("图片上传返回值：", resp)
|
// 查询本机信息
|
localConfig, err := cache.GetServerInfo()
|
if err != nil {
|
logger.Error("查询本机信息失败！")
|
}
|
// 查询cameraName
|
camera, err := cache.GetCameraById(msg.Cid)
|
if err != nil {
|
logger.Error("查询摄像机信息失败")
|
}
|
serverIp, err := GetLocalIP()
|
|
url = append(url, strings.Split(resp["fileUrl"].(string), "/")[1])
|
esDataId := uuid.NewV4().String()
|
linksId := ""
|
if linkId != "" {
|
linksId = linkId
|
}
|
peraction := Personaction{
|
esDataId,
|
msg.Cid,
|
camera.Name,
|
camera.Addr,
|
msg.Tasklab.Taskid,
|
msg.Tasklab.Taskname,
|
sdkNames,
|
"",
|
alarmRules,
|
localConfig.ServerId,
|
localConfig.ServerName,
|
serverIp,
|
"",
|
url,
|
i.Timestamp,
|
linksId,
|
"",
|
isAlarm,
|
0,
|
0,
|
0,
|
}
|
requstbody, err := json.Marshal(peraction)
|
|
if err != nil {
|
logger.Info("json parse error ", err)
|
return
|
|
}
|
resp1, err2 := EsReq("POST", personAction, requstbody)
|
if err2 != nil {
|
logger.Error("往ES插入数据失败", err)
|
} else {
|
logger.Debug("插入es返回的数据信息是：", resp1)
|
// 发出录像信号
|
ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2})
|
logger.Warn("__________________________________________往ES插入yolo数据成功")
|
//os.Exit(1)
|
}
|
} else {
|
logger.Debug("timeLabel条件都不符合！")
|
}
|
}
|
}
|
func ChangeStatusYolo(msg ruleserver.ResultMsg) {
|
logger.Info("往ES插yolo非报警状态改变数据")
|
var sdkNames string = ""
|
alarmRules := []AlarmRule{}
|
bdata, err := util.UnCompress(msg.Data)
|
if err != nil {
|
panic("解压缩图片时出现错误")
|
}
|
i := protomsg.Image{}
|
err = proto.Unmarshal(bdata, &i)
|
//resp, err = util.PostFormBufferData(weedfsUrl, i, uuid.NewV4().String())
|
resp, err := util.DrawPolygonOnImage(msg.Cid, i, msg.RuleResult["yolo"].([]ruleserver.Result), weedfsUrl)
|
if err != nil {
|
logger.Error("画框或上传图片服务器出错", err)
|
} else {
|
logger.Info("上传的图片信息：", resp)
|
}
|
// logger.Println("图片上传返回值：", resp)
|
// 查询本机信息
|
localConfig, err := cache.GetServerInfo()
|
if err != nil {
|
logger.Error("查询本机信息失败！")
|
}
|
// 查询cameraName
|
camera, err := cache.GetCameraById(msg.Cid)
|
if err != nil {
|
logger.Error("查询摄像机信息失败")
|
}
|
serverIp, err := GetLocalIP()
|
esDataId := uuid.NewV4().String()
|
peraction := Personaction{
|
esDataId,
|
msg.Cid,
|
camera.Name,
|
camera.Addr,
|
msg.Tasklab.Taskid,
|
msg.Tasklab.Taskname,
|
sdkNames,
|
"yolo非报警状态改变数据",
|
alarmRules,
|
localConfig.ServerId,
|
localConfig.ServerName,
|
serverIp,
|
"",
|
[]string{strings.Split(resp["fileUrl"].(string), "/")[1]},
|
i.Timestamp,
|
"",
|
"",
|
0,
|
0,
|
0,
|
0,
|
}
|
requstbody, err := json.Marshal(peraction)
|
|
if err != nil {
|
logger.Info("json parse error ", err)
|
return
|
|
}
|
resp1, err1 := EsReq("POST", personAction, requstbody)
|
if err1 != nil {
|
logger.Error("往ES插入数据失败", err)
|
} else {
|
logger.Info("插入es返回的信息：", resp1)
|
// 发出录像信号
|
ruleserver.AddLxMessage(&protomsg.VideotapeInfo{EsDataId: esDataId, CameraId: msg.Cid, TaskId: msg.Tasklab.Taskid, ImgId: i.Id, SdkIds: []string{}, Type: 2})
|
logger.Warn("__________________________________________往ES插入yolo数据成功")
|
//os.Exit(1)
|
}
|
}
|
|
// 获取本机ip
|
func GetLocalIP() (ipv4 string, err error) {
|
var (
|
addrs []net.Addr
|
addr net.Addr
|
ipNet *net.IPNet // IP地址
|
isIpNet bool
|
)
|
// 获取所有网卡
|
if addrs, err = net.InterfaceAddrs(); err != nil {
|
return
|
}
|
// 取第一个非lo的网卡IP
|
for _, addr = range addrs {
|
// 这个网络地址是IP地址: ipv4, ipv6
|
if ipNet, isIpNet = addr.(*net.IPNet); isIpNet && !ipNet.IP.IsLoopback() {
|
// 跳过IPV6
|
if ipNet.IP.To4() != nil {
|
ipv4 = ipNet.IP.String() // 192.168.1.1
|
return
|
}
|
}
|
}
|
|
err = errors.New("ipv4 not found")
|
return
|
}
|
|
// 把报警等级转化成汉字
|
func ChangeToString(defenceState bool, i int32) string {
|
alarm := ""
|
if defenceState {
|
if i == 1 {
|
alarm = "一级"
|
}
|
if i == 2 {
|
alarm = "二级"
|
}
|
if i == 3 {
|
alarm = "三级"
|
}
|
if i == 4 {
|
alarm = "四级"
|
}
|
if i == 5 {
|
alarm = "五级"
|
}
|
} else {
|
alarm = "撤防"
|
}
|
|
return alarm
|
}
|
|
//获取年龄描述
|
func getDescription(age int32) string {
|
ageInfo := "青年"
|
if age > 0 && age < 7 {
|
ageInfo = "童年"
|
} else if age >= 7 && age < 18 {
|
ageInfo = "少年"
|
} else if age >= 18 && age < 40 {
|
ageInfo = "青年"
|
} else if age >= 40 && age < 65 {
|
ageInfo = "中年"
|
} else if age >= 65 {
|
ageInfo = "老年"
|
}
|
return ageInfo
|
}
|
|
func getRaceString(i int32) string {
|
race := ""
|
if i == 1 {
|
race = "白人"
|
} else if i == 2 {
|
race = "黄人"
|
} else {
|
race = "黑人"
|
}
|
return race
|
}
|
