#include "PerimeterElement.h"
|
//#include <basic/event/EventBus.hpp>
|
#include <basic/debug/Debug.h>
|
#include <iostream>
|
#include <opencv2/opencv.hpp>
|
#include <basic/timer_counter/Clocktimer.h>
|
#include <QJsonDocument>
|
#include <QJsonObject>
|
#include <QString>
|
#include <basic/util/app/AppPreference.hpp>
|
|
#include <basic/util/opencv/CvUtil.h>
|
#include <uuid/uuid.h>
|
#include <jsoncpp/json/json.h>
|
|
#define ALARM_PERCENT (10) //10%
|
PerimeterElement::PerimeterElement(const SdkRule &rule) :
|
m_sdkRule(rule),
|
PipeElement(true),
|
trackingTrigger(nullptr),
|
mRealNum(0),
|
//每秒几张,就乘以几
|
m_triggerElement(rule.nTriggerDelay*3,0),
|
pManagerEsDB(nullptr),
|
m_bIsMask(true),
|
m_bSetWH(false),
|
pointArray(nullptr),
|
m_rpcClient("RtspAnalysServer", "127.0.0.1",appPref.getIntData("RpcServerPort"),"tcp")
|
{
|
|
pManagerEsDB = new EsDBTool(appPref.getStringData("ipAdd"), appPref.getIntData("ipPort"));
|
}
|
|
PerimeterElement::~PerimeterElement() {
|
if (pManagerEsDB) {
|
delete pManagerEsDB;
|
pManagerEsDB = nullptr;
|
}
|
if(pointArray)
|
{
|
// delete[] pointArray[0];
|
delete[] pointArray;
|
}
|
}
|
|
|
void PerimeterElement::threadInitial() {
|
// setMask(m_sdkRule.strAreas.toStdString());
|
}
|
|
|
void PerimeterElement::threadFunc() {
|
|
//ClockTimer ct("PerimeterElement::threadFunc");
|
if (!isInWeek(m_sdkRule.weekRuleVec))
|
return;
|
int num = 0;
|
std::string picDate;
|
std::string imgKey;
|
bool state = false;
|
|
m_recVec.clear();
|
// DBG("Objs="<<mObjs.size()<<" fSensitivity="<<m_sdkRule.fSensitivity<<" nThreshold"<<m_sdkRule.nThreshold);
|
|
for (auto obj:mObjs) {
|
|
if (obj.score < m_sdkRule.fSensitivity)continue;
|
|
QRect rect(obj.rect.x, obj.rect.y, obj.rect.width, obj.rect.height);
|
QPoint center = rect.center();
|
|
if (picDate.empty()) {
|
picDate = obj.properties["time"];
|
// DBG("picDate="<<picDate);
|
|
}
|
if(imgKey.empty())
|
{
|
imgKey =obj.properties["imgKey"];
|
}
|
if (m_sdkRule.nSdkType == PerimeterSdk)
|
{
|
|
if(m_bIsMask)
|
{
|
std::vector<Point> poly2;
|
std::vector<Point> interPoly;
|
poly2.push_back(Point(rect.x(),rect.y()));
|
poly2.push_back(Point(rect.x()+rect.width(),rect.y()));
|
poly2.push_back(Point(rect.x()+rect.width(),rect.y()+rect.height()));
|
poly2.push_back(Point(rect.x(),rect.y()+rect.height()));
|
IntAreaCalcUtil::PolygonClip(poly1,poly2,interPoly);
|
float inter = IntAreaCalcUtil::intAreaCalc(interPoly);
|
float total1 =IntAreaCalcUtil::intAreaCalc(poly1);
|
float total2 = IntAreaCalcUtil::intAreaCalc(poly2);
|
int per1 = (int)(inter / total1 * 100);
|
int per2 = (int)(inter / total2 * 100);
|
int per=std::max(per1,per2);
|
|
if(ALARM_PERCENT <= per)
|
{
|
//DBG("per 1="<<per1<<" per2="<<per2<<" per="<<per);
|
m_recVec.push_back(obj.rect);
|
num++;
|
}
|
}
|
|
|
}
|
else if (mPolygon.containsPoint(center, Qt::OddEvenFill) || !m_bIsMask)
|
{
|
m_recVec.push_back(obj.rect);
|
|
|
num++;
|
}
|
|
|
|
}
|
|
switch (m_sdkRule.nSdkType) {
|
case PerimeterSdk:
|
//state = num > 0 ;
|
state =( num !=mRealNum);
|
// DBG("num="<<num<< "time="<< picDate);
|
INFO("SDK Type: PerimeterSdk");
|
|
break;
|
case CrowdSdk:
|
state = num > m_sdkRule.nAlarmNumLowerLimit && num !=mRealNum;
|
INFO("SDK Type: CrowdSdk");
|
|
break;
|
case PerHubSdk:
|
state = num > m_sdkRule.nAlarmNumLowerLimit && num < m_sdkRule.nAlarmNumUpperLimit && num !=mRealNum;
|
INFO("SDK Type: PerHubSdk");
|
|
// if(m_sdkRule.nAlarmNumLowerLimit>=0)
|
// {
|
// if( m_sdkRule.nAlarmNumUp2019-01-16 09:49:57perLimit>m_sdkRule.nAlarmNumLowerLimit+1)
|
// {
|
|
// m_triggerElement.setState(num>m_sdkRule.nAlarmNumLowerLimit && num<m_sdkRule.nAlarmNumUpperLimit);
|
// }
|
// else
|
// {
|
// m_triggerElement.setState(num>m_sdkRule.nAlarmNumLowerLimit);
|
// }
|
|
// }
|
// else
|
// {
|
// if(m_sdkRule.nAlarmNumUpperLimit>0)
|
// {
|
// m_triggerElement.setState(num>m_sdkRule.nAlarmNumUpperLimit);
|
// }
|
// else
|
// {
|
// m_triggerElement.setState(false);
|
// }
|
// }
|
|
|
break;
|
default:
|
break;
|
}
|
INFO("State:"<<state<<" Num:"<<num<<" mRealNum:"<<mRealNum<<" LowerLimit :"<<m_sdkRule.nAlarmNumLowerLimit<<" HightLimit: "<<m_sdkRule.nAlarmNumUpperLimit);
|
m_triggerElement.setState(state);
|
m_triggerElement.triggerOnce();
|
if (m_triggerElement.getTriggerState())
|
{
|
if(num > 0) {
|
if(pointArray!=nullptr)
|
{
|
const cv::Point2i* ppt[1] = { pointArray };
|
|
int npt[]={npts};
|
|
cv::polylines(image, ppt,npt, 1, true,cv::Scalar(255,255,0), 2);
|
}
|
|
for(auto rect:m_recVec)
|
{
|
cv::rectangle(image, rect, cv::Scalar(0, 0, 255), 2);
|
}
|
// cv::Mat t_image = image(CutMask()).clone();
|
// if(t_image.empty())
|
// {
|
// DBG("t_image empty");
|
// return;
|
// }
|
std::string imgUrl = uploadImgToFdfs(image);
|
saveInfoToEs(imgUrl, picDate,imgKey);
|
}
|
DBG("num=" << num << " lastnum=" << mRealNum);
|
mRealNum = num;
|
|
//todo 重置报警trigger
|
m_triggerElement.setState(false);
|
m_triggerElement.triggerOnce();
|
}
|
|
// if (m_triggerElement.getTriggerState() && num!=mRealNum)
|
// {
|
|
// cv::Mat t_image = image(CutMask()).clone();
|
// if(t_image.empty())
|
// {
|
// DBG("t_image empty");
|
// return;
|
// }
|
// std::string imgUrl = uploadImgToFdfs(t_image);
|
// saveInfoToEs(imgUrl, picDate);
|
// DBG("num=" << num << " lastnum=" << mRealNum);
|
// mRealNum = num;
|
// }
|
|
|
|
// if(!state)
|
// {
|
// mRealNum = num;
|
// }
|
|
|
// DBG("m_sdkRule.nSdkType="<<m_sdkRule.nSdkType<<" num="<<num);
|
fireConnectors();
|
}
|
|
|
|
|
|
|
//void PerimeterElement::setSensitivity(float value)
|
//{
|
// sensitivity = value;
|
//}
|
|
|
|
void PerimeterElement::setObjsResults(const YoloDetect::ObjInfos &value) {
|
m_objs = value;
|
}
|
|
std::vector<ScoredRect> PerimeterElement::getLastScoreRects() const {
|
return trackingTrigger->getLastScoreRects();
|
}
|
|
void PerimeterElement::setYoloObjects(std::vector<ScoredRect> value) {
|
mObjs.clear();
|
mObjs = value;
|
}
|
|
int PerimeterElement::getRealNum() const {
|
//DBG("getRealNum "<<mRealNum);
|
return mRealNum;
|
}
|
|
void PerimeterElement::setMask(std::string mask) {
|
QJsonArray arrayAreas = getJsonArrayFromQString(QString::fromStdString(mask));
|
if (arrayAreas.isEmpty() && m_sdkRule.nSdkType != PerimeterSdk) {
|
m_bIsMask=false;
|
return;//do not detect
|
}
|
int size = arrayAreas.size();
|
npts = size;
|
float sizeW=(float)appPref.getIntData(m_sdkRule.strCamId.toStdString()+"width")/480;
|
float sizeH=(float)appPref.getIntData(m_sdkRule.strCamId.toStdString()+"height")/270;
|
pointArray=new cv::Point2i[npts];
|
for (int i = 0; i < size; ++i) {
|
|
QJsonValue jsonValue = arrayAreas[i];
|
QJsonObject obj = jsonValue.toObject();
|
int x = obj.value("x").toDouble() *sizeW;
|
int y = obj.value("y").toDouble() *sizeH;
|
pointArray[i]={x,y};
|
if(m_sdkRule.nSdkType == PerimeterSdk)
|
{
|
poly1.push_back(Point(x,y));
|
}
|
else
|
{
|
mPolygon << (QPoint(x, y));
|
}
|
DBG("width="<<sizeW);
|
DBG("height="<<sizeH);
|
|
|
}
|
}
|
|
QJsonArray PerimeterElement::getJsonArrayFromQString(const QString &strJson) {
|
QJsonDocument jsonDocument = QJsonDocument::fromJson(strJson.toLocal8Bit());
|
if (jsonDocument.isNull()) {
|
DBG("please check the string" << strJson.toStdString());
|
return QJsonArray();
|
}
|
QJsonArray jsonArray = jsonDocument.array();
|
return jsonArray;
|
}
|
|
void PerimeterElement::setImage(const cv::Mat &value) {
|
// if (value.size != image.size) {
|
// image = cv::Mat(value.rows, value.cols, CV_8UC3, sharedMemory->data());
|
// }
|
value.copyTo(image);
|
if(!m_bSetWH)
|
{
|
setMask(m_sdkRule.strAreas.toStdString());
|
m_bSetWH=true;
|
}
|
|
}
|
|
bool PerimeterElement::getTriggerState() const {
|
return m_triggerElement.getTriggerState();
|
}
|
|
std::string PerimeterElement::uploadImgToFdfs(cv::Mat &image) {
|
std::string strImgUrl = "http://";
|
if (fdfsClient != nullptr && fdfsClient->fastFds != nullptr) {
|
fdfsClient->rwLock.rdlock();
|
std::vector<unsigned char> buffer;
|
CvUtil::cvMat2Buffer(image, buffer);
|
std::string strImgUrlTmp = "";
|
fdfsClient->fastFds->uploadFile(buffer, strImgUrlTmp, "jpg");
|
// strImgUrl.append(fdfsClient->fastFds->getIp() + "/" + strImgUrlTmp);
|
strImgUrl.clear();
|
strImgUrl = strImgUrlTmp;
|
// strImgUrl.append("/").append(strImgUrlTmp);
|
fdfsClient->rwLock.unlock();
|
}
|
return strImgUrl;
|
}
|
|
bool PerimeterElement::saveInfoToEs(const std::string &imgUrl, const std::string &time,const std::string& imgKey) {
|
|
string str_uuid;
|
uuid_t t_uuid;
|
char str[36];
|
uuid_generate(t_uuid);
|
uuid_unparse(t_uuid, str);
|
str_uuid = str;
|
|
|
Json::Value t_json;
|
t_json["Id"] = str_uuid; //主键
|
//#todo
|
|
t_json["videoReqNum"] = m_sdkRule.strCamId.toStdString();
|
t_json["sdkType"] = to_string(m_sdkRule.nSdkType);
|
// DBG("to_string(m_sdkRule.nSdkType)="<<to_string(m_sdkRule.nSdkType));
|
// t_json["Gender"] = obj.score;
|
|
t_json["picName"] = "";// 抓拍照片名称
|
t_json["content"] = "";// 内容描述
|
t_json["personPicUrl"] = "";// 人员 地库图片
|
t_json["ChannlId"] = getProperty("ch_id"); // 通道id
|
t_json["likeDate"] = AppUtil::getTimeSecString(); // 比对时间
|
t_json["picAddress"] = m_sdkRule.strAddr.toStdString();// 抓拍地址
|
DBG("picAddress="<<m_sdkRule.strAddr.toStdString());
|
t_json["picMaxUrl"] = ""; // 大图路径
|
|
|
// t_json["Age"] ="wait todo";
|
t_json["picDate"] = time; // 抓拍时间，必须有
|
DBG("picDate="<<time);
|
t_json["picLocalUrl"] = ""; // 本地路径
|
t_json["isDelete"] = "1";//默认1 ,0无效 1有效
|
|
t_json["likePer"] = 1.0; // 相似值
|
|
t_json["BaseName"] = "";// 地库名称
|
|
t_json["videoNum"] = m_sdkRule.strCamId.toStdString();//Video设备编号
|
t_json["picSmUrl"] = imgUrl; // 抓拍图片
|
t_json["indeviceid"] = appPref.getStringData("fxDevID");;// 设备id
|
t_json["idcard"] = "";
|
t_json["personId"] = "";
|
t_json["indevicename"] = appPref.getStringData("fxDevNAME");// 设备名称
|
t_json["FaceFeature"] = "base64";
|
t_json["personIsHub"] = m_triggerElement.getTriggerState() ? "1" : "4"; //1: 报警 2: 可疑 3: 安全 4: 未知
|
t_json["videoIp"] = m_sdkRule.strAddr.toStdString(); // 设备ip
|
t_json["ack_alarm"] = m_triggerElement.getTriggerState() ? "0" : ""; // que ren shi fou bao jing
|
t_json["cluster_id"] = appPref.getStringData("clusterID");; // ji qun id
|
t_json["imgKey"] = imgKey;
|
try {
|
auto server = m_rpcClient.getServer();
|
if (!server)
|
{
|
ERR("server is null");
|
return false;
|
}
|
INFO("Record Video "<<imgKey);
|
server->recordVideo(imgKey);
|
}
|
catch (std::exception &e)
|
{
|
ERR("Record Video Err: "<<imgKey <<" Message: "<<e.what());
|
return false;
|
}
|
INFO("SaveImgKeyToES: "<<imgKey);
|
bool retface = false;
|
if (pManagerEsDB)
|
retface = pManagerEsDB->insertData("personaction", "perVideoAction", t_json.toStyledString(), str_uuid);
|
if (retface) {
|
INFO("perVideoAction db success");
|
} else {
|
ERR("personaction db fail");
|
}
|
}
|
|
bool PerimeterElement::isInWeek(const std::vector<LActRuleWeekRecord> &ruleWeek) {
|
|
int nWeek = QDate::currentDate().dayOfWeek();
|
for (int i = 0; i < ruleWeek.size(); ++i) {
|
if (ruleWeek[i].m_nType == nWeek) {
|
QString strCurrent = QDateTime::currentDateTime().toString("hh:mm");
|
if (strCurrent >= ruleWeek[i].m_strBegin && strCurrent <= ruleWeek[i].m_strEnd) {
|
return true;
|
}
|
}
|
}
|
return false;
|
}
|
|
cv::Rect PerimeterElement::CutMask() {
|
int size = m_recVec.size();
|
//QPoint max,secMax;
|
cv::Rect rect, max, min;
|
|
if (size > 0) {
|
|
max = m_recVec[0];
|
min = m_recVec[0];
|
}
|
|
for (int i = 1; i < size; ++i) {
|
if (m_recVec[i].x > max.x) {
|
|
max.x = m_recVec[i].x;
|
}
|
|
|
if (m_recVec[i].y > max.y) {
|
|
max.y = m_recVec[i].y;
|
}
|
if (m_recVec[i].x < min.x) {
|
min.x = m_recVec[i].x;
|
}
|
|
if (m_recVec[i].y < min.y) {
|
min.y = m_recVec[i].y;
|
}
|
|
}
|
|
if (size == 1) {
|
rect = max;
|
} else {
|
|
rect.x = min.x;
|
rect.y = min.y;
|
rect.width = max.x + max.width - min.x;
|
rect.height = max.y + max.height - min.y;
|
}
|
|
rect = CvUtil::zoomRectEqual(rect, 1.2, 1.2) & cv::Rect(0, 0, image.cols, image.rows);
|
// DBG("min x="<<min.x<<"y"<<min.y<<"w"<<min.width<<"h"<<min.height);
|
// DBG("max x="<<max.x<<"y"<<max.y<<"w"<<max.width<<"h"<<max.height);
|
// DBG("RECT x="<<rect.x<<"y"<<rect.y<<"w"<<rect.width<<"h"<<rect.height);
|
return rect;
|
}
|
