From 291dbcd9331cd0df41addef74defa4654ee034fb Mon Sep 17 00:00:00 2001 From: chenshijun <csj_sky@126.com> Date: 星期一, 22 四月 2019 15:59:20 +0800 Subject: [PATCH] 增加人员异常的参数处理 --- QiaoJiaSystem/StructureApp/PerimeterElement.cpp | 239 ++++++++++++++++++++++++++++++++++++++++++++++++----------- 1 files changed, 194 insertions(+), 45 deletions(-) diff --git a/QiaoJiaSystem/StructureApp/PerimeterElement.cpp b/QiaoJiaSystem/StructureApp/PerimeterElement.cpp index 27d4716..af7c063 100644 --- a/QiaoJiaSystem/StructureApp/PerimeterElement.cpp +++ b/QiaoJiaSystem/StructureApp/PerimeterElement.cpp @@ -13,14 +13,20 @@ #include <uuid/uuid.h> #include <jsoncpp/json/json.h> +#define ALARM_PERCENT (25) //25% + PerimeterElement::PerimeterElement(const SdkRule &rule) : m_sdkRule(rule), PipeElement(true), trackingTrigger(nullptr), mRealNum(0), - m_triggerElement(0, rule.nTriggerDelay * 1000 * 1000), + //姣忕鍑犲紶,灏变箻浠ュ嚑 + m_triggerElement(rule.nTriggerDelay * 3, 0), pManagerEsDB(nullptr), - npts(0) { + m_bIsMask(true), + m_bSetWH(false), + pointArray(nullptr), + m_rpcClient("RtspAnalysServer", "127.0.0.1", appPref.getIntData("RpcVTIMPort"), "tcp") { pManagerEsDB = new EsDBTool(appPref.getStringData("ipAdd"), appPref.getIntData("ipPort")); } @@ -30,62 +36,121 @@ delete pManagerEsDB; pManagerEsDB = nullptr; } + if (pointArray) { +// delete[] pointArray[0]; + delete[] pointArray; + } } void PerimeterElement::threadInitial() { - setMask(m_sdkRule.strAreas.toStdString()); +// setMask(m_sdkRule.strAreas.toStdString()); } void PerimeterElement::threadFunc() { + //ClockTimer ct("PerimeterElement::threadFunc"); if (!isInWeek(m_sdkRule.weekRuleVec)) return; int num = 0; std::string picDate; + std::string imgKey; bool state = false; m_recVec.clear(); - // DBG("Objs="<<mObjs.size()<<" fSensitivity="<<m_sdkRule.fSensitivity<<" nThreshold"<<m_sdkRule.nThreshold); + //todo debug + m_scoreVec.clear(); + m_objTypeVec.clear(); - for (auto obj:mObjs) { +// DBG("Objs="<<mObjs.size()<<" fSensitivity="<<m_sdkRule.fSensitivity<<" nThreshold"<<m_sdkRule.nThreshold); + + for (auto &obj:mObjs) { if (obj.score < m_sdkRule.fSensitivity)continue; + DBG("objArea:" << obj.rect.width * obj.rect.height); + DBG("alarmObjType:" << obj.properties["type"]); QRect rect(obj.rect.x, obj.rect.y, obj.rect.width, obj.rect.height); QPoint center = rect.center(); - if (mPolygon.containsPoint(center, Qt::OddEvenFill)) { - m_recVec.push_back(obj.rect); - if (picDate.empty()) { - picDate = obj.properties["time"]; - // DBG("picDate="<<picDate); - } - - num++; - + if (picDate.empty()) { + picDate = obj.properties["time"]; + // DBG("picDate="<<picDate); } + if (imgKey.empty()) { + imgKey = obj.properties["imgKey"]; + } + if (m_sdkRule.nSdkType == PerimeterSdk) { + //todo 瑙f瀽sdkrule 骞跺拰妫�娴嬬粨鏋滃姣� + if (m_sdkRule.strPerimeterObjType.toStdString().find(obj.properties["type"]) == + m_sdkRule.strPerimeterObjType.toStdString().npos)//椤甸潰娌℃湁閰嶇疆浜嗚绠楁硶 + { + continue; + } + + if (m_bIsMask) { + std::vector<Point> poly2; + std::vector<Point> interPoly; + poly2.push_back(Point(rect.x(), rect.y())); + poly2.push_back(Point(rect.x() + rect.width(), rect.y())); + poly2.push_back(Point(rect.x() + rect.width(), rect.y() + rect.height())); + poly2.push_back(Point(rect.x(), rect.y() + rect.height())); + IntAreaCalcUtil::PolygonClip(poly1, poly2, interPoly); + float inter = IntAreaCalcUtil::intAreaCalc(interPoly); + float total1 = IntAreaCalcUtil::intAreaCalc(poly1); + float total2 = IntAreaCalcUtil::intAreaCalc(poly2); + int per1 = (int) (inter / total1 * 100); + int per2 = (int) (inter / total2 * 100); + int per = std::max(per1, per2); + + if (ALARM_PERCENT <= per) { + //DBG("per 1="<<per1<<" per2="<<per2<<" per="<<per); + m_recVec.push_back(obj.rect); + m_scoreVec.push_back(obj.score); + m_objTypeVec.push_back(obj.properties["type"]); + num++; + DBG("============alarmObjType:" << obj.properties["type"] << " score:" << obj.score); + } + } + } else if (mPolygon.containsPoint(center, Qt::OddEvenFill) || !m_bIsMask) { + m_recVec.push_back(obj.rect); + num++; + } } switch (m_sdkRule.nSdkType) { case PerimeterSdk: - state = num > 0 && num != mRealNum; - + //state = num > 0 ; + state = (num != mRealNum); + // DBG("num="<<num<< "time="<< picDate); +// INFO("SDK Type: PerimeterSdk"); break; case CrowdSdk: state = num > m_sdkRule.nAlarmNumLowerLimit && num != mRealNum; +// INFO("SDK Type: CrowdSdk"); break; case PerHubSdk: - state = num > m_sdkRule.nAlarmNumLowerLimit && num < m_sdkRule.nAlarmNumUpperLimit && num != mRealNum; -// if(m_sdkRule.nAlarmNumLowerLimit>0) + DBG("nAlarmNumLowerLimit:" << m_sdkRule.nAlarmNumLowerLimit + << " nAlarmNumUpperLimit:" << m_sdkRule.nAlarmNumUpperLimit + << " mRealNum:" << mRealNum); + if(m_sdkRule.nAlarmNumUpperLimit == -1){ + state = num >= m_sdkRule.nAlarmNumLowerLimit && num !=mRealNum; + }else if(m_sdkRule.nAlarmNumLowerLimit == -1){ + state = num <= m_sdkRule.nAlarmNumUpperLimit && num !=mRealNum; + } else { + state = num >= m_sdkRule.nAlarmNumLowerLimit && num <= m_sdkRule.nAlarmNumUpperLimit && num != mRealNum; + } +// INFO("SDK Type: PerHubSdk"); + +// if(m_sdkRule.nAlarmNumLowerLimit>=0) // { -// if( m_sdkRule.nAlarmNumUpperLimit>m_sdkRule.nAlarmNumLowerLimit+1) +// if( m_sdkRule.nAlarmNumUp2019-01-16 09:49:57perLimit>m_sdkRule.nAlarmNumLowerLimit+1) // { // m_triggerElement.setState(num>m_sdkRule.nAlarmNumLowerLimit && num<m_sdkRule.nAlarmNumUpperLimit); @@ -113,21 +178,73 @@ default: break; } + INFO("State:" << state << " Num:" << num << " mRealNum:" << mRealNum << " LowerLimit :" + << m_sdkRule.nAlarmNumLowerLimit << " HightLimit: " << m_sdkRule.nAlarmNumUpperLimit + << " m_triggerElement.getTriggerState() :" << m_triggerElement.getTriggerState()); m_triggerElement.setState(state); + m_triggerElement.triggerOnce(); + DBG("m_triggerElement.getTriggerState():" << m_triggerElement.getTriggerState()); + if (m_triggerElement.getTriggerState()) { + if (num > 0) { + if (pointArray != nullptr) { + const cv::Point2i *ppt[1] = {pointArray}; - // DBG("imgUrl="<<imgUrl); - if (state) { - auto t_image = image(CutMask()).clone(); - std::string imgUrl = uploadImgToFdfs(t_image); - saveInfoToEs(imgUrl, picDate); + int npt[] = {npts}; + + cv::polylines(image, ppt, npt, 1, true, cv::Scalar(255, 255, 0), 2); + } + +// for(auto rect:m_recVec) +// { +// cv::rectangle(image, rect, cv::Scalar(0, 0, 255), 2); +// } + for (int i = 0; i < m_recVec.size(); i++) { + cv::rectangle(image, m_recVec[i], cv::Scalar(0, 0, 255), 2); + cv::putText(image, to_string(m_scoreVec[i]), cv::Point(m_recVec[i].x, m_recVec[i].y + 12), + cv::HersheyFonts::FONT_HERSHEY_PLAIN, 1.5, cv::Scalar(255, 255, 0)); + cv::putText(image, m_objTypeVec[i], cv::Point(m_recVec[i].x, m_recVec[i].y + 24), + cv::HersheyFonts::FONT_HERSHEY_PLAIN, 1.5, cv::Scalar(255, 255, 0)); + } +// cv::Mat t_image = image(CutMask()).clone(); +// if(t_image.empty()) +// { +// DBG("t_image empty"); +// return; +// } + std::string imgUrl = uploadImgToFdfs(image); + saveInfoToEs(imgUrl, picDate, imgKey); + } DBG("num=" << num << " lastnum=" << mRealNum); + mRealNum = num; + //todo 閲嶇疆鎶ヨtrigger + m_triggerElement.setState(false); + m_triggerElement.triggerOnce(); } +// if (m_triggerElement.getTriggerState() && num!=mRealNum) +// { - m_triggerElement.triggerOnce(); +// cv::Mat t_image = image(CutMask()).clone(); +// if(t_image.empty()) +// { +// DBG("t_image empty"); +// return; +// } +// std::string imgUrl = uploadImgToFdfs(t_image); +// saveInfoToEs(imgUrl, picDate); +// DBG("num=" << num << " lastnum=" << mRealNum); +// mRealNum = num; +// } - mRealNum = num; + + +// if(!state) +// { +// mRealNum = num; +// } + + // DBG("m_sdkRule.nSdkType="<<m_sdkRule.nSdkType<<" num="<<num); fireConnectors(); } @@ -164,19 +281,30 @@ void PerimeterElement::setMask(std::string mask) { QJsonArray arrayAreas = getJsonArrayFromQString(QString::fromStdString(mask)); - if (arrayAreas.isEmpty()) { + if (arrayAreas.isEmpty() && m_sdkRule.nSdkType != PerimeterSdk) { + m_bIsMask = false; return;//do not detect } int size = arrayAreas.size(); npts = size; + float sizeW = (float) appPref.getIntData(m_sdkRule.strCamId.toStdString() + "width") / 480; + float sizeH = (float) appPref.getIntData(m_sdkRule.strCamId.toStdString() + "height") / 270; + pointArray = new cv::Point2i[npts]; for (int i = 0; i < size; ++i) { QJsonValue jsonValue = arrayAreas[i]; QJsonObject obj = jsonValue.toObject(); - int x = obj.value("x").toDouble() * 4; - int y = obj.value("y").toDouble() * 4; + int x = obj.value("x").toDouble() * sizeW; + int y = obj.value("y").toDouble() * sizeH; + pointArray[i] = {x, y}; + if (m_sdkRule.nSdkType == PerimeterSdk) { + poly1.push_back(Point(x, y)); + } else { + mPolygon << (QPoint(x, y)); + } +// DBG("width="<<sizeW); +// DBG("height="<<sizeH); - mPolygon << (QPoint(x, y)); } } @@ -184,7 +312,7 @@ QJsonArray PerimeterElement::getJsonArrayFromQString(const QString &strJson) { QJsonDocument jsonDocument = QJsonDocument::fromJson(strJson.toLocal8Bit()); if (jsonDocument.isNull()) { - DBG("please check the string" << strJson.toStdString()); + ERR("please check the string" << strJson.toStdString()); return QJsonArray(); } QJsonArray jsonArray = jsonDocument.array(); @@ -196,6 +324,11 @@ // image = cv::Mat(value.rows, value.cols, CV_8UC3, sharedMemory->data()); // } value.copyTo(image); + if (!m_bSetWH) { + setMask(m_sdkRule.strAreas.toStdString()); + m_bSetWH = true; + } + } bool PerimeterElement::getTriggerState() const { @@ -210,7 +343,7 @@ CvUtil::cvMat2Buffer(image, buffer); std::string strImgUrlTmp = ""; fdfsClient->fastFds->uploadFile(buffer, strImgUrlTmp, "jpg"); - strImgUrl.append(fdfsClient->fastFds->getIp() + "/" + strImgUrlTmp); + // strImgUrl.append(fdfsClient->fastFds->getIp() + "/" + strImgUrlTmp); strImgUrl.clear(); strImgUrl = strImgUrlTmp; // strImgUrl.append("/").append(strImgUrlTmp); @@ -219,7 +352,7 @@ return strImgUrl; } -bool PerimeterElement::saveInfoToEs(const std::string &imgUrl, const std::string &time) { +bool PerimeterElement::saveInfoToEs(const std::string &imgUrl, const std::string &time, const std::string &imgKey) { string str_uuid; uuid_t t_uuid; @@ -238,37 +371,52 @@ // DBG("to_string(m_sdkRule.nSdkType)="<<to_string(m_sdkRule.nSdkType)); // t_json["Gender"] = obj.score; - t_json["picName"] = "wait todo";// 鎶撴媿鐓х墖鍚嶇О - t_json["content"] = "wait todo";// 鍐呭鎻忚堪 + t_json["picName"] = "";// 鎶撴媿鐓х墖鍚嶇О + t_json["content"] = "";// 鍐呭鎻忚堪 t_json["personPicUrl"] = "";// 浜哄憳 鍦板簱鍥剧墖 t_json["ChannlId"] = getProperty("ch_id"); // 閫氶亾id t_json["likeDate"] = AppUtil::getTimeSecString(); // 姣斿鏃堕棿 - t_json["picAddress"] = getProperty("str_addr");// 鎶撴媿鍦板潃 - t_json["picMaxUrl"] = "wait todo"; // 澶у浘璺緞 + t_json["picAddress"] = m_sdkRule.strAddr.toStdString();// 鎶撴媿鍦板潃 + DBG("picAddress=" << m_sdkRule.strAddr.toStdString()); + t_json["picMaxUrl"] = ""; // 澶у浘璺緞 // t_json["Age"] ="wait todo"; t_json["picDate"] = time; // 鎶撴媿鏃堕棿锛屽繀椤绘湁 - // DBG("picDate="<<time); - t_json["picLocalUrl"] = "wait todo"; // 鏈湴璺緞 + DBG("picDate=" << time); + t_json["picLocalUrl"] = ""; // 鏈湴璺緞 t_json["isDelete"] = "1";//榛樿1 ,0鏃犳晥 1鏈夋晥 - t_json["likePer"] = "0"; // 鐩镐技鍊� + t_json["likePer"] = 1.0; // 鐩镐技鍊� - t_json["BaseName"] = "wait todo";// 鍦板簱鍚嶇О + t_json["BaseName"] = "";// 鍦板簱鍚嶇О t_json["videoNum"] = m_sdkRule.strCamId.toStdString();//Video璁惧缂栧彿 t_json["picSmUrl"] = imgUrl; // 鎶撴媿鍥剧墖 t_json["indeviceid"] = appPref.getStringData("fxDevID");;// 璁惧id - t_json["idcard"] = "wait todo"; - t_json["personId"] = "wait todo"; + t_json["idcard"] = ""; + t_json["personId"] = ""; t_json["indevicename"] = appPref.getStringData("fxDevNAME");// 璁惧鍚嶇О t_json["FaceFeature"] = "base64"; t_json["personIsHub"] = m_triggerElement.getTriggerState() ? "1" : "4"; //1: 鎶ヨ 2: 鍙枒 3: 瀹夊叏 4: 鏈煡 t_json["videoIp"] = m_sdkRule.strAddr.toStdString(); // 璁惧ip t_json["ack_alarm"] = m_triggerElement.getTriggerState() ? "0" : ""; // que ren shi fou bao jing - t_json["cluster_id"] = "wait todo"; // ji qun id - + t_json["cluster_id"] = appPref.getStringData("clusterID");; // ji qun id + t_json["imgKey"] = imgKey; + try { + auto server = m_rpcClient.getServer(); + if (!server) { + ERR("server is null"); + //return false; + } + INFO("Record Video " << imgKey); + server->recordVideo(imgKey); + } + catch (std::exception &e) { + ERR("Record Video Err: " << imgKey << " Message: " << e.what()); + //return false; + } + INFO("SaveImgKeyToES: " << imgKey); bool retface = false; if (pManagerEsDB) retface = pManagerEsDB->insertData("personaction", "perVideoAction", t_json.toStyledString(), str_uuid); @@ -341,3 +489,4 @@ // DBG("RECT x="<<rect.x<<"y"<<rect.y<<"w"<<rect.width<<"h"<<rect.height); return rect; } + -- Gitblit v1.8.0