chenshijun
2019-04-22 291dbcd9331cd0df41addef74defa4654ee034fb
QiaoJiaSystem/StructureApp/AppPipeController.cpp
@@ -7,8 +7,9 @@
#include <QtCore/QtGlobal>
#include <net_config.h>
#include <basic/pipe_element/ffmpeg/basic_struct_for_video_image.h>
//AppPipeController::AppPipeController(std::string folderPath, const Json::Value &json) :
//    videoCaptureElement("filePath", 25, -1, appPref.getLongData("gpu.index")), m_index(0),
//    videoCaptureElement("filePath", 25, -1, appPref.getIntData("gpu.index")), m_index(0),
//    m_folderPath(folderPath),
//    m_json(json), fdfsClient(nullptr), yoloRpcElement(folderPath + "yoloRpc"), faceRpcElement(folderPath + "faceRpc"),
//    faceExtractElement(folderPath + "faceExtract"), triggerElement(25, 10),
@@ -18,22 +19,31 @@
//}
AppPipeController::AppPipeController(std::string folderPath, const SdkRuleMap &ruleMap) :
    videoCaptureElement("filePath", 25, -1, appPref.getLongData("gpu.index")), m_index(0),
    m_rpcClient("RtspAnalysServer", "127.0.0.1", appPref.getIntData("RpcVTIMPort"), "tcp"),
    videoCaptureElement("filePath", 25, -1, appPref.getIntData("gpu.index")),
//    videoCaptureElement(40),
    m_index(0),
    m_folderPath(folderPath),
    m_sdkRuleMap(ruleMap),
    fdfsClient(nullptr),
#ifdef YOLOSERVER
    yoloRpcElement(folderPath + "yoloRpc"),
#else
    vptRpcElement(folderPath + "yoloRpc"),
#endif
    faceRpcElement(folderPath + "faceRpc", ruleMap[FaceSdk]),
    faceExtractElement(folderPath + "faceExtract", ruleMap[FaceSdk]),
    triggerElement(25, 10),
    recordVideoElement(-1, ""),
    bRecordVideoEnable(false) {
//    recordVideoElement(-1, ""),
    bRecordVideoEnable(false),
    m_bSetWH(false) {
    init();
}
//AppPipeController::AppPipeController(int index, const Json::Value &json, bool RecordVideoEnable) :
//    videoCaptureElement(json["rtsp"].asString(), 25, 3000, appPref.getLongData("gpu.index"), RecordVideoEnable),
//    videoCaptureElement(json["rtsp"].asString(), 25, 3000, appPref.getIntData("gpu.index"), RecordVideoEnable),
//    m_index(index), fdfsClient(nullptr), yoloRpcElement(to_string(index) + "yoloRpc"),
//    faceRpcElement(to_string(index) + "faceRpc"), m_json(json), faceExtractElement(to_string(index) + "faceExtract"),
//    triggerElement(25, 4), recordVideoElement(index, json["rtsp"].asString()), bRecordVideoEnable(RecordVideoEnable) {
@@ -42,7 +52,7 @@
//AppPipeController::AppPipeController(std::string camId, const Json::Value &json, bool RecordVideoEnable) :
//    videoCaptureElement(json["rtsp"].asString(), 25, 3000, appPref.getLongData("gpu.index")),
//    videoCaptureElement(json["rtsp"].asString(), 25, 3000, appPref.getIntData("gpu.index")),
//    m_index(0),
//    m_camId(camId),
//    fdfsClient(nullptr),
@@ -63,24 +73,31 @@
//    intKeepRight();
//}
AppPipeController::AppPipeController(std::string camId, const SdkRuleMap &ruleMap, bool RecordVideoEnable) :
    videoCaptureElement(appPref.getStringData(camId + "rtsp"), 25, 3000, appPref.getLongData("gpu.index")),
    m_rpcClient("RtspAnalysServer", "127.0.0.1", appPref.getIntData("RpcVTIMPort"), "tcp"),
    videoCaptureElement(appPref.getStringData(camId + "rtsp"), 25, 3000, appPref.getIntData("gpu.index")),
//    videoCaptureElement(40),
    m_index(0),
    m_camId(camId),
    fdfsClient(nullptr),
#ifdef YOLOSERVER
    yoloRpcElement(camId + "yoloRpc"),
#else
    vptRpcElement(camId + "yoloRpc"),
#endif
    faceRpcElement(camId + "faceRpc", ruleMap[FaceSdk]),
    faceExtractElement(camId + "faceExtract", ruleMap[FaceSdk]),
    triggerElement(25, 4),
    recordVideoElement(camId, appPref.getStringData(camId + "rtsp")),
    newRecordVideoElement(camId),
//    recordVideoElement(camId, appPref.getStringData(camId + "rtsp")),
//    newRecordVideoElement(camId),
    perimeterElement(ruleMap[PerimeterSdk]),
    crowdElement(ruleMap[CrowdSdk]),
    perStaticElement(ruleMap[PerStaticSdk]),
    perHubElement(ruleMap[PerHubSdk]),
    leftJudgment(ruleMap[KeepRightSdk]),
    rightJudgment(ruleMap[KeepRightSdk]),
    bRecordVideoEnable(RecordVideoEnable),
    m_sdkRuleMap(ruleMap) {
//    bRecordVideoEnable(RecordVideoEnable),
    m_sdkRuleMap(ruleMap),
    m_bSetWH(false) {
    DBG("camId" << camId);
    init();
    initPerimeter();
@@ -160,10 +177,62 @@
}
bool AppPipeController::getRunning() {
    return videoCaptureElement.isRunning();
    //return videoCaptureElement.isRunning();
    return false;
}
string test_str;
void AppPipeController::RecordVideo() {
    /*std::string imgKeyYolo = yoloRpcElement.getProperty("imgKey");
    std::string imgKeyFace = faceRpcElement.getProperty("imgKey");
    if(faceRpcElement.getTriggerState() ||
       personElement.getTriggerState() ||
       leftJudgment.getTriggerState() ||
       rightJudgment.getTriggerState() ||
       perimeterElement.getTriggerState() ||
       crowdElement.getTriggerState() ||
       perHubElement.getTriggerState() ||
       perStaticElement.getTriggerState())
    {
        try {
            auto server = rpcClient.getServer();
            if (!server)
            {
                ERR("server is null");
                return;
            }
            if(imgKeyFace != imgKeyYolo)
            {
                server->recordVideo(imgKeyFace);
                server->recordVideo(imgKeyYolo);
                INFO("Record Video Face: "<<imgKeyFace);
                INFO("Record Video Yolo: "<<imgKeyYolo);
            } else {
                INFO("Record Video: "<<imgKeyYolo);
                server->recordVideo(imgKeyFace);
            }
        }
        catch (std::exception &e)
        {
            ERR("Record Video ImgKeyFace: "<<imgKeyFace <<" ImgKeyYolo :"<<imgKeyYolo <<"   Message: "<<e.what());
            return ;
        }
    }
    else {
        INFO("ImageNoFace Yolo:"<<imgKeyYolo<<"   Face:"<<imgKeyFace);
        INFO("faceRpcElement: "<< faceRpcElement.getTriggerState() <<" "<<
                               "personElement: "<<personElement.getTriggerState() <<"  "<<
                               "leftJudgment: "<<leftJudgment.getTriggerState() <<"   "<<
                               "leftJudgment: "<<rightJudgment.getTriggerState() <<"    "<<
                               "perimeterElement: "<<perimeterElement.getTriggerState()<<"  "<<
                               "crowdElement: "<<crowdElement.getTriggerState()<<"   "<<
                               "perHubElement: "<<perHubElement.getTriggerState()<<"   "<<
                               "perStaticElement: "<<perStaticElement.getTriggerState());
    }*/
}
void AppPipeController::init() {
@@ -193,89 +262,150 @@
    // recordInit(40,100);
    videoCaptureElement.registerConnector([&] {
        cv::Mat imageTemp = videoCaptureElement.getImage();
        std::string imgKey;
        m_hiredisTool.listRpop(m_camId, imgKey);
        if (imgKey.empty()) {
//            ERR("CamId  "<<m_camId<<" No ImgKey");
            return;
        }
        std::string strNewTime;
        strNewTime = AppUtil::getTimeUSecString();
        cv::Mat imageTemp;
        m_hiredisTool.getKeyImage(imgKey, imageTemp);
        if (!m_bSetWH) {
            INFO("SetWidth:" << imageTemp.cols << "  Height:" << imageTemp.rows);
            appPref.setIntData(m_camId + "width", imageTemp.cols);
            appPref.setIntData(m_camId + "height", imageTemp.rows);
            m_bSetWH = true;
        }
//        cv::putText(imageTemp, strNewTime, cv::Point(408, 540), cv::HersheyFonts::FONT_HERSHEY_PLAIN, 5,
//                    cv::Scalar(255, 255, 0), 2);
        m_hiredisTool.delKey(imgKey);
        if (imageTemp.empty()) {
            ERR("No Image Data In: " << m_camId << "   ImgKey:" << imgKey);
            return;
        }
        std::string strNewTime = AppUtil::getTimeUSecString();
        ImageName_s_t imgSt = ImageName_s_t::fromString(imgKey);
        if (m_camId.size() > 0) {
            if (bRecordVideoEnable) {
                newRecordVideoElement.pushImgBuf(strNewTime, imageTemp);
                newRecordVideoElement.setSdkTrigger(faceRpcElement.getTriggerState() ||//TODO
                                                    personElement.getTrigger() ||
                                                    leftJudgment.getTriggerState() ||
                                                    rightJudgment.getTriggerState() ||
                                                    perimeterElement.getTriggerState() ||
                                                    crowdElement.getTriggerState() ||
                                                    perHubElement.getTriggerState() ||
                                                    perStaticElement.getTriggerState()
                );
            if (!faceRpcElement.isBusy()) {
                //#todo
                faceRpcElement.setProperty("time", strNewTime);
                faceRpcElement.setProperty("imgKey", imgKey);
//                INFO("Write To FaceRPC  ES time:" << strNewTime << "    ImgKey: " << imgKey);
                faceRpcElement.setImage(imageTemp);
                faceRpcElement.submit();
            }
        } else {
            //#todo 计算当前文件时间
            //#TODO 输出间隔用于计算时间
            // 现为每三帧计算一次,导致计算的时间长于文件的实际时间
            auto opit = 25;// videoCaptureElement.getOutPutInterval();
            auto opidx = videoCaptureElement.getoutPutIndex();
            int second = opidx / opit;
            qint64 newTime = m_dt.toMSecsSinceEpoch() + second * 1000;
            QDateTime newDt = QDateTime::fromMSecsSinceEpoch(newTime);
            strNewTime = newDt.toString("yyyy-MM-dd hh:mm:ss").toStdString();
#ifdef YOLOSERVER
            if (!yoloRpcElement.isBusy()) {
                //#todo
                yoloRpcElement.setProperty("time", strNewTime);
                yoloRpcElement.setProperty("imgKey", imgKey);
//                INFO("Write To YoloES time:" << strNewTime << "    ImgKey: " << imgKey);
                yoloRpcElement.setImage(imageTemp);
                yoloRpcElement.submit();
            }
#else
            if (!vptRpcElement.isBusy()) {
                //#todo
                vptRpcElement.setProperty("time", strNewTime);
                vptRpcElement.setProperty("imgKey", imgKey);
                INFO("Write To vptRpcElement time:" << strNewTime << "    ImgKey: " << imgKey);
                vptRpcElement.setImage(imageTemp);
                vptRpcElement.submit();
            }
#endif
        }
//        DBG(strNewTime);
        if (!faceRpcElement.isBusy()) {
//            faceRpcElement.setProperty("uuid", uuid);
            //#todo
            faceRpcElement.setProperty("time", strNewTime);
//            faceRpcElement.setProperty("time", uuid);
            faceRpcElement.setImage(imageTemp);
            faceRpcElement.submit();
        }
        if (!yoloRpcElement.isBusy()) {
//            yoloRpcElement.setProperty("uuid", uuid);
            //#todo
            yoloRpcElement.setProperty("time", strNewTime);
            yoloRpcElement.setImage(imageTemp);
            yoloRpcElement.submit();
        }
        if (!imageDrawElement.isBusy()) {
            imageDrawElement.setImage(imageTemp);
            imageDrawElement.submit();
        }
        if (bRecordVideoEnable) {
            registerElement(triggerElement);
            if (appPref.getIntData("show.image") == 1 && !imageDrawElement.isBusy()) {
                imageDrawElement.setImage(imageTemp);
                imageDrawElement.submit();
            }
            //this->RecordVideo();
            /*if(faceRpcElement.getTriggerState() ||
                 personElement.getTriggerState() ||
                 leftJudgment.getTriggerState() ||
                 rightJudgment.getTriggerState() ||
                 perimeterElement.getTriggerState() ||
                 crowdElement.getTriggerState() ||
                 perHubElement.getTriggerState() ||
                 perStaticElement.getTriggerState())
            {
                  try {
                      auto server = rpcClient.getServer();
                      if (!server)
                      {
                          ERR("server is null");
                          return;
                      }
                      INFO("Record Video "<<imgKey);
                      server->recordVideo(imgKey);
                  }
                  catch (std::exception &e)
                  {
                      ERR("Record Video Err: "<<imgKey <<"   Message: "<<e.what());
                      return ;
                  }
            }
            else {
                INFO("faceRpcElement: "<< faceRpcElement.getTriggerState() <<" "<<
                     "personElement: "<<personElement.getTriggerState() <<"  "<<
                     "leftJudgment: "<<leftJudgment.getTriggerState() <<"   "<<
                    "leftJudgment: "<<rightJudgment.getTriggerState() <<"    "<<
                    "perimeterElement: "<<perimeterElement.getTriggerState()<<"  "<<
                    "crowdElement: "<<crowdElement.getTriggerState()<<"   "<<
                    "perHubElement: "<<perHubElement.getTriggerState()<<"   "<<
                    "perStaticElement: "<<perStaticElement.getTriggerState());
            }*/
        }
    });
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector([&] {
        imageDrawElement.setYoloObjects(personElement.getLastScoreRects());
        if (!personElement.isBusy()) {
            personElement.setObjsResults(yoloRpcElement.getLastScoreRects());
            personElement.submit();
        }
        //INFO("Record Video By Yolo");
        //this->RecordVideo();
    });
#else
    vptRpcElement.registerConnector([&] {
        imageDrawElement.setYoloObjects(personElement.getLastScoreRects());
        if (!personElement.isBusy()) {
            personElement.setObjsResults(vptRpcElement.getLastHpRects());
            personElement.submit();
        }
//#todo HCP
//#todo Car
        //INFO("Record Video By Yolo");
        //this->RecordVideo();
    });
#endif
    faceRpcElement.registerConnector([&] {
        imageDrawElement.setFaces(faceRpcElement.getLastScoreRects());
        //INFO("Record Video By Face");
        //this->RecordVideo();
    });
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector("YoloTrigger", [&] {
//        auto images = yoloRpcElement.getTriggerMats();
        //INFO("Record Video By Yolo");
        //this->RecordVideo();
    });
#else
    vptRpcElement.registerConnector("YoloTrigger", [&] {
//        auto images = yoloRpcElement.getTriggerMats();
        //INFO("Record Video By Yolo");
        //this->RecordVideo();
    });
#endif
    faceRpcElement.registerConnector("FaceTrigger", [&] {
//        auto images = faceRpcElement.getTriggerMats();
@@ -285,6 +415,8 @@
                                              faceRpcElement.getTriggerFaces(),
                                              faceRpcElement.getTriggerScoreRects(),
                                              faceRpcElement.getTriggerMats()});
        //INFO("Record Video By Face");
        //this->RecordVideo();
    });
    imageDrawElement.registerConnector([&] {
@@ -302,11 +434,24 @@
        registerElement(faceRpcElement);
        registerElement(faceExtractElement);
    }
    registerElement(imageDrawElement);
    registerElement(newRecordVideoElement);
    videoCaptureElement.setOutPutInterval(3);
    if (appPref.getIntData("show.image") == 1) {
        imageDrawElement.registerConnector([&] {
            ImageShowElement::showImage(to_string(this->m_index), *imageDrawElement.getImage());
        });
        registerElement(imageDrawElement);
    }
    // registerElement(newRecordVideoElement);
    //videoCaptureElement.setOutPutInterval(3);
    faceExtractElement.setProperty("index", to_string(m_index));
#ifdef YOLOSERVER
    registerElement(yoloRpcElement);
#else
    registerElement(vptRpcElement);
#endif
    //#todo setProperty
//    faceExtractElement.setProperty("index", to_string(m_index));
//    faceExtractElement.setProperty("index", to_string(m_index));
@@ -374,16 +519,25 @@
    if (rule.nIsRun != 1) {
        return;
    }
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector([&] {
        if (!perimeterElement.isBusy()) {
            perimeterElement.setYoloObjects(yoloRpcElement.getLastScoreRects());
            perimeterElement.setImage(yoloRpcElement.getImage());
            perimeterElement.submit();
        }
    });
#else
    vptRpcElement.registerConnector([&] {
        if (!perimeterElement.isBusy()) {
            perimeterElement.setYoloObjects(vptRpcElement.getLastScoreRects());
            perimeterElement.setImage(vptRpcElement.getImage());
            perimeterElement.submit();
        }
//        car
//        prc
    });
#endif
//    perimeterElement.registerConnector([&] {
//        peTriggerElement.setState(perimeterElement.getRealNum() > 0);
@@ -415,6 +569,7 @@
    crowdElement.setProperty("local_ip", m_localIp);
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector([&] {
        if (!crowdElement.isBusy()) {
            crowdElement.setYoloObjects(yoloRpcElement.getLastScoreRects());
@@ -422,7 +577,17 @@
            crowdElement.submit();
        }
    });
#else
    vptRpcElement.registerConnector([&] {
        if (!perimeterElement.isBusy()) {
            perimeterElement.setYoloObjects(vptRpcElement.getLastHpRects());
            perimeterElement.setImage(vptRpcElement.getImage());
            perimeterElement.submit();
        }
//        car
//        prc
    });
#endif
    registerElement(crowdElement);
//    registerElement(crowdTriggerElement);
}
@@ -436,12 +601,37 @@
    rightJudgment.setProperty("local_ip", m_localIp);
    leftJudgment.init(rule.strAreas, rule.strLine);
    rightJudgment.init(rule.strExAreas, rule.strExLine);
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector([&] {
        leftJudgment.setYoloObjects(yoloRpcElement.getLastScoreRects());
        rightJudgment.setYoloObjects(yoloRpcElement.getLastScoreRects());
        leftJudgment.setImage(yoloRpcElement.getImage());
        rightJudgment.setImage(yoloRpcElement.getImage());
        if (!leftJudgment.isBusy()) {
            leftJudgment.setYoloObjects(yoloRpcElement.getLastScoreRects());
            leftJudgment.setImage(yoloRpcElement.getImage());
            leftJudgment.submit();
        }
        if (!rightJudgment.isBusy()) {
            rightJudgment.setYoloObjects(yoloRpcElement.getLastScoreRects());
            rightJudgment.setImage(yoloRpcElement.getImage());
            rightJudgment.submit();
        }
    });
#else
    vptRpcElement.registerConnector([&] {
        if (!leftJudgment.isBusy()) {
            leftJudgment.setYoloObjects(vptRpcElement.getLastHpRects());
            leftJudgment.setImage(vptRpcElement.getImage());
            leftJudgment.submit();
        }
        if (!rightJudgment.isBusy()) {
            rightJudgment.setYoloObjects(vptRpcElement.getLastHpRects());
            rightJudgment.setImage(vptRpcElement.getImage());
            rightJudgment.submit();
        }
    });
#endif
    registerElement(leftJudgment);
    registerElement(rightJudgment);
@@ -456,6 +646,8 @@
    //area="[{\"x\":100,\"y\":6},{\"x\":100,\"y\":1200},{\"x\":1800,\"y\":1200},{\"x\":1800,\"y\":6}]";
    perStaticElement.setProperty("local_ip", m_localIp);
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector([&] {
        if (!perStaticElement.isBusy()) {
            perStaticElement.setYoloObjects(yoloRpcElement.getLastScoreRects());
@@ -463,7 +655,15 @@
            perStaticElement.submit();
        }
    });
#else
    vptRpcElement.registerConnector([&] {
        if (!perStaticElement.isBusy()) {
            perStaticElement.setYoloObjects(vptRpcElement.getLastHpRects());
            perStaticElement.setImage(vptRpcElement.getImage());
            perStaticElement.submit();
        }
    });
#endif
    registerElement(perStaticElement);
}
@@ -476,6 +676,8 @@
    //area="[{\"x\":100,\"y\":6},{\"x\":100,\"y\":1200},{\"x\":1800,\"y\":1200},{\"x\":1800,\"y\":6}]";
    perHubElement.setProperty("local_ip", m_localIp);
#ifdef YOLOSERVER
    yoloRpcElement.registerConnector([&] {
        if (!perHubElement.isBusy()) {
            perHubElement.setYoloObjects(yoloRpcElement.getLastScoreRects());
@@ -483,6 +685,15 @@
            perHubElement.submit();
        }
    });
#else
    vptRpcElement.registerConnector([&] {
        if (!perHubElement.isBusy()) {
            perHubElement.setYoloObjects(vptRpcElement.getLastHpRects());
            perHubElement.setImage(vptRpcElement.getImage());
            perHubElement.submit();
        }
    });
#endif
    registerElement(perHubElement);
}