| | |
| | | #include "sample_face_search.h" |
| | | #include <cv_face.h> |
| | | |
| | | #define ENABLE_AUTO_CREATE_STFACEDB |
| | | |
| | | struct STFaceCacheContext |
| | | { |
| | | cv_handle_t handle_verify; |
| | |
| | | |
| | | STFaceCacheContext() : handle_verify(nullptr), handle_detect(nullptr) |
| | | { |
| | | } |
| | | |
| | | stface_handles getStFaceHandles() |
| | | { |
| | | //return (stface_handles*)this; |
| | | |
| | | stface_handles handles; |
| | | handles.handle_verify = handle_verify; |
| | | handles.handle_detect = handle_detect; |
| | | return handles; |
| | | } |
| | | }; |
| | | |
| | |
| | | { |
| | | handles.handle_verify = ctx.handle_verify; |
| | | handles.handle_detect = ctx.handle_detect; |
| | | dbLoadOK = stface_db_load(handles, db_full_path().c_str()); |
| | | dbLoadOK &= (handles.handle_db != nullptr); |
| | | if (handles.handle_db == nullptr) |
| | | { |
| | | dbLoadOK = stface_db_load(handles, db_full_path().c_str()); |
| | | dbLoadOK &= (handles.handle_db != nullptr); |
| | | } |
| | | else |
| | | { |
| | | dbLoadOK = true; |
| | | } |
| | | return dbLoadOK; |
| | | } |
| | | |
| | | void close_db() |
| | | { |
| | | stface_db_save(handles, db_full_path().c_str()); |
| | | |
| | | handles.handle_verify = nullptr; |
| | | handles.handle_detect = nullptr; |
| | | cv_verify_destroy_db(handles.handle_db); |
| | | handles.handle_db = nullptr; |
| | | dbLoadOK = false; |
| | | } |
| | | |
| | | |
| | | std::string db_full_path() const |
| | | { |
| | | if (dbfpath.empty() || dbfname.empty()) |
| | |
| | | |
| | | STFaceCache::STFaceCache(const std::string& _stfacedbPath) |
| | | : stfacedbPath(_stfacedbPath), stfaceModels(STFACESDK_BASE "/models"), |
| | | _dbContext(new stface_ctx_map_t), _cacheContext(new STFaceCacheContext) |
| | | _dbContext(new stface_ctx_map_t), _cacheContext(new STFaceCacheContext), |
| | | tempdbFaceCount(0) |
| | | { |
| | | LOG_INFO << "st face db: " << stfacedbPath << LOG_ENDL; |
| | | LOG_INFO << "st face sdk models: " << stfaceModels << LOG_ENDL; |
| | |
| | | { |
| | | STFaceCacheContext& cacheContext(*(STFaceCacheContext*)_cacheContext); |
| | | |
| | | cv_result_t cv_result = cv_face_create_detector(&cacheContext.handle_detect, nullptr, CV_DETECT_ENABLE_ALIGN_21); |
| | | if (stface_init_license("./license.lic") != 0) |
| | | { |
| | | LOG_ERROR << "stface_init_license failed" << LOG_ENDL; |
| | | return false; |
| | | } |
| | | |
| | | cv_face_algorithm_info(); |
| | | |
| | | cv_result_t cv_result = cv_face_create_detector(&cacheContext.handle_detect, nullptr, CV_DETECT_ENABLE_ALIGN_106);//CV_DETECT_ENABLE_ALIGN_21 |
| | | if (cv_result != CV_OK) |
| | | { |
| | | LOGP(ERROR, "create detect handle failed, error code %d\n", cv_result); |
| | | LOGP(ERROR, "create detect handle failed, error code %d", cv_result); |
| | | return false; |
| | | } |
| | | |
| | |
| | | bool ret = ctx.init_db(cacheContext); |
| | | LOG_INFO << "init stface db dbid=" << ctx.dbid << ", ret=" << ret << LOG_ENDL; |
| | | } |
| | | |
| | | return true; |
| | | } |
| | | |
| | | void STFaceCache::close_dbs() |
| | |
| | | } |
| | | } |
| | | |
| | | FDP_FaceDetectResult STFaceCache::detect_neg(const STFaceImage& img) |
| | | { |
| | | if (img.db_id <= 0) |
| | | { |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | #ifdef ENABLE_DETECT_IN_NEGATIVE_DBID |
| | | STFaceImage imgNeg(img); |
| | | FDP_FaceDetectResult res(FDP_FDR_INVALID); |
| | | |
| | | imgNeg.db_id = STFS_DBID_VISITOR_1; |
| | | res = detect(imgNeg); // #todo optimize extract feature once |
| | | if (res.db_id != STFS_DBID_INVALID) |
| | | return res; |
| | | |
| | | imgNeg.db_id = STFS_DBID_TEMPDB_1; |
| | | res = detect(imgNeg); |
| | | if (res.db_id != STFS_DBID_INVALID) |
| | | return res; |
| | | #endif |
| | | |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | FDP_FaceDetectResult STFaceCache::detect(const STFaceImage& img) |
| | | { |
| | | stface_ctx_map_t& dbContext(*(stface_ctx_map_t*)_dbContext); |
| | | |
| | | LOG_WARN << "detect in dbid=" << img.db_id << LOG_ENDL; |
| | | |
| | | if (img.db_id == 0) |
| | | { |
| | |
| | | if (iterCtx == dbContext.end()) |
| | | { |
| | | LOG_WARN << "no db find dbid=" << img.db_id << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return detect_neg(img); |
| | | } |
| | | |
| | | STFaceDBContext& ctx(iterCtx->second); |
| | | if (!ctx.dbLoadOK) |
| | | { |
| | | LOG_WARN << "dbLoadOK return false" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return detect_neg(img); |
| | | } |
| | | |
| | | top_idx_score_vect_t result; |
| | | if (!stface_search_db(ctx.handles, img, result)) |
| | | { |
| | | LOG_WARN << "stface_search_db return false" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return detect_neg(img); |
| | | } |
| | | |
| | | if (result.empty()) |
| | | { |
| | | LOG_INFO << "stface_search_db return empty" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return detect_neg(img); |
| | | } |
| | | |
| | | LOGP(INFO, "stface_search_db return dbid=%d, idx=%d, score=%f", img.db_id, result[0].idx, result[0].score); |
| | | return FDP_FaceDetectResult(img.db_id, result[0].idx); |
| | | |
| | | if (result[0].score < RESULT_CONFIDENCE) |
| | | { |
| | | LOGP(INFO, "low score not accepted"); |
| | | return detect_neg(img); |
| | | } |
| | | |
| | | return FDP_FaceDetectResult(img.db_id, result[0].idx, result[0].score * 1000); |
| | | } |
| | | |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | FDP_FaceDetectResult STFaceCache::add(const STFaceImage& img) |
| | |
| | | stface_ctx_map_t& dbContext(*(stface_ctx_map_t*)_dbContext); |
| | | STFaceCacheContext& cacheContext(*(STFaceCacheContext*)_cacheContext); |
| | | |
| | | LOG_WARN << "add in dbid=" << img.db_id << LOG_ENDL; |
| | | |
| | | if (img.db_id == 0) |
| | | { |
| | | LOG_WARN << "db_id=0 not ok" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | stface_ctx_map_t::iterator iterCtx = dbContext.find(img.db_id); |
| | |
| | | ctx.dbfname = dbfname; |
| | | ctx.dbfpath = stfacedbPath; |
| | | ctx.dbid = img.db_id; |
| | | ctx.init_db(cacheContext); // copy handlers |
| | | |
| | | if (!stface_db_create(ctx.handles, ctx.db_full_path().c_str())) |
| | | { |
| | | LOG_WARN << "stface_db_create return false" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | if (!ctx.init_db(cacheContext)) |
| | | { |
| | | LOG_WARN << "ctx.init_db return false" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | } |
| | | |
| | | ctx.dbLoadOK = true; |
| | | |
| | | dbContext.insert(std::make_pair(ctx.dbid, ctx)); |
| | | iterCtx = dbContext.find(img.db_id); |
| | | } |
| | |
| | | if (iterCtx == dbContext.end()) |
| | | { |
| | | LOG_ERROR << "no stfacedb found" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | STFaceDBContext& ctx(iterCtx->second); |
| | | if (!ctx.dbLoadOK) |
| | | { |
| | | LOG_WARN << "dbLoadOK return false" << LOG_ENDL; |
| | | return FDP_FaceDetectResult(0, 0); |
| | | return FDP_FDR_INVALID; |
| | | } |
| | | |
| | | #ifdef ENABLE_ADD_TO_TEMPDB_WHEN_NOT_DETECT |
| | | tempdbFaceCount++; |
| | | #endif |
| | | |
| | | int idx = stface_db_add(ctx.handles, img); |
| | | LOG_INFO << "stface_db_add dbid=" << img.db_id << ", idx=" << idx << LOG_ENDL; |
| | | return FDP_FaceDetectResult(img.db_id, idx); |
| | | if (idx <= 1) |
| | | return FDP_FDR_INVALID; |
| | | else |
| | | return FDP_FaceDetectResult(img.db_id, idx, 0); |
| | | } |
| | | |
| | | FDP_FaceDetectResult STFaceCache::compare(const STFaceImage& img1, const STFaceImage& img2) |
| | | { |
| | | stface_ctx_map_t& dbContext(*(stface_ctx_map_t*)_dbContext); |
| | | STFaceCacheContext& cacheContext(*(STFaceCacheContext*)_cacheContext); |
| | | |
| | | stface_handles handles(cacheContext.getStFaceHandles()); |
| | | float c = stface_compare(handles, img1, img2); |
| | | FDP_FaceDetectResult result(0, 0, int(c * 1000)); |
| | | return result; |
| | | } |
| | | |
| | | void STFaceCache::search(const STFaceImage& img, fdr_vec_t& topResult) |
| | | { |
| | | stface_ctx_map_t& dbContext(*(stface_ctx_map_t*)_dbContext); |
| | | STFaceCacheContext& cacheContext(*(STFaceCacheContext*)_cacheContext); |
| | | |
| | | for(stface_ctx_map_t::iterator iterCtx = dbContext.begin(); iterCtx != dbContext.end(); ++iterCtx) |
| | | { |
| | | STFaceDBContext& ctx(iterCtx->second); |
| | | if (!ctx.dbLoadOK) |
| | | { |
| | | LOG_WARN << "dbLoadOK return false" << LOG_ENDL; |
| | | continue; |
| | | } |
| | | |
| | | top_idx_score_vect_t result; |
| | | if (!stface_search_db(ctx.handles, img, result)) |
| | | { |
| | | LOG_WARN << "stface_search_db return false" << LOG_ENDL; |
| | | continue; |
| | | } |
| | | |
| | | if (result.empty()) |
| | | { |
| | | LOG_INFO << "stface_search_db return empty" << LOG_ENDL; |
| | | continue; |
| | | } |
| | | |
| | | for(top_idx_score_vect_t::iterator it = result.begin(); it != result.end(); ++it) |
| | | { |
| | | int16_t new_confidence = it->score * 1000; |
| | | |
| | | fdr_vec_t::reverse_iterator rtTR = topResult.rbegin(); |
| | | if(!topResult.empty()) |
| | | { |
| | | while(new_confidence > rtTR->confidence) |
| | | ++rtTR; |
| | | } |
| | | |
| | | fdr_vec_t::iterator itTR(rtTR.base()); |
| | | topResult.insert(itTR, FDP_FaceDetectResult(ctx.dbid, it->idx, new_confidence)); |
| | | |
| | | |
| | | while(topResult.size() > 5) |
| | | topResult.pop_back(); |
| | | |
| | | |
| | | //if(topResult.empty()) |
| | | // topResult.push_back(FDP_FaceDetectResult(ctx.dbid, it->idx, new_confidence)); |
| | | // |
| | | // |
| | | //else if(new_confidence > topResult.rbegin()->confidence) |
| | | //{ |
| | | // while(topResult.size() > 4) |
| | | // topResult.pop_back(); |
| | | // for(fdr_vec_t::reverse_iterator rtTR = topResult.rbegin() + 1; rtTR != topResult.rend(); ++rtTR) |
| | | // { |
| | | // if(new_confidence < rtTR->confidence) |
| | | // { |
| | | // fdr_vec_t::iterator itTR(rtTR.base()); |
| | | // topResult.insert(itTR, FDP_FaceDetectResult(ctx.dbid, it->idx, new_confidence)); |
| | | // } |
| | | // } |
| | | //} |
| | | } |
| | | |
| | | //LOGP(INFO, "stface_search_db return dbid=%d, idx=%d, score=%f", img.db_id, result[0].idx, result[0].score); |
| | | } |
| | | |
| | | /* |
| | | topResult.push_back(FDP_FaceDetectResult(1, 2, 3)); |
| | | topResult.push_back(FDP_FaceDetectResult(-1, 2, 4)); |
| | | topResult.push_back(FDP_FaceDetectResult(1, 6, 5)); |
| | | */ |
| | | } |
| | | |
| | | void STFaceCache::delete_db(int dbid) |
| | | { |
| | | stface_ctx_map_t& dbContext(*(stface_ctx_map_t*)_dbContext); |
| | | STFaceCacheContext& cacheContext(*(STFaceCacheContext*)_cacheContext); |
| | | |
| | | stface_ctx_map_t::iterator iterCtx = dbContext.find(dbid); |
| | | if (iterCtx == dbContext.end()) |
| | | { |
| | | LOG_WARN << "no dbid=%d" << dbid << LOG_ENDL; |
| | | return; |
| | | } |
| | | |
| | | STFaceDBContext& ctx(iterCtx->second); |
| | | ctx.close_db(); |
| | | |
| | | char mvDBtoBak[1000]; |
| | | sprintf(mvDBtoBak, "cd %s; mv %s %d.bak;", stfacedbPath.c_str(), ctx.db_full_path().c_str(), dbid); |
| | | system(mvDBtoBak); |
| | | |
| | | dbContext.erase(iterCtx); |
| | | } |