package com.cloud.retrieve.service.impl; import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.cloud.common.utils.RestTemplateUtil; import com.cloud.model.common.Result; import com.cloud.retrieve.dao.CulOrDevDao; import com.cloud.retrieve.model.EsDataQueryParam; import com.cloud.retrieve.service.DeviceService; import com.cloud.retrieve.service.EsDataService; import com.cloud.retrieve.service.SearchPhotoService; import com.cloud.retrieve.service.UserService; import com.cloud.retrieve.utils.C_Es_Map; import com.cloud.retrieve.utils.EnumStr; import lombok.extern.slf4j.Slf4j; import org.apache.commons.lang3.StringUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.data.redis.core.ListOperations; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.http.MediaType; import org.springframework.stereotype.Component; import org.springframework.stereotype.Service; import org.springframework.web.client.HttpClientErrorException; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.*; import java.util.stream.Collectors; import java.util.stream.Stream; @Slf4j @Service public class EsDataServiceImpl implements EsDataService { @Autowired private EnumStr enumStr; @Autowired private CulOrDevDao culOrDevDao; @Autowired private DeviceService deviceService; @Autowired private UserService userService; private SimpleDateFormat sdfTime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); private SimpleDateFormat sdfMouth = new SimpleDateFormat("yyyy-MM"); private SimpleDateFormat sdfDay = new SimpleDateFormat("yyyy-MM-dd"); @Autowired private SearchPhotoService searchPhotoService; /** * 首页 全部条件查询数据 * @param esSearch * @return */ public JSONObject getAllDataByMoreParams(EsDataQueryParam esSearch){ String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); JSONObject respView = new JSONObject(); String reqJson = changeObjectToJson(esSearch); log.info("es 查询json 参数：==>"+reqJson); JSONObject dataBaseParams = JSONObject.parseObject(reqJson); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl,dataBaseParams,MediaType.APPLICATION_JSON_UTF8, false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); Long total = hits.getLong("total"); respView.put("total",total); JSONArray hits1 = hits.getJSONArray("hits"); JSONArray jsonArray = new JSONArray(); if (hits1!=null&& !hits1.isEmpty()){ for (Object obj : hits1) { JSONObject hit = (JSONObject)obj; String id = hit.getString("_id"); JSONObject source = hit.getJSONObject("_source"); source.put("Id",id); // 返回数据处理 respSource( source); jsonArray.add(source); } } // 添加 数据判断 是否添加数据待确认报警 if (esSearch.getIsAlermSum()!=null && esSearch.getIsAlermSum()){ if ("1".equals(esSearch.getAck_alarm())){ respView.put("alarmSum",total); esSearch.setAck_alarm("0"); Long alarmSum = getIsAckAlarmSum(esSearch); respView.put("noAlarmSum",alarmSum); respView.put("allAlarmSum",alarmSum+total); }else if ("0".equals(esSearch.getAck_alarm())){ esSearch.setAck_alarm("1"); Long alarmSum = getIsAckAlarmSum(esSearch); respView.put("alarmSum",alarmSum); respView.put("noAlarmSum",total); respView.put("allAlarmSum",alarmSum+total); }else{ esSearch.setAck_alarm("1"); Long alarmSum = getIsAckAlarmSum(esSearch); respView.put("alarmSum",alarmSum); respView.put("noAlarmSum",total-alarmSum); respView.put("allAlarmSum",total); } } respView.put("esList",jsonArray); return respView; } /** * 分割 底库 数据条件 * @param tCluAndBaseNameAndHub * @return cluId baseName hubStatus */ public String[] getCluAndBaseNameAndHub(String tCluAndBaseNameAndHub){ return tCluAndBaseNameAndHub.split("\\$"); } // 获取 待确认报警总数 private Long getIsAckAlarmSum(EsDataQueryParam esSearch){ String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); String reqJson = changeObjectToJson(esSearch); log.info("es 查询json 参数：==>"+reqJson); JSONObject dataBaseParams = JSONObject.parseObject(reqJson); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl,dataBaseParams,MediaType.APPLICATION_JSON_UTF8, false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); Long total = hits.getLong("total"); return total; } // 修改确认报警 @Override public JSONObject updateEsDataByEsId(String dataId, String ack_alarm) { String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esIndexUrl = enumStr.getEsIndexUrl(); String[] nidexes = esIndexUrl.substring(1).split(","); JSONObject respView = new JSONObject();boolean isUpdate = false; int in = 0; for (String nidex : nidexes){ String esType = in==0?enumStr.getEsPersonType():enumStr.getEsActionType(); String esBaseUrl = "/"+nidex+esType+"/"+dataId+enumStr.getEsUpdate(); String isRefresh = "?refresh=wait_for"; // wait_for 等候默认参数刷新 true 立即刷新 String reqJson = "{\"doc\":{\"ack_alarm\":\"1\"},\"detect_noop\":false}"; JSONObject dataBaseParams = JSONObject.parseObject(reqJson); log.info("修改url:"+bsUrl+esBaseUrl+isRefresh); log.info("修改Params:"+dataBaseParams.toJSONString()); JSONObject respData = null; try { String resp = RestTemplateUtil.post(bsUrl+esBaseUrl+isRefresh,dataBaseParams,MediaType.APPLICATION_JSON_UTF8, false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); } catch (HttpClientErrorException e) { log.info("es 修改确认报警信息："+e.getLocalizedMessage()); // e.printStackTrace(); } if (respData != null && respData.getInteger("status") == null ){ respView.put("update",1); respView.put("success",true); isUpdate = true; break; } in++; } if (!isUpdate){ respView.put("update",0); respView.put("success",false); } return respView; } // 查询摄像机报警记录=== @Override public JSONObject findEsPersonAlarmDataByEquPage(Integer page, Integer size,String equId,String personIsHub) { String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); JSONObject respView = new JSONObject(); int from = (page-1)*size; String frimJson = allQueryJson.replace("fromNum", "" + from); String sizeJson = frimJson.replace("sizeNum", "" + size); String queryParams = ""; boolean isAddParams = false; // 查询 term 拼接 // 是否 term 有内容 if (personIsHub != null && "1".equals(personIsHub)){ String hubTerm = term.replace("eqiId","1"); String isHubTerm = hubTerm.replace("videoReqNum","personIsHub"); if (isAddParams){queryParams+=",";}else {isAddParams = true; } // 查询条件分隔符 queryParams+=isHubTerm; } if(equId!=null &&!equId.isEmpty()){ String equTerm = term.replace("eqiId",equId); if (isAddParams){queryParams+=",";}else {isAddParams = true; } // 查询条件分隔符 queryParams+=equTerm; }else { log.info("es 查询条件中equId未知："+equId); } if (sizeJson.contains("shouldParams")) sizeJson = sizeJson .replace(",shouldParams",""); // log.info("es 查询json 待拼接参数：==>"+queryParams); String reqJson = sizeJson.replace("addSearchParams", queryParams); reqJson = reqJson.replace("sdkTypes",""); reqJson = reqJson.replace("scoreSort",""); // log.info("es 查询json 参数：==>"+reqJson); JSONObject dataBaseParams = JSONObject.parseObject(reqJson); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl,dataBaseParams,MediaType.APPLICATION_JSON_UTF8,false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); String total = hits.getString("total"); respView.put("total",total); JSONArray hits1 = hits.getJSONArray("hits"); JSONArray jsonArray = new JSONArray(); if (hits1!=null&& !hits1.isEmpty()){ for (Object obj : hits1) { JSONObject hit = (JSONObject)obj; String id = hit.getString("_id"); JSONObject source = hit.getJSONObject("_source"); source.put("Id",id); // 返回数据处理 respSource( source); jsonArray.add(source); } } respView.put("equList",jsonArray); return respView; } private String allAlarmJson = "{\"from\":page,\"size\":number,\"query\":{\"bool\":{\"must\":[" + "{\"terms\":{\"ack_alarm\":[\"0\",\"\"]}},{\"term\":{\"personIsHub\":\"1\"}}daterange]}}," + "\"_source\":[\"BaseName\",\"Gender\",\"Id\",\"Race\",\"indeviceid\",\"indevicename\",\"likeDate\"," + "\"likePer\",\"personId\",\"personIsHub\",\"personPicUrl\",\"picAddress\",\"picDate\",\"picName\"," + "\"picSmUrl\",\"sdkType\",\"videoIp\",\"videoNum\",\"videoReqNum\",\"ack_alarm\",\"imgKey\"],\"sort\":[{\"picDate\":{\"order\":\"desc\"}}]}"; // 地图页 全部报警记录 @Override public JSONObject findEsAllAlarmDataByPage(Integer page, Integer size,Date startDate,Date endDate) { String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); JSONObject respView = new JSONObject(); int from = (page-1)*size; String frimJson = allAlarmJson.replace("page", "" + from); String sizeJson = frimJson.replace("number", "" + size); // 时间需要处理 if (startDate == null && endDate == null){ sizeJson = sizeJson.replace("daterange",""); }else{ String range = ",{\"range\":{\"picDate\": {\"gt\": \"startDate\"," + "\"lte\": \"now/d\"}}}"; if (startDate != null){ range = range.replace("startDate", sdfTime.format(startDate)); }else { range = range.replace("\"gt\": \"startDate\",",""); } if (endDate != null){ range = range.replace("now/d",sdfTime.format(endDate)); } sizeJson = sizeJson.replace("daterange",range); } JSONObject dataBaseParams = JSONObject.parseObject(sizeJson); // log.info("sizeJson 查询全部报警记录参数："+sizeJson); // log.info("esurl:"+bsUrl+esBaseUrl); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl,dataBaseParams,MediaType.APPLICATION_JSON_UTF8,false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); String total = hits.getString("total"); respView.put("total",total); JSONArray hits1 = hits.getJSONArray("hits"); JSONArray jsonArray = new JSONArray(); if (hits1!=null&& !hits1.isEmpty()){ for (Object obj : hits1) { JSONObject hit = (JSONObject)obj; String id = hit.getString("_id"); JSONObject source = hit.getJSONObject("_source"); source.put("Id",id); // 返回数据处理 respSource( source); jsonArray.add(source); } } respView.put("equList",jsonArray); return respView; } private String getOneById = "{\"from\":0,\"size\":1,\"query\":{\"bool\":{\"must\":" + "[{\"term\":{\"_id\":\"personId\"}}]}}}"; @Override public JSONObject getPersonDetail(String id, String personId) { String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); String searchParam = getOneById.replace("personId",id); JSONObject dataBaseParams = JSONObject.parseObject(searchParam); // log.info("sizeJson 查询单人记录参数："+searchParam); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl, dataBaseParams, MediaType.APPLICATION_JSON_UTF8, false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); // String total = hits.getString("total"); JSONArray hits1 = hits.getJSONArray("hits"); JSONObject respView = new JSONObject(); if (hits1!=null&& !hits1.isEmpty()){ JSONObject hit = (JSONObject)hits1.get(0); JSONObject source = hit.getJSONObject("_source"); source.put("Id",id); // 返回数据处理 respSource( source); respView = source; log.info(id+"数据id查询返回："+respView); } // name, gender,cardId, phone, numCard, orgName // Map personMap = culOrDevDao.selectPersonDetailById(personId); Map personMap = userService.queryUserInfoById(personId); respView.put("name",personMap.get("name")); respView.put("gender",personMap.get("gender")); respView.put("cardId",personMap.get("cardId")); respView.put("phone",personMap.get("phone")); respView.put("no",personMap.get("no")); respView.put("orgName",personMap.get("orgName")); return respView; } private String personQueryJson = "{" + "\"from\": 0," + "\"size\": 100," + "\"query\": {" + "\"bool\": {" + "\"must\": [addSearchParams]," + "\"must_not\": [{\"term\": {\"personId\":\"perId\"}}]," + "\"adjust_pure_negative\": true," + "\"boost\": 1" + "}" + "}," + "\"sort\": [{" + "\"picDate\": {" + "\"order\": \"desc\"" + "}" + "}]" + "}"; /** * 随行人员查询 * @param videoReqNum * @param picDate * @return */ @Override public JSONObject getAccompanyPerson(String videoReqNum,String personId,String picDate,String Id) throws ParseException { String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); // 设备 id String searchParam1 = term.replace("eqiId",videoReqNum); // sdkType = 1 String idTerm2 = term.replace("videoReqNum", "sdkType"); String searchParam2 = idTerm2.replace("eqiId","1"); // 时间 调整 String rangeParam3 = ""; if(picDate!=null && !picDate.isEmpty()){ Date nowDate = sdfTime.parse(picDate); String startDate = range.replace("startDate", sdfTime.format(nowDate.getTime()-2000)); rangeParam3 = startDate.replace("endDate", sdfTime.format(nowDate.getTime()+2000)); }else { log.info("es 随行人员查询条件中时间未知："+picDate); } String queryJson = personQueryJson.replace("addSearchParams", searchParam1+"," +searchParam2+","+rangeParam3); String reqJson = ""; if (personId !=null && !personId.isEmpty() && !"wait todo".equalsIgnoreCase(personId)){ reqJson = queryJson.replace("perId", personId); }else{ String personJson = queryJson.replace("personId", "_id"); reqJson = personJson.replace("perId", Id); } JSONObject dataBaseParams = JSONObject.parseObject(reqJson); // log.info("sizeJson 查询全部报警记录参数："+reqJson); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl, dataBaseParams, MediaType.APPLICATION_JSON_UTF8, false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); String total = hits.getString("total"); JSONArray hits1 = hits.getJSONArray("hits"); JSONObject respView = new JSONObject(); JSONArray respResult = new JSONArray(); // 数据 比对结果存储 ------------- AccompanyPersonEsSaveData // String path = saveAccompanyEsData(Id, picDate); if (hits1!=null&& !hits1.isEmpty()){ JSONObject hit = (JSONObject)hits1.get(0); String id = hit.getString("_id"); // boolean isContainId = getEsDataById(id,path); boolean isContainId = false; if (!isContainId){ // 人员去重 true 为存在 JSONObject source = hit.getJSONObject("_source"); source.put("Id",id); //随行人员去重 -------------------- AccompanyPersonEsGetData // 返回数据处理 respSource(source); respResult.add(source); } } respView.put("total",respResult.size()); respView.put("personList",respResult); return respView; } // 从 redis 中查询数据 让后 确认过滤是否存在此数据 private boolean getEsDataById(String id,String path) { String eskey = path+enumStr.getEsListkey(); log.info("redis中取数据"); Long esDataTotle = (Long) redisTemplate.opsForList().size(eskey); log.info("es数据总数为"+esDataTotle); if (esDataTotle == null || esDataTotle < 1){ return false; } List> esList = redisTemplate.opsForList().range(eskey, 0,-1); long id1 = esList.parallelStream().filter(map -> (id.equals(map.get("Id")))).count(); if (id1 > 0){ return true; }else { return false; } } // 存储 随行人员 比对数据 未完待续 private String saveAccompanyEsData(String id, String picDate) throws ParseException { Map params = new HashMap<>(); params.put("page",1); params.put("liker",70); params.put("length",1000); String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl().split(",")[0]+enumStr.getEsPersonType(); // 调用 es 查询路径 path // 192.168.1.203:9200/videopersons/perVideoPicture/4f510335-3376-45cb-a661-8266c0512e74 String resp = RestTemplateUtil.get(bsUrl+esBaseUrl+"/"+id, new JSONObject(), false); JSONObject jsonObject = JSONObject.parseObject(resp); Boolean found = jsonObject.getBoolean("found"); if (found){ String path = jsonObject.getJSONObject("_source").getString("picSmUrl"); params.put("path",path); Date parse = sdfTime.parse(picDate); params.put("startDate",sdfTime.format(parse.getTime()-2000)); params.put("endDate",sdfTime.format(parse.getTime()+2000)); Map map = searchPhotoService.findLikerPicsRtnEsData(params); return path; }else { return null; } } private String personLocusJson = "{\"query\":{\"bool\":{\"must\":[" + "{\"term\":{\"personId\":\"personIdValue\"}}," + "{\"range\":{\"picDate\":{\"gt\":\"startDate\",\"lt\":\"endDate\"}}}]}}," + "\"_source\":[\"videoReqNum\",\"picDate\",\"picAddress\"],\"sort\":[{\"picDate\":{\"order\":\"asc\"}}],\"size\":1000}"; /** * 人员轨迹 * @param personId * @param startDate * @param endDate * @return */ @Override public JSONObject getPersonnLocus(String personId, String startDate, String endDate) { String bsUrl = "http://"+enumStr.getEsHOSTNAME()+":"+enumStr.getEsHTTP_PORT(); String esBaseUrl = enumStr.getEsIndexUrl()+enumStr.getEsSearch(); // 设备 id String personParam = personLocusJson.replace("personIdValue",personId); // 时间 调整 String startDateParam = personParam.replace("startDate",startDate); String reqJson = startDateParam.replace("endDate", endDate); log.info("reqJson 人员轨迹查询参数："+reqJson); JSONObject dataBaseParams = JSONObject.parseObject(reqJson); JSONObject respData = null; String resp = RestTemplateUtil.post(bsUrl+esBaseUrl, dataBaseParams, MediaType.APPLICATION_JSON_UTF8, false); if(StringUtils.isNotEmpty(resp)) respData = JSONObject.parseObject(resp); JSONObject hits = respData.getJSONObject("hits"); String total = hits.getString("total"); JSONArray hits1 = hits.getJSONArray("hits"); JSONObject respView = new JSONObject(); JSONArray respResult = new JSONArray(); List devIds = new ArrayList<>(); JSONArray devpath = new JSONArray(); respView.put("total",total); if (hits1!=null&& !hits1.isEmpty()){ String firstDate = null; for (Object obj : hits1){ JSONObject hit = (JSONObject)obj; String id = hit.getString("_id"); JSONObject source = hit.getJSONObject("_source"); source.put("Id",id); // monthfirst 每月标记 true 是首天 false Date picDate = source.getSqlDate("picDate"); if (picDate!=null&&!sdfMouth.format(picDate).equals(firstDate)){ source.put("monthfirst",true); firstDate = sdfMouth.format(picDate); }else { source.put("monthfirst",false); } String videoReqNum = source.getString("videoReqNum"); if (videoReqNum != null){ devpath.add(new String[]{videoReqNum+"_lon",videoReqNum+"_lat"}); }else { devpath.add(new String[2]); } devIds.add(source.getString("videoReqNum")); respResult.add(source); } // 处理 路径 轨迹 数据 changPathByDevId( respView, devpath); } respView.put("locusList",respResult); // 集群信息处理 // log.info("数据汇总："+devIds.size()); JSONArray sumNum = groupByGroupSum(devIds); respView.put("sumNum",sumNum); return respView; } /** * 分组 * @param demos */ public JSONArray groupByGroupSum(List demos){ Map collect = demos.parallelStream().collect(Collectors.groupingBy(String::toString,Collectors.counting())); JSONArray respDevSum = new JSONArray(); collect.forEach((key,value)->{ // System.out.println("分组："+key+":"+value); JSONObject devInfo = new JSONObject(); devInfo.put("devId",key); devInfo.put("decCount",value); respDevSum.add(devInfo); }); return respDevSum; } // 转换 摄像机坐标 path public void changPathByDevId(JSONObject respView,JSONArray devpath){ // 设备id 处理 Result result = deviceService.findAllDevices(); if (result.isSuccess() && devpath.size() > 0){ JSONObject data = (JSONObject) result.getData(); JSONArray posList = data.getJSONArray("posList"); String devPathBeforeJson = devpath.toJSONString(); // log.info("转换前 path 内容：devPathBeforeJson："+devPathBeforeJson); for (Object obj : posList) { JSONObject dev = (JSONObject)obj; String devId = dev.getString("id"); String devlat = dev.getString("latitude"); String devlon = dev.getString("longitude"); devPathBeforeJson = devPathBeforeJson.replaceAll("\""+devId + "_lon\"", devlon); devPathBeforeJson = devPathBeforeJson.replaceAll("\""+devId + "_lat\"", devlat); } //log.info("设备路径变换后json："+devPathBeforeJson); JSONArray afterPath = JSONArray.parseArray(devPathBeforeJson); for (int ap = 0,size = afterPath.size();ap> range = opsForList.range(picId + enumStr.getEsListkey(), 0, -1); // JSONObject jsonView = new JSONObject(); JSONArray devpath = new JSONArray(); JSONArray devList = new JSONArray(); List devIds = new ArrayList<>(); Collections.sort(range, new Comparator>(){ public int compare(Map map1, Map map2) { int i = (int) (map2.get("picDate")+"").compareTo( map1.get("picDate")+""); if(i == 0){ return 0; }else if(i<0){ return -1; }else { return 1; } } }); if (range != null){ jsonView.put("total",""+range.size()); SimpleDateFormat sdfDT = new SimpleDateFormat("yyyy年MM月"); for (Map esMap : range){ JSONObject source = new JSONObject(); source.put("picDate",esMap.get("picDate")); source.put("videoReqNum",esMap.get("videoReqNum")); source.put("picAddress",esMap.get("picAddress")); source.put("Id",esMap.get("Id")); // monthfirst 每月标记 true 是首天 false Date picDate = source.getSqlDate("picDate"); source.put("timeDay", sdfDay.format(picDate)); String videoReqNum = source.getString("videoReqNum");//摄像机id if (videoReqNum != null){ devpath.add(0,new String[]{videoReqNum+"_lon",videoReqNum+"_lat"}); }else { devpath.add(0,new String[2]); } devList.add(source); devIds.add(source.getString("videoReqNum")); } // 获取所有 摄像机 信息 JSONArray posList = new JSONArray(); Map reqInfosMap = new HashMap(); Result result = deviceService.findAllDevices(); if (result.isSuccess() && devpath.size() > 0){ JSONObject data = (JSONObject) result.getData(); posList = data.getJSONArray("posList"); reqInfosMap = posList.parallelStream().collect(Collectors.toMap(jsonObj->((JSONObject)jsonObj).getString("id"),jsonObj->(jsonObj))); } // 依据 设备id 分组聚合 数据 devList 数据为空 Map> videoReqNum = devList.parallelStream().collect(Collectors.groupingBy(source -> ((JSONObject) source).getString("videoReqNum"))); JSONArray devGroupList = new JSONArray(); JSONArray devInfos = new JSONArray(); Map finalReqInfosMap = reqInfosMap; videoReqNum.forEach((k, v) ->{ JSONObject reqSource = new JSONObject(); reqSource.put("videoReqNum",k); // 每个 摄像机的数据进行处理 List soues = (List)v; String firstDate = null; String currDay = "";// timeDay for (int i = 0; i < soues.size(); i++) { JSONObject sou = (JSONObject)soues.get(i); Date picDate = sou.getSqlDate("picDate"); String timeDay = sou.getString("timeDay"); if (picDate!=null&&!sdfMouth.format(picDate).equals(firstDate)){ JSONObject mouthSource = new JSONObject(); mouthSource .put("monthfirst",true); mouthSource.put("Id","jingersong"); mouthSource.put("showMonth",sdfDT.format(picDate)); mouthSource.put("videoReqNum",k); soues.add(i++,mouthSource); firstDate = sdfMouth.format(picDate); sou.put("monthfirst",false);currDay = timeDay; } else if (timeDay != null&& currDay.equals(timeDay)){ soues.remove(i--); }else{ currDay = timeDay; sou.put("monthfirst",false); } } reqSource.put("dateList",soues); devGroupList.add(reqSource); JSONObject devInfo = new JSONObject(); devInfo.put("id",k); JSONObject dev = (JSONObject) finalReqInfosMap.get(k); if (dev != null){ devInfo.put("name",dev.getString("name")); devInfo.put("address",dev.getString("address")); devInfos.add(devInfo); } }); jsonView.put("locusList",devGroupList); jsonView.put("devInfos",devInfos); }else{ jsonView.put("total",0); jsonView.put("locusList",new JSONArray()); jsonView.put("path",new JSONArray()); } // 处理 路径 轨迹 数据 changPathByDevId(jsonView, devpath); // 集群信息处理 // log.info("数据汇总："+devIds.size()); JSONArray sumNum = groupByGroupSum(devIds); jsonView.put("sumNum",sumNum); return jsonView; } // 返回数据 source 特殊处理 private void respSource(JSONObject source){ String sdkType = source.getString("sdkType"); // sdkType 类型 进行处理 String[] sdkTypes = C_Es_Map.esSdkType; String[] sdkValues = C_Es_Map.sdkValue; if(sdkType!=null&& sdkTypes.length==sdkValues.length){ for (int i = 0; i < sdkTypes.length; i++){ if(sdkType.equalsIgnoreCase(sdkTypes[i])){ sdkType = sdkValues[i];break; } } if (sdkType.equals("人脸")){ sdkType = "1"; } source.put("sdkType",sdkType); } // personId 'waittodo' 处理 String personId = (String) source.get("personId"); if (personId!=null && !personId.isEmpty() ){ if ( personId.contains("wait todo")){ source.put("personId",""); }else { // 查询数据库 name, gender, cardId, phone,b.`no` numCard,o.name orgName // Map respMap = culOrDevDao.selectPersonDetailById(personId); Map respMap = userService.queryUserInfoById(personId); if (respMap != null){ String name = (String) respMap.get("name"); source.put("name",name); source.put("gender",respMap.get("gender")); // 修改 覆盖es 性别属性 source.put("cardId",respMap.get("cardId")); source.put("phone",respMap.get("phone")); source.put("no",respMap.get("no")); source.put("orgName",respMap.get("orgName")); } } } // 底库名称处理 String baseName = (String) source.get("BaseName"); if(baseName!=null && baseName.startsWith("lt_")){ source.put("BaseName", baseName.substring(3)); }else if (baseName.contains("wait todo")){ source.put("BaseName",""); } // 相似值处理 likePer Object likePer =null; try { likePer = source.get("likePer"); if(likePer!=null){ // log.info("float likePer:"+likePer); // source.put("likePer",Math.round((Double)likePer*100)); source.put("likePer",Math.round(Double.parseDouble(likePer.toString())*100)); } }catch (Exception e){ e.printStackTrace(); log.info("Id:"+source.get("Id")+"本次查询likePer:"+likePer); } // Age 处理 Object age = source.get("Age"); if(age!=null){ int agei = -1; try { agei = (Integer)age; } catch (ClassCastException e){ agei = Integer.valueOf((String)age); log.info(e.getLocalizedMessage()); } if(agei>0 && agei < 7){ age ="童年"; }else if(agei>=7 && agei < 18){ age ="少年"; }else if(agei>=18 && agei < 40){ age ="青年"; }else if(agei>=40 && agei < 65){ age ="中年"; }else if(agei>= 65){ age ="老年"; } }else {age = "";} source.put("Age",age); } private String term = "{" + "\"term\": {\"videoReqNum\":\"eqiId\"}" + "}"; private String matchJson = "{\"multi_match\":{" + "\"query\":\"matchauery\"," + "\"fields\": [" + "\"Gender^2.0\"," + "\"Race^2.0\"," + "\"BaseName^1.5\"," + "\"content^1.0\"," + "\"picAddress^1.0\"" + "]," + "\"type\":\"cross_fields\"" + "}}"; private String terms = "{" + "\"terms\": {" + "\"videoReqNum\": termlist" + "}" + "}"; private String range = "{" + "\"range\": {" + "\"picDate\": {" + "\"from\": \"startDate\"," + "\"to\": \"endDate\"," + "\"include_lower\": true," + "\"include_upper\": false," + "\"boost\": 1" + "}}}"; /** * 查询json 转换 * @param esSearch * @return */ public String changeObjectToJson(EsDataQueryParam esSearch){ String contentes = esSearch.getContent(); Integer startAge = null,endAge = null; log.info("esSearch-->"+esSearch); Integer page = esSearch.getPage(); Integer size = esSearch.getSize(); int from = (page-1)*size; String frimJson = allQueryJson.replace("fromNum", "" + from); String sizeJson = frimJson.replace("sizeNum", "" + size); String[] split = null; // content 输入框内容 boolean isCont = false; if (contentes!= null && !contentes.isEmpty()){ if(contentes.contains("童")){ startAge = 0; endAge = 7;isCont =true; } if(contentes.contains("少")){ startAge = 7; endAge = 18;isCont =true; } if(contentes.contains("青")){ startAge= 18;endAge = 40;isCont =true; } if(contentes.contains("中")){ startAge =40;endAge = 65;isCont =true; } if(contentes.contains("老")){ startAge =65;endAge = 200;isCont =true; } if (isCont){ contentes = contentes.replaceAll("(童年)|(少年)|(青年)|(中年)|(老年)|(童)|(少)|(青)|(中)|(老)","").trim(); } split = contentes.trim().split("\\s+"); esSearch.setContents(split); esSearch.setContent(contentes); // wp 后加的 }else { esSearch.setContents(null); } String queryParams = "";boolean isAddParams = false; // 时间截取 条件查询 if(esSearch.getStartDate()!=null && esSearch.getEndDate()!=null){ String startDate = range.replace("startDate", sdfTime.format(esSearch.getStartDate())); String endDate = startDate.replace("endDate", sdfTime.format(esSearch.getEndDate())); if (isAddParams){queryParams+=",";} isAddParams = true; // 查询条件分隔符 queryParams+=endDate; }else { log.info("es 查询条件中时间未知："+esSearch.getStartDate()+"<====>"+esSearch.getEndDate()); } // 是否确认报警 if(esSearch.getAck_alarm()!=null && !esSearch.getAck_alarm().isEmpty()){ String ack_alarm = esSearch.getAck_alarm(); String alarmValue = null; if ("1".equalsIgnoreCase(ack_alarm)){ String personIsHubParam = term.replace("videoReqNum","ack_alarm"); String endDate = personIsHubParam.replace("eqiId","1"); if(isAddParams){queryParams+=",";}else { isAddParams = true; } // 查询条件分隔符 queryParams+=endDate; }else if ("0".equalsIgnoreCase(ack_alarm)){ alarmValue = "0"; String personIsHubParam = term.replace("videoReqNum","ack_alarm"); String endDate = personIsHubParam.replace("eqiId",alarmValue); if(isAddParams){queryParams+=",";}else { isAddParams = true; } // 查询条件分隔符 queryParams+=endDate; } } // likePer 相似值的处理 if (esSearch.getLikePer() != null && esSearch.getLikePer()> 0 && esSearch.getLikePer() <= 100){ String startDate = range.replace("startDate",(esSearch.getLikePer()-0.5)*0.01+""); String endDate = startDate.replace("endDate", "1.01"); endDate = endDate.replace("picDate","likePer"); if (isAddParams){queryParams+=",";} isAddParams = true; // 查询条件分隔符 queryParams+=endDate; } List analyType = esSearch.getSdkType(); // sdkType {"terms":{"sdkType":["1","6","4","7","8"]}}, if (analyType == null || analyType.isEmpty()){ // sizeJson = sizeJson.replace("sdkTypes",""); }else { // {"term":{"sdkType":"1"}}, String analyJson = ""; if (isAddParams){queryParams+=",";} isAddParams = true;// 查询条件分隔符 if (analyType.size()>0){ for (int s=0;s dataBaseList = esSearch.getDataBaseList(); // 旧版本 单集群 执行 暂废 wp 19-02-15 /* String dbName = terms.replace("indeviceid","BaseName"+C_Es_Map.fieldRaw); // List lists = Arrays.asList(esSearch.getDataBaseList()); String termlist = dbName.replace("termlist",JSONObject.toJSONString(dataBaseList)); // String.join(",", esSearch.getDataBaseList()) if (isAddParams){queryParams+=",";}else{ isAddParams = true;} // 查询条件分隔符 queryParams+=termlist;*/ // 新版本 支持 多集群 多底库类型执行 启用 wp 19-02-15 for (int i = 0; i < dataBaseList.size(); i++) { String dbNameMerge = dataBaseList.get(i); String[] dbNameMerges = getCluAndBaseNameAndHub(dbNameMerge); if (dbNameMerges.length == 3){ if (i != 0){shouldJson += ",";} String boolJson = boolQueryJson.replace("SSS",dbNameMerges[0]); boolJson = boolJson.replace("baseNameValue",dbNameMerges[1]); boolJson = boolJson.replace("hubValue",dbNameMerges[2]); shouldJson += boolJson; } } }else{ log.info("es 查询条件中dataBaseList无："+esSearch.getStartDate()+"<====>"+esSearch.getEndDate()); } log.info("es 查询条件中时间未知："+esSearch.getStartDate()+"<====>"+esSearch.getEndDate()); } // 青年 截取 条件 查询 if(startAge!=null && endAge!=null){ String ageField = range.replace("picDate","Age"); String startage = ageField.replace("startDate",startAge.toString()); String endage = startage.replace("endDate",endAge.toString()); if (isAddParams){queryParams+=",";} isAddParams = true;// 查询条件分隔符 queryParams+=endage; }else{ log.info("es 查询条件中age无："+esSearch.getStartDate()+"<====>"+esSearch.getEndDate()); } // 设备id 集合查询 if(esSearch.getIndeviceid()!=null && !esSearch.getIndeviceid().isEmpty() && (esSearch.getCluId()==null || esSearch.getCluId().isEmpty())){ String termlist = terms.replace("termlist",JSONObject.toJSONString(esSearch.getIndeviceid()) ); // String.join(",", esSearch.getIndeviceid()) if (isAddParams){queryParams+=",";} isAddParams = true; // 查询条件分隔符 queryParams+=termlist; }else if ("monitorTree".equalsIgnoreCase(esSearch.getCluId())){ String termlist = terms.replace("termlist","[\"monitorTree\"]"); // String.join(",", esSearch.getIndeviceid()) if (isAddParams){queryParams+=",";} isAddParams = true; // 查询条件分隔符 queryParams+=termlist; }else{ log.info("es 查询条件中IndeviceidList无："+esSearch.getStartDate()+"<====>"+esSearch.getEndDate()+"esSearch.getCluId()"+esSearch.getCluId()); } // contents 数据查询 if (esSearch.getContents()!=null&& esSearch.getContents().length>0 &&esSearch.getContent() != null && !esSearch.getContent().isEmpty() ){ List employerList = userService.getEmployerList(esSearch.getContent()); List ids = null; if (employerList != null){ ids = employerList.stream() .map(p -> (((JSONObject)p).getString("id"))) .collect(Collectors.toList()); } if (!StringUtils.isBlank(shouldJson)){shouldJson+=",";} String matchauery = matchJson.replace("matchauery", esSearch.getContent()); // cont shouldJson += matchauery; if (ids != null && !ids.isEmpty()){ String personIds = terms.replace("videoReqNum", "personId"); String personJson = personIds.replace("termlist", JSONObject.toJSONString(ids)); shouldJson += (","+personJson); } } shouldJson = shouldQueryJson.replace("boolQuerys", shouldJson);// 构建 should sizeJson = sizeJson .replace("shouldParams",shouldJson); // 真正 添加 数据库的判断 if (esSearch.getContent()!= null && !esSearch.getContent().isEmpty()){ String scoreSort = "{\"_score\":{\"order\":\"desc\"}},"; sizeJson = sizeJson.replace("scoreSort",scoreSort); }else { sizeJson = sizeJson.replace("scoreSort",""); } // sizeJson = sizeJson.replace("picDate","_score"); // 用来干啥的？ String queryJson = sizeJson.replace("addSearchParams", queryParams); return queryJson; } // 设备记录 和 全部查询用到了 private String allQueryJson = "{" + "\"from\": fromNum," + "\"size\": sizeNum," + "\"query\": {" + "\"bool\": {" + "\"must\": [addSearchParams,shouldParams]," + "\"adjust_pure_negative\": true," + "\"boost\": 1" + "}" + "}," + "\"sort\": [" + "scoreSort"+ "{\"picDate\": {\"order\": \"desc\"}}" + "]" + "}"; private String shouldQueryJson = "{\"bool\": {\"should\": [boolQuerys]}}"; private final String boolQueryJson = "{\"bool\":{\"must\":[" + "{\"term\":{\"cluster_id\":{\"value\":\"SSS\"}}}," + "{\"term\":{\"BaseName.raw\":{\"value\":\"baseNameValue\"}}}," + "{\"term\":{\"personIsHub\":{\"value\":\"hubValue\"}}}]}}"; }