From d2f697fa887e28b86d38332e2fbde930c54fb43f Mon Sep 17 00:00:00 2001 From: xuxiuxi <xuxiuxi@454eff88-639b-444f-9e54-f578c98de674> Date: 星期四, 20 四月 2017 10:16:49 +0800 Subject: [PATCH] --- VisitFace/RtspNativeCodec/app/src/main/cpp/RtspNativeCodecJNI.cpp | 105 +++++++++++++++++++++++++++++++++++++++++++++++----- 1 files changed, 94 insertions(+), 11 deletions(-) diff --git a/VisitFace/RtspNativeCodec/app/src/main/cpp/RtspNativeCodecJNI.cpp b/VisitFace/RtspNativeCodec/app/src/main/cpp/RtspNativeCodecJNI.cpp index 69836e8..439e16c 100644 --- a/VisitFace/RtspNativeCodec/app/src/main/cpp/RtspNativeCodecJNI.cpp +++ b/VisitFace/RtspNativeCodec/app/src/main/cpp/RtspNativeCodecJNI.cpp @@ -23,9 +23,6 @@ void Java_cn_com_basic_face_util_RtspFaceNative_init(JNIEnv *env, jclass clazz) { g_logger.set_level(VERBOSE); - - PipeLine::register_global_elem_creator("PL_RTSPClient", create_PL_RTSPClient); - PipeLine::register_global_elem_creator("PL_AndroidMediaCodecDecoder", create_PL_AndroidMediaCodecDecoder); #ifdef USE_ST_SDK PipeLine::register_global_elem_creator("PL_SensetimeFaceTrack", create_PL_SensetimeFaceTrack); @@ -38,6 +35,20 @@ g_CameraWrappers[i].pipeLine = new PipeLine; PipeLine& pipeLine(*(g_CameraWrappers[i].pipeLine)); } +} + +void Java_cn_com_basic_face_util_RtspFaceNative_setLocalIP(JNIEnv *env, jclass clazz, jstring ipaddr) +{ + LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_setLocalIP" << LOG_ENDL; + + const char *utf8 = env->GetStringUTFChars(ipaddr, NULL); + for (size_t i = 0; i < CAMERA_COUNT; i++) + { + g_CameraWrappers[i].rtspConfig.receivingInterfaceAddr = utf8; + g_CameraWrappers[i].rtspConfig.desiredPortNum = 10056 + i * 4; + g_CameraWrappers[i].rtspConfig.requestStreamingOverTcp = true; + } + env->ReleaseStringUTFChars(ipaddr, utf8); } // set the surface @@ -81,23 +92,32 @@ { cameraWrapper.amcdConfig.ak_mime = "video/avc"; - cameraWrapper.amcdConfig.ak_width = 1920; - cameraWrapper.amcdConfig.ak_height = 1080; - cameraWrapper.amcdConfig.windowSurface = cameraWrapper.window = nullptr;//#todo + cameraWrapper.amcdConfig.ak_width = 640; + cameraWrapper.amcdConfig.ak_height = 480; + cameraWrapper.amcdConfig.windowSurface = nullptr; // cameraWrapper.window cameraWrapper.amcdConfig.releaseOutputBuffIdx = true; cameraWrapper.amcdConfig.generateDecodedDataPerFrame = 1; + cameraWrapper.amcdConfig.renderFromOutputBuffIdx = false;//true + cameraWrapper.amcdConfig.renderFromOutputBuff = false; #ifndef USE_ST_SDK cameraWrapper.amcdConfig.releaseOutputBuffIdxInPay = true; #endif } - - { + + { + cameraWrapper.asvrConfig.windowSurface = cameraWrapper.window; + cameraWrapper.asvrConfig.outputOriginFrame = true; + cameraWrapper.asvrConfig.outputRenderFrame = true; + } + + { cameraWrapper.sftConfig.point_size = 21; cameraWrapper.sftConfig.detect_face_cnt_limit = MAX_FACE; cameraWrapper.sftConfig.draw_face_rect = false; cameraWrapper.sftConfig.draw_face_feature_point = false; cameraWrapper.sftConfig.generate_face_feature = true; - } + cameraWrapper.sftConfig.doTrackPerFrame = 50; + } bool ret = cameraWrapper.initPl(); if (ret) @@ -236,9 +256,9 @@ return buffSize; } -jobject Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages(JNIEnv* env, jclass clazz, jint cameraIdx, jobject faceImages) +jobject _Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages(JNIEnv* env, jclass clazz, jint cameraIdx, jobject faceImages) { - LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages" << LOG_ENDL; + LOG_DEBUG << "@@@ _Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); @@ -265,6 +285,7 @@ jfieldID jfRefByteArray_arr = env->GetFieldID(jcRefByteArray, "arr","[B"); jbyteArray jbaFaceImages = env->NewByteArray(_faceImagesSize); + LOG_DEBUG << "_faceImagesSize=" << _faceImagesSize << LOG_ENDL; env->SetByteArrayRegion(jbaFaceImages, 0, _faceImagesSize, (const jbyte*)_faceImages); env->SetObjectField(faceImages, jfRefByteArray_arr, jbaFaceImages); delete[] _faceImages; @@ -293,10 +314,72 @@ env->SetIntField(jobjNativeImgIdx, jfNativeImgIdx_height, imgIdxes[i].height); env->CallBooleanMethod(jobjArrayList_ImgIdxes , jmArrayList_add , jobjNativeImgIdx); + + LOG_DEBUG << "imgIdx " << i << ":" << std::string(imgIdxes[i]) << LOG_ENDL; } return jobjArrayList_ImgIdxes; } +jobject Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages(JNIEnv* env, jclass clazz, jint cameraIdx) +{ + LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages" << LOG_ENDL; + assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); + cameraIdx -= 1; + CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); + + std::vector<NativeImgIdx> imgIdxes; + size_t _faceImagesSize = MAX_FACE * MAX_FACE_WIDTH * MAX_FACE_HEIGHT * 3; + uint8_t* _faceImages = new uint8_t[_faceImagesSize]; // android stack is small + memset(_faceImages, 0, _faceImagesSize); + + bool ret = false; + +#ifdef USE_ST_SDK + ret = cameraWrapper.faceCache.getFaceListImage(imgIdxes, _faceImages, _faceImagesSize); +#endif + + if (imgIdxes.size() == 0) + { + LOG_INFO << "No face image captured" << LOG_ENDL; + delete[] _faceImages; + return nullptr; + } + + jclass jcArrayList = env->FindClass("java/util/ArrayList"); + jmethodID jmArrayList_ctor = env->GetMethodID(jcArrayList, "<init>", "()V"); + jmethodID jmArrayList_add = env->GetMethodID(jcArrayList, "add", "(Ljava/lang/Object;)Z"); + + jclass jcNativeImg = env->FindClass("cn/com/basic/face/util/NativeImg"); + jmethodID jmNativeImg_ctor = env->GetMethodID(jcNativeImg, "<init>", "()V"); + jfieldID jfNativeImg_size = env->GetFieldID(jcNativeImg, "size","I"); + jfieldID jfNativeImg_type = env->GetFieldID(jcNativeImg, "type","I"); + jfieldID jfNativeImg_width = env->GetFieldID(jcNativeImg, "width","I"); + jfieldID jfNativeImg_height = env->GetFieldID(jcNativeImg, "height","I"); + jfieldID jfNativeImg_image = env->GetFieldID(jcNativeImg, "image","[B"); + + jobject jobjArrayList_Imgs = env->NewObject(jcArrayList , jmArrayList_ctor); + + for(size_t i = 0 ; i < imgIdxes.size(); i++) + { + jobject jobjNativeImg = env->NewObject(jcNativeImg , jmNativeImg_ctor); + env->SetIntField(jobjNativeImg, jfNativeImg_size, imgIdxes[i].size); + env->SetIntField(jobjNativeImg, jfNativeImg_type, imgIdxes[i].type); + env->SetIntField(jobjNativeImg, jfNativeImg_width, imgIdxes[i].width); + env->SetIntField(jobjNativeImg, jfNativeImg_height, imgIdxes[i].height); + + jbyteArray jbaFaceImage = env->NewByteArray(imgIdxes[i].size); + env->SetByteArrayRegion(jbaFaceImage, 0, imgIdxes[i].size, (const jbyte*)(_faceImages + imgIdxes[i].offset)); + env->SetObjectField(jobjNativeImg, jfNativeImg_image, jbaFaceImage); + + env->CallBooleanMethod(jobjArrayList_Imgs, jmArrayList_add , jobjNativeImg); + + LOG_DEBUG << "imgIdx " << i << ":" << std::string(imgIdxes[i]) << LOG_ENDL; + } + + delete[] _faceImages; + _faceImages = nullptr; + return jobjArrayList_Imgs; +} } -- Gitblit v1.8.0