#include "RtspNativeCodecJNI.h" #include "CameraWrapper.h" #include #include //#include "looper.h" #include #include #include #include std::stringstream logss; //std::fstream logss("/storage/sdcard/log.log", std::fstream::out); //std::fstream logss("/storage/emulated/0/log.log", std::fstream::out); Logger g_logger(logss); CameraWrapper g_CameraWrappers[CAMERA_COUNT]; extern "C" { void Java_cn_com_basic_face_util_RtspFaceNative_init(JNIEnv *env, jclass clazz) { g_logger.set_level(VERBOSE); #ifdef USE_ST_SDK PipeLine::register_global_elem_creator("PL_SensetimeFaceTrack", create_PL_SensetimeFaceTrack); #endif for (size_t i = 0; i < CAMERA_COUNT; i++) { g_CameraWrappers[i].cameraIdx = i + 1; g_CameraWrappers[i].pipeLine = new PipeLine; PipeLine& pipeLine(*(g_CameraWrappers[i].pipeLine)); } } void Java_cn_com_basic_face_util_RtspFaceNative_setLocalIP(JNIEnv *env, jclass clazz, jstring ipaddr) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_setLocalIP" << LOG_ENDL; const char *utf8 = env->GetStringUTFChars(ipaddr, NULL); for (size_t i = 0; i < CAMERA_COUNT; i++) { g_CameraWrappers[i].rtspConfig.receivingInterfaceAddr = utf8; g_CameraWrappers[i].rtspConfig.desiredPortNum = 10056 + i * 4; g_CameraWrappers[i].rtspConfig.requestStreamingOverTcp = true; } env->ReleaseStringUTFChars(ipaddr, utf8); } // set the surface void Java_cn_com_basic_face_util_RtspFaceNative_setSurface(JNIEnv *env, jclass clazz, jint cameraIdx, jobject surface) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_setSurface" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); // obtain a native window from a Java surface if (cameraWrapper.window) { ANativeWindow_release((ANativeWindow*)(cameraWrapper.window)); cameraWrapper.window = NULL; } cameraWrapper.window = ANativeWindow_fromSurface(env, surface); LOGP(DEBUG, "@@@ setsurface %p", cameraWrapper.window); } jboolean Java_cn_com_basic_face_util_RtspFaceNative_createPlayer(JNIEnv* env, jclass clazz, jint cameraIdx, jstring uri) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_createPlayer" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); { const char *utf8Uri = env->GetStringUTFChars(uri, NULL); cameraWrapper.rtspConfig.rtspURL = utf8Uri; env->ReleaseStringUTFChars(uri, utf8Uri); cameraWrapper.rtspConfig.progName = "RtspNativeCodec"; cameraWrapper.rtspConfig.aux = true; // ffmpeg need aux, but live555 not cameraWrapper.rtspConfig.verbosityLevel = 1; cameraWrapper.rtspConfig.tunnelOverHTTPPortNum = 0; cameraWrapper.rtspConfig.args = nullptr; } { cameraWrapper.amcdConfig.ak_mime = "video/avc"; cameraWrapper.amcdConfig.ak_width = 640; cameraWrapper.amcdConfig.ak_height = 480; cameraWrapper.amcdConfig.windowSurface = nullptr; // cameraWrapper.window cameraWrapper.amcdConfig.releaseOutputBuffIdx = true; cameraWrapper.amcdConfig.generateDecodedDataPerFrame = 1; cameraWrapper.amcdConfig.renderFromOutputBuffIdx = false;//true cameraWrapper.amcdConfig.renderFromOutputBuff = false; #ifndef USE_ST_SDK cameraWrapper.amcdConfig.releaseOutputBuffIdxInPay = true; #endif } { cameraWrapper.asvrConfig.windowSurface = cameraWrapper.window; cameraWrapper.asvrConfig.outputOriginFrame = true; cameraWrapper.asvrConfig.outputRenderFrame = true; } { cameraWrapper.sftConfig.point_size = 21; cameraWrapper.sftConfig.detect_face_cnt_limit = MAX_FACE; cameraWrapper.sftConfig.draw_face_rect = false; cameraWrapper.sftConfig.draw_face_feature_point = false; cameraWrapper.sftConfig.generate_face_feature = true; cameraWrapper.sftConfig.doTrackPerFrame = 50; } bool ret = cameraWrapper.initPl(); if (ret) return (cameraWrapper.start() ? JNI_TRUE : JNI_FALSE); else return JNI_FALSE; } // shut down the native media system void Java_cn_com_basic_face_util_RtspFaceNative_shutdown(JNIEnv* env, jclass clazz, jint cameraIdx) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_shutdown" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); cameraWrapper.stop(); } //see: https://github.com/BelledonneCommunications/mediastreamer2/blob/master/src/android/android_mediacodec.cpp static int handle_java_exception(JNIEnv *env) { if (env->ExceptionCheck()) { env->ExceptionDescribe(); env->ExceptionClear(); return -1; } return 0; } static bool _loadClass(JNIEnv *env, const char *className, jclass *_class) { *_class = env->FindClass(className); if(handle_java_exception(env) == -1 || *_class == NULL) { LOGP(ERROR, "Could not load Java class [%s]", className); return false; } return true; } static bool _getStaticMethodID(JNIEnv *env, jclass _class, const char *name, const char *sig, jmethodID *method) { *method = env->GetStaticMethodID(_class, name, sig); if(handle_java_exception(env) == -1 || *method == NULL) { LOGP(ERROR, "Could not get static method %s[%s]", name, sig); return false; } return true; } jboolean Java_cn_com_basic_face_util_RtspFaceNative_setFaceCallback(JNIEnv* env, jclass clazz, jint cameraIdx, jstring className, jstring funcName) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_setFaceCallback" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); //jclass cls = env->GetObjectClass(clazz); // set for multithread callback env->GetJavaVM(&(cameraWrapper.javaVM)); cameraWrapper.javaEnv = env; std::string _className; { const char *utfFunc = env->GetStringUTFChars(className, NULL); _className = utfFunc; env->ReleaseStringUTFChars(className, utfFunc); } std::string _funcName; { const char *utfFunc = env->GetStringUTFChars(funcName, NULL); _funcName = utfFunc; env->ReleaseStringUTFChars(funcName, utfFunc); } _loadClass(env, _className.c_str(), &(cameraWrapper.faceCallbackClazz)); cameraWrapper.faceCallbackClazz = static_cast( env->NewGlobalRef( cameraWrapper.faceCallbackClazz )); //#todo need release? _getStaticMethodID(env, cameraWrapper.faceCallbackClazz, _funcName.c_str(), "(II)V", &(cameraWrapper.faceCallbackFunc)); // call test (sync) cameraWrapper.javaEnv->CallStaticVoidMethod(cameraWrapper.faceCallbackClazz, cameraWrapper.faceCallbackFunc, cameraWrapper.cameraIdx, 0); } void Java_cn_com_basic_face_util_RtspFaceNative_lockFace(JNIEnv* env, jclass clazz, jint cameraIdx) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_lockFace" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); cameraWrapper.lockFace(); } void Java_cn_com_basic_face_util_RtspFaceNative_releaseFace(JNIEnv* env, jclass clazz, jint cameraIdx) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_releaseFace" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); cameraWrapper.releaseFace(); } jint Java_cn_com_basic_face_util_RtspFaceNative_getFaceList(JNIEnv* env, jclass clazz, jint cameraIdx, jobject faceListPb) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_getFaceList" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); // #todo optimize not copy data here, set data to jbyteArray directly // Y channel of YUV420p, packed in protobuf uint8_t buffer[MAX_FACE * MAX_FACE_WIDTH * MAX_FACE_HEIGHT] = {0}; size_t buffSize = sizeof(buffer); //const size_t arrSize = env->GetArrayLength(faceListPb); bool ret = false; #ifdef USE_ST_SDK ret = cameraWrapper.faceCache.getFaceListPb(buffer, buffSize); #endif if (!ret) { LOG_INFO << "No face captured" << LOG_ENDL; return 0; } LOG_INFO << "Face captured " << LOG_ENDL; jclass jcRefByteArray = env->FindClass("cn/com/basic/face/util/RefByteArray"); jfieldID jfRefByteArray_arr = env->GetFieldID(jcRefByteArray, "arr","[B"); jbyteArray jbaFaceListPb = env->NewByteArray(buffSize); env->SetByteArrayRegion(jbaFaceListPb, 0, buffSize, (const jbyte*)buffer); env->SetObjectField(faceListPb, jfRefByteArray_arr, jbaFaceListPb); return buffSize; } jobject _Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages(JNIEnv* env, jclass clazz, jint cameraIdx, jobject faceImages) { LOG_DEBUG << "@@@ _Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); std::vector imgIdxes; size_t _faceImagesSize = MAX_FACE * MAX_FACE_WIDTH * MAX_FACE_HEIGHT * 3; uint8_t* _faceImages = new uint8_t[_faceImagesSize]; // android stack is small memset(_faceImages, 0, _faceImagesSize); bool ret = false; #ifdef USE_ST_SDK ret = cameraWrapper.faceCache.getFaceListImage(imgIdxes, _faceImages, _faceImagesSize); #endif if (imgIdxes.size() == 0) { LOG_INFO << "No face image captured" << LOG_ENDL; delete[] _faceImages; return nullptr; } jclass jcRefByteArray = env->FindClass("cn/com/basic/face/util/RefByteArray"); jfieldID jfRefByteArray_arr = env->GetFieldID(jcRefByteArray, "arr","[B"); jbyteArray jbaFaceImages = env->NewByteArray(_faceImagesSize); LOG_DEBUG << "_faceImagesSize=" << _faceImagesSize << LOG_ENDL; env->SetByteArrayRegion(jbaFaceImages, 0, _faceImagesSize, (const jbyte*)_faceImages); env->SetObjectField(faceImages, jfRefByteArray_arr, jbaFaceImages); delete[] _faceImages; jclass jcArrayList = env->FindClass("java/util/ArrayList"); jmethodID jmArrayList_ctor = env->GetMethodID(jcArrayList, "", "()V"); jmethodID jmArrayList_add = env->GetMethodID(jcArrayList, "add", "(Ljava/lang/Object;)Z"); jclass jcNativeImgIdx = env->FindClass("cn/com/basic/face/util/NativeImgIdx"); jmethodID jmNativeImgIdx_ctor = env->GetMethodID(jcNativeImgIdx, "", "()V"); jfieldID jfNativeImgIdx_offset = env->GetFieldID(jcNativeImgIdx, "offset","I"); jfieldID jfNativeImgIdx_size = env->GetFieldID(jcNativeImgIdx, "size","I"); jfieldID jfNativeImgIdx_type = env->GetFieldID(jcNativeImgIdx, "type","I"); jfieldID jfNativeImgIdx_width = env->GetFieldID(jcNativeImgIdx, "width","I"); jfieldID jfNativeImgIdx_height = env->GetFieldID(jcNativeImgIdx, "height","I"); jobject jobjArrayList_ImgIdxes = env->NewObject(jcArrayList , jmArrayList_ctor); for(size_t i = 0 ; i < imgIdxes.size(); i++) { jobject jobjNativeImgIdx = env->NewObject(jcNativeImgIdx , jmNativeImgIdx_ctor); env->SetIntField(jobjNativeImgIdx, jfNativeImgIdx_offset, imgIdxes[i].offset); env->SetIntField(jobjNativeImgIdx, jfNativeImgIdx_size, imgIdxes[i].size); env->SetIntField(jobjNativeImgIdx, jfNativeImgIdx_type, imgIdxes[i].type); env->SetIntField(jobjNativeImgIdx, jfNativeImgIdx_width, imgIdxes[i].width); env->SetIntField(jobjNativeImgIdx, jfNativeImgIdx_height, imgIdxes[i].height); env->CallBooleanMethod(jobjArrayList_ImgIdxes , jmArrayList_add , jobjNativeImgIdx); LOG_DEBUG << "imgIdx " << i << ":" << std::string(imgIdxes[i]) << LOG_ENDL; } return jobjArrayList_ImgIdxes; } jobject Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages(JNIEnv* env, jclass clazz, jint cameraIdx) { LOG_DEBUG << "@@@ Java_cn_com_basic_face_util_RtspFaceNative_getFaceImages" << LOG_ENDL; assert(cameraIdx > 0 && cameraIdx <= CAMERA_COUNT); cameraIdx -= 1; CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]); std::vector imgIdxes; size_t _faceImagesSize = MAX_FACE * MAX_FACE_WIDTH * MAX_FACE_HEIGHT * 3; uint8_t* _faceImages = new uint8_t[_faceImagesSize]; // android stack is small memset(_faceImages, 0, _faceImagesSize); bool ret = false; #ifdef USE_ST_SDK ret = cameraWrapper.faceCache.getFaceListImage(imgIdxes, _faceImages, _faceImagesSize); #endif if (imgIdxes.size() == 0) { LOG_INFO << "No face image captured" << LOG_ENDL; delete[] _faceImages; return nullptr; } jclass jcArrayList = env->FindClass("java/util/ArrayList"); jmethodID jmArrayList_ctor = env->GetMethodID(jcArrayList, "", "()V"); jmethodID jmArrayList_add = env->GetMethodID(jcArrayList, "add", "(Ljava/lang/Object;)Z"); jclass jcNativeImg = env->FindClass("cn/com/basic/face/util/NativeImg"); jmethodID jmNativeImg_ctor = env->GetMethodID(jcNativeImg, "", "()V"); jfieldID jfNativeImg_size = env->GetFieldID(jcNativeImg, "size","I"); jfieldID jfNativeImg_type = env->GetFieldID(jcNativeImg, "type","I"); jfieldID jfNativeImg_width = env->GetFieldID(jcNativeImg, "width","I"); jfieldID jfNativeImg_height = env->GetFieldID(jcNativeImg, "height","I"); jfieldID jfNativeImg_image = env->GetFieldID(jcNativeImg, "image","[B"); jobject jobjArrayList_Imgs = env->NewObject(jcArrayList , jmArrayList_ctor); for(size_t i = 0 ; i < imgIdxes.size(); i++) { jobject jobjNativeImg = env->NewObject(jcNativeImg , jmNativeImg_ctor); env->SetIntField(jobjNativeImg, jfNativeImg_size, imgIdxes[i].size); env->SetIntField(jobjNativeImg, jfNativeImg_type, imgIdxes[i].type); env->SetIntField(jobjNativeImg, jfNativeImg_width, imgIdxes[i].width); env->SetIntField(jobjNativeImg, jfNativeImg_height, imgIdxes[i].height); jbyteArray jbaFaceImage = env->NewByteArray(imgIdxes[i].size); env->SetByteArrayRegion(jbaFaceImage, 0, imgIdxes[i].size, (const jbyte*)(_faceImages + imgIdxes[i].offset)); env->SetObjectField(jobjNativeImg, jfNativeImg_image, jbaFaceImage); env->CallBooleanMethod(jobjArrayList_Imgs, jmArrayList_add , jobjNativeImg); LOG_DEBUG << "imgIdx " << i << ":" << std::string(imgIdxes[i]) << LOG_ENDL; } delete[] _faceImages; _faceImages = nullptr; return jobjArrayList_Imgs; } }