#include "RtspNativeCodecJNI.h"
|
#include "CameraWrapper.h"
|
#include <logger.h>
|
#include <Logger/src/logger.hpp>
|
|
//#include "looper.h"
|
#include <android/native_window_jni.h>
|
#include <media/NdkMediaCodec.h>
|
#include <media/NdkMediaExtractor.h>
|
|
#include <pthread.h>
|
|
std::stringstream logss;
|
//std::fstream logss("/storage/sdcard/log.log", std::fstream::out);
|
//std::fstream logss("/storage/emulated/0/log.log", std::fstream::out);
|
Logger g_logger(logss);
|
|
CameraWrapper g_CameraWrappers[CAMERA_COUNT];
|
|
extern "C"
|
{
|
|
void Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_init(JNIEnv *env, jclass clazz)
|
{
|
g_logger.set_level(VERBOSE);
|
|
PipeLine::register_global_elem_creator("PL_RTSPClient", create_PL_RTSPClient);
|
PipeLine::register_global_elem_creator("PL_AndroidMediaCodecDecoder", create_PL_AndroidMediaCodecDecoder);
|
|
#ifdef USE_ST_SDK
|
PipeLine::register_global_elem_creator("PL_SensetimeFaceTrack", create_PL_SensetimeFaceTrack);
|
#endif
|
|
for (size_t i = 0; i < CAMERA_COUNT; i++)
|
{
|
g_CameraWrappers[i].cameraIdx = i + 1;
|
|
g_CameraWrappers[i].pipeLine = new PipeLine;
|
PipeLine& pipeLine(*(g_CameraWrappers[i].pipeLine));
|
}
|
}
|
|
// set the surface
|
void Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_setSurface(JNIEnv *env, jclass clazz, jint cameraIdx, jobject surface)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_setSurface" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
|
// obtain a native window from a Java surface
|
if (cameraWrapper.window)
|
{
|
ANativeWindow_release((ANativeWindow*)(cameraWrapper.window));
|
cameraWrapper.window = NULL;
|
}
|
cameraWrapper.window = ANativeWindow_fromSurface(env, surface);
|
LOGP(DEBUG, "@@@ setsurface %p", cameraWrapper.window);
|
}
|
|
jboolean Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_createPlayer(JNIEnv* env, jclass clazz, jint cameraIdx, jstring uri)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_createPlayer" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
|
{
|
const char *utf8Uri = env->GetStringUTFChars(uri, NULL);
|
cameraWrapper.rtspConfig.rtspURL = utf8Uri;
|
env->ReleaseStringUTFChars(uri, utf8Uri);
|
|
cameraWrapper.rtspConfig.progName = "RtspNativeCodec";
|
cameraWrapper.rtspConfig.aux = true; // ffmpeg need aux, but live555 not
|
cameraWrapper.rtspConfig.verbosityLevel = 1;
|
cameraWrapper.rtspConfig.tunnelOverHTTPPortNum = 0;
|
cameraWrapper.rtspConfig.args = nullptr;
|
}
|
|
{
|
cameraWrapper.amcdConfig.ak_mime = "video/avc";
|
cameraWrapper.amcdConfig.ak_width = 1920;
|
cameraWrapper.amcdConfig.ak_height = 1080;
|
cameraWrapper.amcdConfig.windowSurface = cameraWrapper.window;
|
cameraWrapper.amcdConfig.releaseOutputBuffIdx = true;
|
}
|
|
{
|
cameraWrapper.sftConfig.point_size = 21;
|
cameraWrapper.sftConfig.detect_face_cnt_limit = MAX_FACE;
|
cameraWrapper.sftConfig.draw_face_rect = false;
|
cameraWrapper.sftConfig.draw_face_feature_point = false;
|
cameraWrapper.sftConfig.generate_face_feature = true;
|
}
|
|
bool ret = cameraWrapper.initPl();
|
if (ret)
|
return (cameraWrapper.start() ? JNI_TRUE : JNI_FALSE);
|
else
|
return JNI_FALSE;
|
}
|
|
// shut down the native media system
|
void Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_shutdown(JNIEnv* env, jclass clazz, jint cameraIdx)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_shutdown" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
cameraWrapper.stop();
|
}
|
|
jboolean Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_setFaceCallback(JNIEnv* env, jclass clazz, jint cameraIdx, jstring func)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_setFaceCallback" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
|
jclass cls = env->GetObjectClass(clazz);
|
|
const char *utfFunc = env->GetStringUTFChars(func, NULL);
|
cameraWrapper.faceCallback = env->GetMethodID(cls, utfFunc, "(II)V"); // Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_FaceCallback_func
|
env->ReleaseStringUTFChars(func, utfFunc);
|
|
// call:
|
//env->CallVoidMethod(obj, callback, 5 , 10);
|
}
|
|
void Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_lockFace(JNIEnv* env, jclass clazz, jint cameraIdx)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_lockFace" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
|
cameraWrapper.lockFace();
|
}
|
|
void Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_releaseFace(JNIEnv* env, jclass clazz, jint cameraIdx)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_releaseFace" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
|
cameraWrapper.releaseFace();
|
}
|
|
jboolean Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_getFaceList(JNIEnv* env, jclass clazz, jint cameraIdx, jbyteArray faceListPb)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_getFaceList" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
|
// Y channel of YUV420p, packed in protobuf
|
uint8_t buffer[MAX_FACE * MAX_FACE_WIDTH * MAX_FACE_HEIGHT];
|
size_t buffSize = sizeof(buffer);
|
bool ret = cameraWrapper.faceCache.getFaceListPb(buffer, buffSize);
|
|
if (!ret)
|
{
|
LOG_INFO << "No face captured" << LOG_ENDL;
|
return JNI_FALSE;
|
}
|
|
uint8_t* _faceListPb = (uint8_t*)faceListPb;
|
LOG_DEBUG << _faceListPb[0] << " "<< _faceListPb[1] << " "<< _faceListPb[2] << " " <<LOG_ENDL;
|
}
|
|
jboolean Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_getFaceImages(JNIEnv* env, jclass clazz, jint cameraIdx, jintArray faceImagesIdx, jbyteArray faceImages)
|
{
|
LOG_DEBUG << "@@@ Java_com_bsk_zhangbo_demoforbsk_util_RtspFaceNative_getFaceImages" << LOG_ENDL;
|
assert(cameraIdx <= CAMERA_COUNT);
|
cameraIdx -= 1;
|
CameraWrapper& cameraWrapper(g_CameraWrappers[cameraIdx]);
|
}
|
|
|
}
|
