Slide 138
Slide 138 text
138
(JNI )
class LocalExternAPI {
// Declare native methods
external fun preProcess(): Boolean
external fun loadModels(
assetManager: AssetManager,
useGPU: Boolean,
fp16: Boolean,
useNNAPI: Boolean,
useXNNPACK: Boolean,
useQNN: Boolean,
useDSPNPU: Boolean
): Boolean
external fun runLLM(
query: String,
addPrompt: Boolean,
clear: Boolean
): String
companion object {
init {
System.loadLibrary("myapplication")
}
}
}
extern "C" JNIEXPORT jboolean JNICALL
Java_com_example_myapplication_LocalExte
rnAPI_loadModels(
JNIEnv *env, jobject clazz,
jobject asset_manager,
jboolean use_gpu,
jboolean use_fp16,
jboolean use_nnapi,
jboolean use_xnnpack,
jboolean use_qnn,
jboolean use_dsp_npu)
Local(Offline) LLM :
on-device