Views
No views yet
.task file for deployment in Android apps.
The merged model is at 2796gauravc/functiongemma-pocketassist-v5..task file and use with MediaPipe LLM Inference API:1// build.gradle.kts
2implementation("com.google.mediapipe:tasks-genai:0.10.22")
3
4// Inference
5val options = LlmInference.LlmInferenceOptions.builder()
6 .setModelPath("/path/to/pocketassist_v5_q8_ekv1024.task")
7 .setMaxTokens(1024)
8 .setTopK(64)
9 .setTopP(0.95f)
10 .setTemperature(1.0f)
11 .setPreferredBackend(LlmInference.Backend.GPU) // or CPU
12 .build()
13val llm = LlmInference.createFromOptions(context, options)search, get_password, save_password, save_note,
get_notes, get_digest, status, help.task (MediaPipe / LiteRT)dynamic_int8