fixez

Author: MaxwellDPS

app/build.gradle.kts

@@ -106,6 +106,14 @@ android {
         resources {
             excludes += "/META-INF/{AL2.0,LGPL2.1}"
         }
+        jniLibs {
+            keepDebugSymbols += listOf(
+                "*/libllm_inference_engine_jni.so",
+                "*/libsqlcipher.so",
+                "*/libtensorflowlite_gpu_jni.so",
+                "*/libtensorflowlite_jni.so"
+            )
+        }
     }
 
     // Ensure all build variants are visible in Android Studio

app/src/main/java/com/flockyou/ai/MediaPipeLlmClient.kt

@@ -92,9 +92,17 @@ class MediaPipeLlmClient @Inject constructor(
                     Log.d(TAG, "Initializing MediaPipe LLM with model: ${modelFile.name} (${modelFile.length() / 1024 / 1024} MB)")
 
                     // Build LLM inference options
+                    // Must set PreferredBackend to GPU or CPU (not legacy) for models with input masks
                     val optionsBuilder = LlmInference.LlmInferenceOptions.builder()
                         .setModelPath(modelFile.absolutePath)
                         .setMaxTokens(config.maxTokens)
+                        .setPreferredBackend(
+                            if (config.useGpuAcceleration) {
+                                LlmInference.Backend.GPU
+                            } else {
+                                LlmInference.Backend.CPU
+                            }
+                        )
 
                     val options = optionsBuilder.build()