[Android] Update Andorid APK (#2944)

* Llama-3.1-8B-Instruct-q3f16_1 -> Llama-3.2-3B-Instruct-q4f16_0 * Qwen2-1.5B -> Qwen2.5-1.5B * Phi-3.5-mini q4f16_1 -> q4f16_0
mlc-ai · Sep 26, 2024 · 7561c96 · 7561c96
1 parent 0d4cf7e
commit 7561c96
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 11 deletions.
diff --git a/android/MLCChat/mlc-package-config.json b/android/MLCChat/mlc-package-config.json
@@ -2,17 +2,17 @@
     "device": "android",
     "model_list": [
         {
-            "model": "HF://mlc-ai/Phi-3.5-mini-instruct-q4f16_1-MLC",
+            "model": "HF://mlc-ai/Phi-3.5-mini-instruct-q4f16_0-MLC",
             "estimated_vram_bytes": 4250586449,
-            "model_id": "Phi-3.5-mini-instruct-q4f16_1-MLC",
+            "model_id": "Phi-3.5-mini-instruct-q4f16_0-MLC",
             "overrides": {
                 "prefill_chunk_size": 128
             }
         },
         {
-            "model": "HF://mlc-ai/Qwen2-1.5B-Instruct-q4f16_1-MLC",
+            "model": "HF://mlc-ai/Qwen2.5-1.5B-Instruct-q4f16_1-MLC",
             "estimated_vram_bytes": 3980990464,
-            "model_id": "Qwen2-1.5B-Instruct-q4f16_1-MLC"
+            "model_id": "Qwen2.5-1.5B-Instruct-q4f16_1-MLC"
 
         },
         {
@@ -21,13 +21,9 @@
             "estimated_vram_bytes": 3000000000
         },
         {
-            "model": "HF://mlc-ai/Llama-3.1-8B-Instruct-q3f16_1-MLC",
+            "model": "HF://mlc-ai/Llama-3.2-3B-Instruct-q4f16_0-MLC",
             "estimated_vram_bytes": 4679979417,
-            "model_id": "Llama-3.1-8B-Instruct-q3f16_1-MLC",
-            "overrides": {
-                "context_window_size": 768,
-                "prefill_chunk_size": 256
-            }
+            "model_id": "Llama-3.2-3B-Instruct-q4f16_0-MLC"
         },
         {
             "model": "HF://mlc-ai/Mistral-7B-Instruct-v0.3-q4f16_1-MLC",

diff --git a/docs/deploy/android.rst b/docs/deploy/android.rst
@@ -14,7 +14,7 @@ The demo APK below is built for Samsung S23 with Snapdragon 8 Gen 2 chip.
 
 .. image:: https://seeklogo.com/images/D/download-android-apk-badge-logo-D074C6882B-seeklogo.com.png
   :width: 135
-  :target: https://github.com/mlc-ai/binary-mlc-llm-libs/releases/download/Android-08222024/mlc-chat.apk
+  :target: https://github.com/mlc-ai/binary-mlc-llm-libs/releases/download/Android-09262024/mlc-chat.apk
 
 Prerequisite
 ------------