From 7561c96d491d7a73e3eaf951807b519e8dc20cf2 Mon Sep 17 00:00:00 2001 From: Mengshiun Yu Date: Thu, 26 Sep 2024 01:04:22 -0400 Subject: [PATCH] [Android] Update Andorid APK (#2944) * Llama-3.1-8B-Instruct-q3f16_1 -> Llama-3.2-3B-Instruct-q4f16_0 * Qwen2-1.5B -> Qwen2.5-1.5B * Phi-3.5-mini q4f16_1 -> q4f16_0 --- android/MLCChat/mlc-package-config.json | 16 ++++++---------- docs/deploy/android.rst | 2 +- 2 files changed, 7 insertions(+), 11 deletions(-) diff --git a/android/MLCChat/mlc-package-config.json b/android/MLCChat/mlc-package-config.json index 580ffce0f2..a6a2fa1afa 100644 --- a/android/MLCChat/mlc-package-config.json +++ b/android/MLCChat/mlc-package-config.json @@ -2,17 +2,17 @@ "device": "android", "model_list": [ { - "model": "HF://mlc-ai/Phi-3.5-mini-instruct-q4f16_1-MLC", + "model": "HF://mlc-ai/Phi-3.5-mini-instruct-q4f16_0-MLC", "estimated_vram_bytes": 4250586449, - "model_id": "Phi-3.5-mini-instruct-q4f16_1-MLC", + "model_id": "Phi-3.5-mini-instruct-q4f16_0-MLC", "overrides": { "prefill_chunk_size": 128 } }, { - "model": "HF://mlc-ai/Qwen2-1.5B-Instruct-q4f16_1-MLC", + "model": "HF://mlc-ai/Qwen2.5-1.5B-Instruct-q4f16_1-MLC", "estimated_vram_bytes": 3980990464, - "model_id": "Qwen2-1.5B-Instruct-q4f16_1-MLC" + "model_id": "Qwen2.5-1.5B-Instruct-q4f16_1-MLC" }, { @@ -21,13 +21,9 @@ "estimated_vram_bytes": 3000000000 }, { - "model": "HF://mlc-ai/Llama-3.1-8B-Instruct-q3f16_1-MLC", + "model": "HF://mlc-ai/Llama-3.2-3B-Instruct-q4f16_0-MLC", "estimated_vram_bytes": 4679979417, - "model_id": "Llama-3.1-8B-Instruct-q3f16_1-MLC", - "overrides": { - "context_window_size": 768, - "prefill_chunk_size": 256 - } + "model_id": "Llama-3.2-3B-Instruct-q4f16_0-MLC" }, { "model": "HF://mlc-ai/Mistral-7B-Instruct-v0.3-q4f16_1-MLC", diff --git a/docs/deploy/android.rst b/docs/deploy/android.rst index c14c0b01b5..4b2317012c 100644 --- a/docs/deploy/android.rst +++ b/docs/deploy/android.rst @@ -14,7 +14,7 @@ The demo APK below is built for Samsung S23 with Snapdragon 8 Gen 2 chip. .. image:: https://seeklogo.com/images/D/download-android-apk-badge-logo-D074C6882B-seeklogo.com.png :width: 135 - :target: https://github.com/mlc-ai/binary-mlc-llm-libs/releases/download/Android-08222024/mlc-chat.apk + :target: https://github.com/mlc-ai/binary-mlc-llm-libs/releases/download/Android-09262024/mlc-chat.apk Prerequisite ------------