Merge pull request #225 from NexaAI/zack/vlm

add q8_0 for qwenaudio
NexaAI · Nov 9, 2024 · 4c548d1 · 4c548d1
2 parents 62a3bd4 + 47796f5
commit 4c548d1
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/dependency/llama.cpp b/dependency/llama.cpp
diff --git a/nexa/constants.py b/nexa/constants.py
@@ -112,6 +112,7 @@ class ModelType(Enum):
 NEXA_RUN_MODEL_MAP_AUDIO_LM = {
     "qwen2audio": "Qwen2-Audio-7.8B-Instruct:model-q4_0",
     "Qwen2-Audio-7.8B-Instruct:fp16": "Qwen2-Audio-7.8B-Instruct:model-fp16",
+    "Qwen2-Audio-7.8B-Instruct:q8_0": "Qwen2-Audio-7.8B-Instruct:model-q8_0",
     "Qwen2-Audio-7.8B-Instruct:q4_0": "Qwen2-Audio-7.8B-Instruct:model-q4_0",
     "omniaudio": "Octo-omni-audio:model-fp16",
     "Octo-omni-audio:fp16": "Octo-omni-audio:model-fp16",
@@ -185,6 +186,7 @@ class ModelType(Enum):
 NEXA_RUN_AUDIO_LM_PROJECTOR_MAP = {
     "qwen2audio": "Qwen2-Audio-7.8B-Instruct:projector-q4_0",
     "Qwen2-Audio-7.8B-Instruct:fp16": "Qwen2-Audio-7.8B-Instruct:projector-fp16",
+    "Qwen2-Audio-7.8B-Instruct:q8_0": "Qwen2-Audio-7.8B-Instruct:projector-q8_0",
     "Qwen2-Audio-7.8B-Instruct:q4_0": "Qwen2-Audio-7.8B-Instruct:projector-q4_0",
     "omniaudio": "Octo-omni-audio:projector-fp16",
     "Octo-omni-audio:fp16": "Octo-omni-audio:projector-fp16",
+7 −18		examples/nexa-omni-audio/omni.cpp
+2 −2		examples/nexa-omni-audio/omni.h
+5 −17		examples/omni-vlm/omni-vlm-wrapper.cpp
+1 −1		examples/omni-vlm/omni-vlm-wrapper.h
+1 −1		examples/omni-vlm/omni_vlm_cpp.py
+2 −4		examples/omni-vlm/omni_vlm_demo.py
+9 −21		examples/qwen2-audio/qwen2.cpp
+2 −2		examples/qwen2-audio/qwen2.h