Skip to content

Commit

Permalink
update constants
Browse files Browse the repository at this point in the history
  • Loading branch information
@Davidqian123
Davidqian123 committed Nov 11, 2024
1 parent 29582a8 commit 0ce19fd
Showing 1 changed file with 58 additions and 31 deletions.
89 changes: 58 additions & 31 deletions nexa/constants.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ class ModelType(Enum):
"mistral": "Mistral-7B-Instruct-v0.3:q4_0",
"codegemma": "codegemma-2b:q4_0",
"codellama": "CodeLlama-7b-Instruct:q4_0",
"codeqwen": "Qwen2.5-Coder-1.5B-Instruct:q4_0",
"codeqwen": "Qwen2.5-Coder-3B-Instruct:q4_0",
"mathqwen": "Qwen2.5-Math-1.5B-Instruct:q4_0",
"deepseek-coder": "deepseek-coder-1.3b-instruct:q4_0",
"dolphin-mistral": "dolphin-2.8-mistral-7b:q4_0",
Expand Down Expand Up @@ -110,13 +110,25 @@ class ModelType(Enum):
}

NEXA_RUN_MODEL_MAP_AUDIO_LM = {
"qwen2audio": "Qwen2-Audio-7.8B-Instruct:model-q4_0",
"Qwen2-Audio-7.8B-Instruct:fp16": "Qwen2-Audio-7.8B-Instruct:model-fp16",
"Qwen2-Audio-7.8B-Instruct:q8_0": "Qwen2-Audio-7.8B-Instruct:model-q8_0",
"qwen2audio": "Qwen2-Audio-7.8B-Instruct:model-q4_K_M",
"Qwen2-Audio-7.8B-Instruct:q2_K": "Qwen2-Audio-7.8B-Instruct:model-q2_K",
"Qwen2-Audio-7.8B-Instruct:q3_K_L": "Qwen2-Audio-7.8B-Instruct:model-q3_K_L",
"Qwen2-Audio-7.8B-Instruct:q3_K_M": "Qwen2-Audio-7.8B-Instruct:model-q3_K_M",
"Qwen2-Audio-7.8B-Instruct:q3_K_S": "Qwen2-Audio-7.8B-Instruct:model-q3_K_S",
"Qwen2-Audio-7.8B-Instruct:q4_0": "Qwen2-Audio-7.8B-Instruct:model-q4_0",
"omniaudio": "Octo-omni-audio:model-fp16",
"Octo-omni-audio:fp16": "Octo-omni-audio:model-fp16",
"Octo-omni-audio:q4_0": "Octo-omni-audio:model-q4_0",
"Qwen2-Audio-7.8B-Instruct:q4_1": "Qwen2-Audio-7.8B-Instruct:model-q4_1",
"Qwen2-Audio-7.8B-Instruct:q4_K_M": "Qwen2-Audio-7.8B-Instruct:model-q4_K_M",
"Qwen2-Audio-7.8B-Instruct:q4_K_S": "Qwen2-Audio-7.8B-Instruct:model-q4_K_S",
"Qwen2-Audio-7.8B-Instruct:q5_0": "Qwen2-Audio-7.8B-Instruct:model-q5_0",
"Qwen2-Audio-7.8B-Instruct:q5_1": "Qwen2-Audio-7.8B-Instruct:model-q5_1",
"Qwen2-Audio-7.8B-Instruct:q5_K_M": "Qwen2-Audio-7.8B-Instruct:model-q5_K_M",
"Qwen2-Audio-7.8B-Instruct:q5_K_S": "Qwen2-Audio-7.8B-Instruct:model-q5_K_S",
"Qwen2-Audio-7.8B-Instruct:q6_K": "Qwen2-Audio-7.8B-Instruct:model-q6_K",
"Qwen2-Audio-7.8B-Instruct:q8_0": "Qwen2-Audio-7.8B-Instruct:model-q8_0",
"Qwen2-Audio-7.8B-Instruct:fp16": "Qwen2-Audio-7.8B-Instruct:model-fp16",
"omniaudio": "omniaudio:model-fp16",
"omniaudio:fp16": "omniaudio:model-fp16",
"omniaudio:q4_0": "omniaudio:model-q4_0",
}

NEXA_RUN_MODEL_MAP_VOICE = {
Expand Down Expand Up @@ -172,34 +184,45 @@ class ModelType(Enum):
}

NEXA_RUN_OMNI_VLM_PROJECTOR_MAP = {
"omnivision": "Octo-omni-vision:projector-fp16",
"Octo-omni-vision:fp16": "Octo-omni-vision:projector-fp16",
"Octo-omni-vision:q4_0": "Octo-omni-vision:projector-q4_0",
"omnivision-v2": "Octo-omni-vision-v2:projector-fp16",
"Octo-omni-vision-v2:fp16": "Octo-omni-vision-v2:projector-fp16",
"omnivision-v2-ocr": "Octo-omni-vision-v2-ocr:projector-fp16",
"Octo-omni-vision-v2-ocr:fp16": "Octo-omni-vision-v2-ocr:projector-fp16",
"omnivision-preview": "omnivision-preview:projector-fp16",
"omnivision-preview:fp16": "omnivision-preview:projector-fp16",
"omnivision-preview:q4_0": "omnivision-preview:projector-q4_0",
"omnivision": "omnivision:projector-fp16",
"omnivision:fp16": "omnivision:projector-fp16",
"omnivision-ocr": "omnivision-ocr:projector-fp16",
"omnivision-ocr:fp16": "omnivision-ocr:projector-fp16",
}

NEXA_RUN_OMNI_VLM_MAP = {
"omnivision": "Octo-omni-vision:model-fp16",
"Octo-omni-vision:fp16": "Octo-omni-vision:model-fp16",
"Octo-omni-vision:q4_0": "Octo-omni-vision:model-q4_0",
"omnivision-v2": "Octo-omni-vision-v2:model-fp16",
"Octo-omni-vision-v2:fp16": "Octo-omni-vision-v2:model-fp16",
"omnivision-v2-ocr": "Octo-omni-vision-v2-ocr:model-fp16",
"Octo-omni-vision-v2-ocr:fp16": "Octo-omni-vision-v2-ocr:model-fp16",
"omnivision-preview": "omnivision-preview:model-fp16",
"omnivision-preview:fp16": "omnivision-preview:model-fp16",
"omnivision-preview:q4_0": "omnivision-preview:model-q4_0",
"omnivision": "omnivision:model-fp16",
"omnivision:fp16": "omnivision:model-fp16",
"omnivision-ocr": "omnivision-ocr:model-fp16",
"omnivision-ocr:fp16": "omnivision-ocr:model-fp16",
}

NEXA_RUN_AUDIO_LM_PROJECTOR_MAP = {
"qwen2audio": "Qwen2-Audio-7.8B-Instruct:projector-q4_0",
"Qwen2-Audio-7.8B-Instruct:fp16": "Qwen2-Audio-7.8B-Instruct:projector-fp16",
"Qwen2-Audio-7.8B-Instruct:q8_0": "Qwen2-Audio-7.8B-Instruct:projector-q8_0",
"qwen2audio": "Qwen2-Audio-7.8B-Instruct:projector-q4_K_M",
"Qwen2-Audio-7.8B-Instruct:q2_K": "Qwen2-Audio-7.8B-Instruct:projector-q2_K",
"Qwen2-Audio-7.8B-Instruct:q3_K_L": "Qwen2-Audio-7.8B-Instruct:projector-q3_K_L",
"Qwen2-Audio-7.8B-Instruct:q3_K_M": "Qwen2-Audio-7.8B-Instruct:projector-q3_K_M",
"Qwen2-Audio-7.8B-Instruct:q3_K_S": "Qwen2-Audio-7.8B-Instruct:projector-q3_K_S",
"Qwen2-Audio-7.8B-Instruct:q4_0": "Qwen2-Audio-7.8B-Instruct:projector-q4_0",
"Qwen2-Audio-7.8B-Instruct:q4_1": "Qwen2-Audio-7.8B-Instruct:projector-q4_1",
"Qwen2-Audio-7.8B-Instruct:q4_K_M": "Qwen2-Audio-7.8B-Instruct:projector-q4_K_M",
"Qwen2-Audio-7.8B-Instruct:q4_K_S": "Qwen2-Audio-7.8B-Instruct:projector-q4_K_S",
"Qwen2-Audio-7.8B-Instruct:q5_0": "Qwen2-Audio-7.8B-Instruct:projector-q5_0",
"Qwen2-Audio-7.8B-Instruct:q5_1": "Qwen2-Audio-7.8B-Instruct:projector-q5_1",
"Qwen2-Audio-7.8B-Instruct:q5_K_M": "Qwen2-Audio-7.8B-Instruct:projector-q5_K_M",
"Qwen2-Audio-7.8B-Instruct:q5_K_S": "Qwen2-Audio-7.8B-Instruct:projector-q5_K_S",
"Qwen2-Audio-7.8B-Instruct:q6_K": "Qwen2-Audio-7.8B-Instruct:projector-q6_K",
"Qwen2-Audio-7.8B-Instruct:q8_0": "Qwen2-Audio-7.8B-Instruct:projector-q8_0",
"omniaudio": "Octo-omni-audio:projector-fp16",
"Octo-omni-audio:fp16": "Octo-omni-audio:projector-fp16",
"Octo-omni-audio:q4_0": "Octo-omni-audio:projector-q4_0",
"Qwen2-Audio-7.8B-Instruct:fp16": "Qwen2-Audio-7.8B-Instruct:projector-fp16",
"omniaudio": "omniaudio:projector-fp16",
"omniaudio:fp16": "omniaudio:projector-fp16",
"omniaudio:q4_0": "omniaudio:projector-q4_0",
}

NEXA_RUN_T5XXL_MAP = {
Expand Down Expand Up @@ -288,7 +311,9 @@ class ModelType(Enum):
"qwen2.5-1.5b-instruct": "qwen",
"qwen2.5-3b-instruct": "qwen",
"qwen2.5-7b-instruct": "qwen",
"qwen2.5-coder-0.5b-instruct": "qwen",
"qwen2.5-coder-1.5b-instruct": "qwen",
"qwen2.5-coder-3b-instruct": "qwen",
"qwen2.5-coder-7b-instruct": "qwen",
"qwen2.5-math-1.5b-instruct": "qwen",
"qwen2.5-math-7b-instruct": "qwen",
Expand Down Expand Up @@ -394,7 +419,9 @@ class ModelType(Enum):
"Qwen2.5-0.5B-Instruct": ModelType.NLP,
"Qwen2.5-1.5B-Instruct": ModelType.NLP,
"Qwen2.5-3B-Instruct": ModelType.NLP,
"Qwen2.5-Coder-0.5B-Instruct": ModelType.NLP,
"Qwen2.5-Coder-1.5B-Instruct": ModelType.NLP,
"Qwen2.5-Coder-3B-Instruct": ModelType.NLP,
"Qwen2.5-Coder-7B-Instruct": ModelType.NLP,
"Qwen2.5-Math-1.5B-Instruct": ModelType.NLP,
"Qwen2.5-Math-7B-Instruct": ModelType.NLP,
Expand Down Expand Up @@ -432,15 +459,15 @@ class ModelType(Enum):
"anything-v30-LCM": ModelType.COMPUTER_VISION,
"FLUX.1-schnell": ModelType.COMPUTER_VISION,
"Phi-3-vision-128k-instruct": ModelType.MULTIMODAL,
"Octo-omni-vision": ModelType.MULTIMODAL,
"Octo-omni-vision-v2": ModelType.MULTIMODAL,
"Octo-omni-vision-v2-ocr": ModelType.MULTIMODAL,
"omnivision-preview": ModelType.MULTIMODAL,
"omnivision": ModelType.MULTIMODAL,
"omnivision-ocr": ModelType.MULTIMODAL,
"nanoLLaVA": ModelType.MULTIMODAL,
"llava-v1.6-mistral-7b": ModelType.MULTIMODAL,
"llava-v1.6-vicuna-7b": ModelType.MULTIMODAL,
"llava-phi-3-mini": ModelType.MULTIMODAL,
"llava-llama-3-8b-v1.1": ModelType.MULTIMODAL,
"Octo-omni-audio": ModelType.AUDIOLM,
"omniaudio": ModelType.AUDIOLM,
"Qwen2-Audio-7.8B-Instruct": ModelType.AUDIOLM,
"faster-whisper-tiny.en": ModelType.AUDIO,
"faster-whisper-tiny": ModelType.AUDIO,
Expand Down

0 comments on commit 0ce19fd

Please sign in to comment.