Skip to content

Commit

Permalink
Be more clear
Browse files Browse the repository at this point in the history
Signed-off-by: DarkLight1337 <[email protected]>
  • Loading branch information
DarkLight1337 committed Dec 30, 2024
1 parent 6cc54a7 commit ba713ba
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions examples/offline_inference_vision_language.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ def run_aria(question: str, modality: str):
assert modality == "image"
model_name = "rhymes-ai/Aria"

# NOTE: Need L40 to run this
# NOTE: Need L40 (or equivalent) to avoid OOM
llm = LLM(model=model_name,
tokenizer_mode="slow",
dtype="bfloat16",
Expand Down Expand Up @@ -434,7 +434,7 @@ def run_pixtral_hf(question: str, modality: str):

model_name = "mistral-community/pixtral-12b"

# NOTE: Need L40 to run this
# NOTE: Need L40 (or equivalent) to avoid OOM
llm = LLM(
model=model_name,
max_model_len=8192,
Expand Down

0 comments on commit ba713ba

Please sign in to comment.