Fix mantis

Signed-off-by: DarkLight1337 <[email protected]>
vllm-project · Jan 2, 2025 · ce0a7dc · ce0a7dc
1 parent 9bfbc82
commit ce0a7dc
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/vllm/model_executor/models/llava.py b/vllm/model_executor/models/llava.py
@@ -683,7 +683,11 @@ def apply(
         hf_config = self.ctx.get_hf_config(LlavaConfig)
         image_token_id = hf_config.image_token_index
 
-        num_image_tokens = self._get_num_image_tokens()
+        # Assume that it doesn't depend on the image size
+        num_image_tokens = self._get_num_image_tokens(
+            image_width=-1,
+            image_height=-1,
+        )
 
         result = super().apply(prompt_text, mm_data, hf_processor_mm_kwargs)