[V1][Bugfix] Skip empty or None mm_data

Signed-off-by: Woosuk Kwon <[email protected]>
vllm-project · Dec 20, 2024 · 0add556 · 0add556
1 parent 47a0b61
commit 0add556
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/vllm/v1/engine/mm_input_mapper.py b/vllm/v1/engine/mm_input_mapper.py
@@ -180,6 +180,10 @@ def hash_prompt_mm_data(self, prompt: PromptType) -> Optional[List[str]]:
             return None
 
         mm_data = prompt["multi_modal_data"]
+        if not mm_data:
+            # mm_data can be None or an empty dict.
+            return None
+
         image_inputs = mm_data["image"]
 
         return self.hash_images(image_inputs)