Fix openvino on GPU (#10793)

vllm-project · Dec 2, 2024 · 9b14d97 · 9b14d97
1 parent 519cc6c
commit 9b14d97
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/vllm/worker/openvino_worker.py b/vllm/worker/openvino_worker.py
@@ -489,7 +489,7 @@ def model_profile_run():
                 block_size = cache_config.block_size
                 seq_num_blocks = (seq_len + block_size - 1) // block_size
 
-                seq_data, dummy_multi_modal_data = input_registry \
+                dummy_data = input_registry \
                     .dummy_data_for_profiling(model_config,
                                               seq_len,
                                               mm_registry)
@@ -498,11 +498,11 @@ def model_profile_run():
                 seq = SequenceGroupMetadata(
                     request_id=str(group_id),
                     is_prompt=True,
-                    seq_data={group_id: seq_data},
+                    seq_data={group_id: dummy_data.seq_data},
                     sampling_params=sampling_params,
                     block_tables=block_tables,
                     lora_request=None,
-                    multi_modal_data=dummy_multi_modal_data)
+                    multi_modal_data=dummy_data.multi_modal_data)
                 seqs.append(seq)
 
             self.model_runner.block_size = tmp_cache_config.block_size