model config

vllm-project · Nov 26, 2024 · d0646ac · d0646ac
1 parent 83594f9
commit d0646ac
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/engine/multiprocessing/mm_engine.py b/vllm/engine/multiprocessing/mm_engine.py
@@ -75,8 +75,9 @@ def __init__(self,
         models_load = [model_config.model for model_config in vllm_config.model_configs ]
         self.engines  = []
 
-        for model in models_load:
+        for i, model in enumerate(models_load):
             print(f"create engine for model: {model}")
+            vllm_config.model_config = vllm_config.model_configs[i]
             self.engines.append(LLMEngine(model=model, *args, **kwargs))
         self.log_requests = log_requests