From d0646ac9bab876c8b04ce8b00f05ee332588ff7b Mon Sep 17 00:00:00 2001 From: Kunshang Ji Date: Mon, 25 Nov 2024 17:48:03 +0800 Subject: [PATCH] model config --- vllm/engine/multiprocessing/mm_engine.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/engine/multiprocessing/mm_engine.py b/vllm/engine/multiprocessing/mm_engine.py index e3988d333c76a..0d96255a4de94 100644 --- a/vllm/engine/multiprocessing/mm_engine.py +++ b/vllm/engine/multiprocessing/mm_engine.py @@ -75,8 +75,9 @@ def __init__(self, models_load = [model_config.model for model_config in vllm_config.model_configs ] self.engines = [] - for model in models_load: + for i, model in enumerate(models_load): print(f"create engine for model: {model}") + vllm_config.model_config = vllm_config.model_configs[i] self.engines.append(LLMEngine(model=model, *args, **kwargs)) self.log_requests = log_requests