[V1] Enable profile for LLMEngine (vllm-project#10665)

sleepwalker2017 · Dec 13, 2024 · 849fddd · 849fddd
1 parent 7b4d327
commit 849fddd
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/vllm/v1/engine/llm_engine.py b/vllm/v1/engine/llm_engine.py
@@ -161,13 +161,13 @@ def step(self) -> List[RequestOutput]:
     # TODO(rob): Can we get rid of these?
 
     def get_model_config(self):
-        pass
+        return self.model_config
 
     def start_profile(self):
-        pass
+        self.engine_core.profile(True)
 
     def stop_profile(self):
-        pass
+        self.engine_core.profile(False)
 
     def get_tokenizer_group(self, group_type):
         pass