[V1] Enable profile for LLMEngine (#10665)

vllm-project · Nov 26, 2024 · 1f6584e · 1f6584e
1 parent 334d64d
commit 1f6584e
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/vllm/v1/engine/llm_engine.py b/vllm/v1/engine/llm_engine.py
@@ -161,13 +161,13 @@ def step(self) -> List[RequestOutput]:
     # TODO(rob): Can we get rid of these?
 
     def get_model_config(self):
-        pass
+        return self.model_config
 
     def start_profile(self):
-        pass
+        self.engine_core.profile(True)
 
     def stop_profile(self):
-        pass
+        self.engine_core.profile(False)
 
     def get_tokenizer_group(self, group_type):
         pass