fix - histogram_prefill_time_request and histogram_decode_time_reques…

…t now record prefill / decode respectively Signed-off-by: Tomer Asida <[email protected]>
vllm-project · Dec 3, 2024 · ae29a2e · ae29a2e
1 parent 9323a31
commit ae29a2e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/engine/metrics.py b/vllm/engine/metrics.py
@@ -599,9 +599,9 @@ def _log_prometheus(self, stats: Stats) -> None:
                             stats.time_queue_requests)
         self._log_histogram(self.metrics.histogram_inference_time_request,
                             stats.time_inference_requests)
-        self._log_histogram(self.metrics.histogram_decode_time_request,
-                            stats.time_prefill_requests)
         self._log_histogram(self.metrics.histogram_prefill_time_request,
+                            stats.time_prefill_requests)
+        self._log_histogram(self.metrics.histogram_decode_time_request,
                             stats.time_decode_requests)
         self._log_histogram(self.metrics.histogram_time_in_queue_request,
                             stats.time_in_queue_requests)