We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7090c27 commit 7c32b68Copy full SHA for 7c32b68
vllm/engine/metrics.py
@@ -599,9 +599,9 @@ def _log_prometheus(self, stats: Stats) -> None:
599
stats.time_queue_requests)
600
self._log_histogram(self.metrics.histogram_inference_time_request,
601
stats.time_inference_requests)
602
- self._log_histogram(self.metrics.histogram_decode_time_request,
603
- stats.time_prefill_requests)
604
self._log_histogram(self.metrics.histogram_prefill_time_request,
+ stats.time_prefill_requests)
+ self._log_histogram(self.metrics.histogram_decode_time_request,
605
stats.time_decode_requests)
606
self._log_histogram(self.metrics.histogram_time_in_queue_request,
607
stats.time_in_queue_requests)
0 commit comments