xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-20 07:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[MISC] Set label value to timestamp over 0, to keep track of recent history (#9777)

Browse Source 
Signed-off-by: Kunjan Patel <kunjanp@google.com>
This commit is contained in:
Kunjan 2024-10-29 12:52:19 -07:00 committed by GitHub
parent 7585ec996f
commit 0ad216f575
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/engine/metrics.py
View File

@ -1,3 +1,4 @@
import time
from typing import TYPE_CHECKING from typing import TYPE_CHECKING
from typing import Counter as CollectionsCounter from typing import Counter as CollectionsCounter
from typing import Dict, List, Optional, Type, Union, cast from typing import Dict, List, Optional, Type, Union, cast
@ -253,6 +254,10 @@ class _RayGaugeWrapper:
def set(self, value: Union[int, float]): def set(self, value: Union[int, float]):
return self._gauge.set(value) return self._gauge.set(value)
def set_to_current_time(self):
# ray metrics doesn't have set_to_current time, https://docs.ray.io/en/latest/_modules/ray/util/metrics.html
return self._gauge.set(time.time())
class _RayCounterWrapper: class _RayCounterWrapper:
"""Wraps around ray.util.metrics.Counter to provide same API as """Wraps around ray.util.metrics.Counter to provide same API as
@ -479,7 +484,7 @@ class PrometheusStatLogger(StatLoggerBase):
histogram.labels(**self.labels).observe(datum) histogram.labels(**self.labels).observe(datum)
def _log_gauge_string(self, gauge, data: Dict[str, str]) -> None: def _log_gauge_string(self, gauge, data: Dict[str, str]) -> None:
gauge.labels(**data).set(1) gauge.labels(**data).set_to_current_time()
def _log_prometheus(self, stats: Stats) -> None: def _log_prometheus(self, stats: Stats) -> None:
# System state data # System state data