xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 02:04:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

implement prometheus fast-api-instrumentor for http service metrics (#15657)

Browse Source
This commit is contained in:
daniel-salib 2025-03-28 17:12:02 -07:00 committed by GitHub
parent 26df46ee59
commit f3f8d8fff4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/entrypoints/openai/api_server.py
View File

@ -311,6 +311,7 @@ def mount_metrics(app: FastAPI):
# See https://prometheus.github.io/client_python/multiprocess/ # See https://prometheus.github.io/client_python/multiprocess/
from prometheus_client import (CollectorRegistry, make_asgi_app, from prometheus_client import (CollectorRegistry, make_asgi_app,
multiprocess) multiprocess)
from prometheus_fastapi_instrumentator import Instrumentator
prometheus_multiproc_dir_path = os.getenv("PROMETHEUS_MULTIPROC_DIR", None) prometheus_multiproc_dir_path = os.getenv("PROMETHEUS_MULTIPROC_DIR", None)
if prometheus_multiproc_dir_path is not None: if prometheus_multiproc_dir_path is not None:
@ -318,6 +319,16 @@ def mount_metrics(app: FastAPI):
prometheus_multiproc_dir_path) prometheus_multiproc_dir_path)
registry = CollectorRegistry() registry = CollectorRegistry()
multiprocess.MultiProcessCollector(registry) multiprocess.MultiProcessCollector(registry)
Instrumentator(
excluded_handlers=[
"/metrics",
"/health",
"/load",
"/ping",
"/version",
],
registry=registry,
).add().instrument(app).expose(app)
# Add prometheus asgi middleware to route /metrics requests # Add prometheus asgi middleware to route /metrics requests
metrics_route = Mount("/metrics", make_asgi_app(registry=registry)) metrics_route = Mount("/metrics", make_asgi_app(registry=registry))