From da7512215f0b5c589c2747303b171357940c0614 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Tue, 21 Jan 2025 08:31:01 +0800 Subject: [PATCH] [misc] add cuda runtime version to usage data (#12190) Signed-off-by: youkaichao Co-authored-by: Roger Wang --- vllm/usage/usage_lib.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/usage/usage_lib.py b/vllm/usage/usage_lib.py index 841df3994fba2..7f5cc906382af 100644 --- a/vllm/usage/usage_lib.py +++ b/vllm/usage/usage_lib.py @@ -130,6 +130,7 @@ class UsageMessage: self.total_memory: Optional[int] = None self.architecture: Optional[str] = None self.platform: Optional[str] = None + self.cuda_runtime: Optional[str] = None self.gpu_count: Optional[int] = None self.gpu_type: Optional[str] = None self.gpu_memory_per_device: Optional[int] = None @@ -169,6 +170,8 @@ class UsageMessage: self.gpu_count = torch.cuda.device_count() self.gpu_type = device_property.name self.gpu_memory_per_device = device_property.total_memory + if current_platform.is_cuda(): + self.cuda_runtime = torch.version.cuda self.provider = _detect_cloud_provider() self.architecture = platform.machine() self.platform = platform.platform()