xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-04 08:31:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

[MISC] tiny fixes (#13378)

Browse Source
This commit is contained in:
Mengqing Cao 2025-02-17 16:57:13 +08:00 committed by GitHub
parent 45186834a0
commit 238dfc8ac3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/executor/executor_base.py
View File

@ -109,7 +109,7 @@ class ExecutorBase(ABC):
""" """
# NOTE: This is logged in the executor because there can be >1 workers. # NOTE: This is logged in the executor because there can be >1 workers.
logger.info("# %s blocks: %d, # CPU blocks: %d", logger.info("# %s blocks: %d, # CPU blocks: %d",
vllm.platforms.current_platform.dispatch_key, vllm.platforms.current_platform.device_name,
num_gpu_blocks, num_cpu_blocks) num_gpu_blocks, num_cpu_blocks)
max_concurrency = (num_gpu_blocks * self.cache_config.block_size / max_concurrency = (num_gpu_blocks * self.cache_config.block_size /
self.model_config.max_model_len) self.model_config.max_model_len)

2
vllm/platforms/interface.py
View File

@ -327,7 +327,7 @@ class Platform:
""" """
Get device specific communicator class for distributed communication. Get device specific communicator class for distributed communication.
""" """
return "vllm.distributed.device_communicator.base_device_communicator.DeviceCommunicatorBase" # noqa return "vllm.distributed.device_communicators.base_device_communicator.DeviceCommunicatorBase" # noqa
class UnspecifiedPlatform(Platform): class UnspecifiedPlatform(Platform):