xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-21 07:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Ray with multiple nodes (#28873)

Browse Source 
Signed-off-by: Julien Denize <julien.denize@mistral.ai>
This commit is contained in:
Julien Denize 2025-11-19 22:20:58 +01:00 committed by GitHub
parent 1607e664f0
commit cdeec2e606
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
vllm/v1/worker/gpu_worker.py
View File

@ -205,14 +205,14 @@ class Worker(WorkerBase):
assert self.local_rank < torch.cuda.device_count(), ( assert self.local_rank < torch.cuda.device_count(), (
f"DP adjusted local rank {self.local_rank} is out of bounds. " f"DP adjusted local rank {self.local_rank} is out of bounds. "
) )
visible_device_count = ( visible_device_count = (
torch.cuda.device_count() if torch.cuda.is_available() else 0 torch.cuda.device_count() if torch.cuda.is_available() else 0
) )
assert self.parallel_config.local_world_size <= visible_device_count, ( assert self.parallel_config.local_world_size <= visible_device_count, (
f"local_world_size ({self.parallel_config.local_world_size}) must be " f"local_world_size ({self.parallel_config.local_world_size}) must "
f"less than or equal to the number of visible devices " f"be less than or equal to the number of visible devices "
f"({visible_device_count})." f"({visible_device_count})."
) )
self.device = torch.device(f"cuda:{self.local_rank}") self.device = torch.device(f"cuda:{self.local_rank}")
current_platform.set_device(self.device) current_platform.set_device(self.device)