xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-10 11:17:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix bad assert in initialize_cluster if PG already exists (#526)

Browse Source
This commit is contained in:
Antoni Baum 2023-07-19 23:17:12 -07:00 committed by GitHub
parent 9925c17940
commit c487a221ee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/ray_utils.py
View File

@ -81,9 +81,11 @@ def initialize_cluster(
# Verify that we can use the placement group. # Verify that we can use the placement group.
gpu_bundles = 0 gpu_bundles = 0
for bundle in bundles: for bundle in bundles:
assert bundle.get("GPU", 0) > 1, ( bundle_gpus = bundle.get("GPU", 0)
"Placement group bundles cannot have more than 1 GPU") if bundle_gpus > 1:
if bundle.get("GPU", 0): raise ValueError(
"Placement group bundle cannot have more than 1 GPU.")
if bundle_gpus:
gpu_bundles += 1 gpu_bundles += 1
if parallel_config.world_size > gpu_bundles: if parallel_config.world_size > gpu_bundles:
raise ValueError( raise ValueError(