xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-04 03:29:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Make vllm compatible with verl (#12824)

Browse Source 
Co-authored-by: zhangshulai <zhangshulai@bytedance.com>
This commit is contained in:
ZSL98 2025-02-07 11:54:20 +08:00 committed by GitHub
parent ef533d25fb
commit 433c4a4923
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/distributed/parallel_state.py
View File

@ -1024,13 +1024,6 @@ def initialize_model_parallel(
backend = backend or torch.distributed.get_backend( backend = backend or torch.distributed.get_backend(
get_world_group().device_group) get_world_group().device_group)
if (world_size
!= tensor_model_parallel_size * pipeline_model_parallel_size):
raise RuntimeError(
f"world_size ({world_size}) is not equal to "
f"tensor_model_parallel_size ({tensor_model_parallel_size}) x "
f"pipeline_model_parallel_size ({pipeline_model_parallel_size})")
# Build the tensor model-parallel groups. # Build the tensor model-parallel groups.
num_tensor_model_parallel_groups: int = (world_size // num_tensor_model_parallel_groups: int = (world_size //
tensor_model_parallel_size) tensor_model_parallel_size)

2
vllm/executor/uniproc_executor.py
View File

@ -101,7 +101,7 @@ class ExecutorWithExternalLauncher(UniProcExecutor):
# - MASTER_PORT # - MASTER_PORT
distributed_init_method = "env://" distributed_init_method = "env://"
rank = int(os.environ["RANK"]) rank = int(os.environ["RANK"])
local_rank = rank local_rank = int(os.environ["LOCAL_RANK"])
is_driver_worker = True is_driver_worker = True
kwargs = dict( kwargs = dict(
vllm_config=self.vllm_config, vllm_config=self.vllm_config,