xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 10:18:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Clean up redundant code in uniproc_executor.py (#16762)

Browse Source 
Signed-off-by: Lifu Huang <lifu.hlf@gmail.com>
This commit is contained in:
Lifu Huang 2025-04-24 22:49:30 -07:00 committed by GitHub
parent 6ca0234478
commit 5aa6efb9a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/executor/uniproc_executor.py
View File

@ -34,13 +34,13 @@ class UniProcExecutor(ExecutorBase):
if len(device_info) > 1: if len(device_info) > 1:
local_rank = int(device_info[1]) local_rank = int(device_info[1])
rank = 0 rank = 0
is_driver_worker = True
kwargs = dict( kwargs = dict(
vllm_config=self.vllm_config, vllm_config=self.vllm_config,
local_rank=local_rank, local_rank=local_rank,
rank=rank, rank=rank,
distributed_init_method=distributed_init_method, distributed_init_method=distributed_init_method,
is_driver_worker=(not self.parallel_config) is_driver_worker=is_driver_worker,
or (rank % self.parallel_config.tensor_parallel_size == 0),
) )
self.collective_rpc("init_worker", args=([kwargs], )) self.collective_rpc("init_worker", args=([kwargs], ))
self.collective_rpc("init_device") self.collective_rpc("init_device")