xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 07:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bugfix] Fix profiling for RayDistributedExecutor (#13945)

Browse Source 
Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
This commit is contained in:
Rui Qiao 2025-02-27 09:01:21 -08:00 committed by GitHub
parent 5677c9bb3e
commit 06c8f8d885
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 13 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
vllm/executor/ray_distributed_executor.py
View File

@ -309,19 +309,24 @@ class RayDistributedExecutor(DistributedExecutorBase):
",".join(map(str, node_gpus[node_id])), ",".join(map(str, node_gpus[node_id])),
} for (node_id, _) in worker_node_and_gpu_ids] } for (node_id, _) in worker_node_and_gpu_ids]
# Environment variables to copy from driver to workers
env_vars_to_copy = [
"VLLM_ATTENTION_BACKEND", "TPU_CHIPS_PER_HOST_BOUNDS",
"TPU_HOST_BOUNDS", "VLLM_USE_V1", "VLLM_TRACE_FUNCTION",
"VLLM_TORCH_PROFILER_DIR", "VLLM_TEST_ENABLE_EP"
]
# Copy existing env vars to each worker's args
for args in all_args_to_update_environment_variables: for args in all_args_to_update_environment_variables:
# some carry-over env vars from the driver
# TODO: refactor platform-specific env vars # TODO: refactor platform-specific env vars
for name in [ for name in env_vars_to_copy:
"VLLM_ATTENTION_BACKEND",
"TPU_CHIPS_PER_HOST_BOUNDS",
"TPU_HOST_BOUNDS",
"VLLM_USE_V1",
"VLLM_TRACE_FUNCTION",
]:
if name in os.environ: if name in os.environ:
args[name] = os.environ[name] args[name] = os.environ[name]
logger.info(
"Copying the following environment variables to workers: %s",
[v for v in env_vars_to_copy if v in os.environ])
self._env_vars_for_all_workers = ( self._env_vars_for_all_workers = (
all_args_to_update_environment_variables) all_args_to_update_environment_variables)