xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 09:35:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Intel GPU] Ray Compiled Graph avoid NCCL for Intel GPU (#21338)

Browse Source 
Signed-off-by: ratnampa <ratnam.parikh@intel.com>
This commit is contained in:
Ratnam Parikh 2025-07-21 21:48:27 -07:00 committed by GitHub
parent 5e70dcd6e6
commit 90f1e55421
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/executor/ray_distributed_executor.py
View File

@ -67,8 +67,8 @@ class RayDistributedExecutor(DistributedExecutorBase):
os.environ["VLLM_USE_RAY_SPMD_WORKER"] = "1"
os.environ["VLLM_USE_RAY_COMPILED_DAG"] = "1"
# For TPU, avoid compiling NVIDIA's NCCL
if current_platform.is_tpu():
# For TPU or XPU, avoid compiling NVIDIA's NCCL
if current_platform.is_tpu() or current_platform.is_xpu():
os.environ["VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE"] = "shm"
# If the env var is set, it uses the Ray's compiled DAG API