xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 00:05:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix https://github.com/vllm-project/vllm/issues/2540 (#2545)

Browse Source
This commit is contained in:
Philipp Moritz 2024-01-22 10:02:38 -08:00 committed by GitHub
parent 18bfcdd05c
commit ab7e6006d6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/llm_engine.py
View File

@ -209,7 +209,7 @@ class LLMEngine:
worker.set_cuda_visible_devices.remote(node_gpus[node_id]) worker.set_cuda_visible_devices.remote(node_gpus[node_id])
distributed_init_method = get_distributed_init_method( distributed_init_method = get_distributed_init_method(
driver_ip, get_open_port) driver_ip, get_open_port())
# Lazy import the Worker to avoid importing torch.cuda/xformers # Lazy import the Worker to avoid importing torch.cuda/xformers
# before CUDA_VISIBLE_DEVICES is set in the Worker # before CUDA_VISIBLE_DEVICES is set in the Worker