From ab7e6006d62d77dca72b29721b7b346eeb6563d4 Mon Sep 17 00:00:00 2001 From: Philipp Moritz Date: Mon, 22 Jan 2024 10:02:38 -0800 Subject: [PATCH] Fix https://github.com/vllm-project/vllm/issues/2540 (#2545) --- vllm/engine/llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index acb419b55725..85f520871cd9 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -209,7 +209,7 @@ class LLMEngine: worker.set_cuda_visible_devices.remote(node_gpus[node_id]) distributed_init_method = get_distributed_init_method( - driver_ip, get_open_port) + driver_ip, get_open_port()) # Lazy import the Worker to avoid importing torch.cuda/xformers # before CUDA_VISIBLE_DEVICES is set in the Worker