xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-19 11:47:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-06-30 20:01:56 +00:00
parent 128eca2ce3
commit 70b76554d1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -338,7 +338,7 @@ class NixlConnectorWorker:
num_workers = 16 num_workers = 16
# setting num_workers on the prefiller causes no notifs to be recved??? # setting num_workers on the prefiller causes no notifs to be recved???
# this is a hack to make sure we set num workers on the prefiller to 1. # this is a hack to make sure we set num workers on the prefiller to 1.
if os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "") == "5557": if os.getenv("VLLM_IS_PREFILL", "0") == "0":
num_workers = None num_workers = None
print(f"NUM_WORKERS: {num_workers=}") print(f"NUM_WORKERS: {num_workers=}")
self.nixl_wrapper = NixlWrapper(str(uuid.uuid4()), self.nixl_wrapper = NixlWrapper(str(uuid.uuid4()),