From cda2f2c4536dc4c37df54160ae9e15a2c7ee6799 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Mon, 30 Jun 2025 01:54:43 +0000 Subject: [PATCH] updated Signed-off-by: rshaw@neuralmagic.com --- vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index ea01196fbc50e..82ae98db92165 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -333,6 +333,7 @@ class NixlConnectorWorker: import os num_workers = 16 # setting num workers on the prefiller causes the notifs to not be recved??? + # this is a hack to make sure we set num workers on the prefiller to 1. if os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "") == "5557": num_workers = None print(f"NUM_WORKERS: {num_workers=}")