From c4b9b2e68214bb0553b9ae90a6d0640980c66093 Mon Sep 17 00:00:00 2001
From: Pravein Govindan Kannan <pravein.govindan.kannan@ibm.com>
Date: Mon, 30 Jun 2025 15:03:52 +0530
Subject: [PATCH] Increase chunk size to reduce no. of threads

---
 vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
index 13c7806dbb7ac..c6c86d74ab52c 100644
--- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
@@ -985,7 +985,7 @@ class NixlConnectorWorker:
         assert len(local_block_descs_ids) == len(remote_block_descs_ids)
 
         # Prepare transfer with Nixl.
-        CHUNK_SIZE = 100
+        CHUNK_SIZE = 1000
         handles = []
         futures = []
         with ThreadPoolExecutor() as executor: