xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-31 03:07:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

Increase chunk size to reduce no. of threads

Browse Source
This commit is contained in:
Pravein Govindan Kannan 2025-06-30 15:03:52 +05:30
parent 17546dc79f
commit c4b9b2e682
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -985,7 +985,7 @@ class NixlConnectorWorker:
assert len(local_block_descs_ids) == len(remote_block_descs_ids)
# Prepare transfer with Nixl.
CHUNK_SIZE = 100
CHUNK_SIZE = 1000
handles = []
futures = []
with ThreadPoolExecutor() as executor: