xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-01 19:27:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1][NixlConnector] Drop num_blocks check (#19532)

Browse Source 
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi 2025-06-12 14:36:14 +02:00 committed by GitHub
parent c742438f8b
commit 1129e2b1ab
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -703,8 +703,6 @@ class NixlConnectorWorker:
assert self.block_size == remote_block_size, "Remote P worker with " \ assert self.block_size == remote_block_size, "Remote P worker with " \
"different block size is not supported" "different block size is not supported"
assert self.num_blocks >= nixl_agent_meta.num_blocks
# Create dst descs and xfer side handles. TP workers have same #blocks. # Create dst descs and xfer side handles. TP workers have same #blocks.
if engine_id in self.dst_num_blocks: if engine_id in self.dst_num_blocks:
assert self.dst_num_blocks[engine_id] == nixl_agent_meta.num_blocks assert self.dst_num_blocks[engine_id] == nixl_agent_meta.num_blocks