xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-10 11:47:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

print out

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-06-30 19:30:14 +00:00
parent 491347cbc3
commit 6babd39366
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -717,6 +717,8 @@ class NixlConnectorWorker:
# Create dst descs and xfer side handles. TP workers have same #blocks. # Create dst descs and xfer side handles. TP workers have same #blocks.
if engine_id in self.dst_num_blocks: if engine_id in self.dst_num_blocks:
print(f"{self.dst_num_blocks[engine_id]=}")
print(f"{nixl_agent_meta.num_blocks=}")
assert self.dst_num_blocks[engine_id] == nixl_agent_meta.num_blocks assert self.dst_num_blocks[engine_id] == nixl_agent_meta.num_blocks
else: else:
self.dst_num_blocks[engine_id] = nixl_agent_meta.num_blocks self.dst_num_blocks[engine_id] = nixl_agent_meta.num_blocks