xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-20 18:47:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-06-27 15:12:03 +00:00
parent fea0731cf4
commit 5d2eac70e7
1 changed files with 0 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -921,15 +921,6 @@ class NixlConnectorWorker:
# corresponding rank. With heterogeneous TP, fixing D>P, the D tp # corresponding rank. With heterogeneous TP, fixing D>P, the D tp
# workers will issue xfers to parts of the P worker remote kv caches. # workers will issue xfers to parts of the P worker remote kv caches.
# # Sort block ids to ensure nixl can merge contiguous blocks.
# start = time.perf_counter()
# sorted_idx = sorted(range(len(local_block_ids)),
# key=local_block_ids.__getitem__)
# local_block_ids = [local_block_ids[i] for i in sorted_idx]
# remote_block_ids = [remote_block_ids[i] for i in sorted_idx]
# end = time.perf_counter()
# print(f"REORDER took: {end - start}")
# Get descs ids. # Get descs ids.
local_block_descs_ids: list[int] = [] local_block_descs_ids: list[int] = []
remote_block_descs_ids: list[int] = [] remote_block_descs_ids: list[int] = []