xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-09 00:49:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2025-01-15 03:07:17 -08:00
parent 1ca4298b9b
commit f840b53063
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/worker/gpu_block_table.py
View File

@ -79,8 +79,6 @@ class BlockTable:
self.num_blocks_per_row[row_idx] = start + num_blocks self.num_blocks_per_row[row_idx] = start + num_blocks
if self.use_uva: if self.use_uva:
self.block_table_diff_np[row_idx, 0] = start self.block_table_diff_np[row_idx, 0] = start
# Move-and-append is not allowed.
assert self.block_table_diff_np[row_idx, 1] == 0
self.block_table_diff_np[row_idx, 1] = num_blocks self.block_table_diff_np[row_idx, 1] = num_blocks
def move_row(self, src: int, tgt: int) -> None: def move_row(self, src: int, tgt: int) -> None:
@ -90,7 +88,8 @@ class BlockTable:
self.num_blocks_per_row[tgt] = num_blocks self.num_blocks_per_row[tgt] = num_blocks
if self.use_uva: if self.use_uva:
# Append-and-move is allowed. # Append-and-move is allowed.
self.block_table_diff_np[tgt] = self.block_table_diff_np[src] self.block_table_diff_np[tgt, 0] = 0
self.block_table_diff_np[tgt, 1] = num_blocks
# Clear the source row. # Clear the source row.
self.block_table_diff_np[src].fill(0) self.block_table_diff_np[src].fill(0)