xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-12 01:15:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

yapf

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2024-12-21 17:11:00 -08:00
parent 1aaced5830
commit 8a4180c8b6
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/worker/gpu_block_table.py
View File

@ -93,8 +93,8 @@ class BlockTable:
# Copy the entire block table to the GPU. # Copy the entire block table to the GPU.
# NOTE(woosuk): This can be a performance bottleneck when the block # NOTE(woosuk): This can be a performance bottleneck when the block
# table is large. # table is large.
self.block_table[:num_reqs].copy_( self.block_table[:num_reqs].copy_(self.block_table_cpu[:num_reqs],
self.block_table_cpu[:num_reqs], non_blocking=True) non_blocking=True)
def clear(self) -> None: def clear(self) -> None:
self.block_table.fill_(0) self.block_table.fill_(0)