xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-25 05:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add get_block_table

Browse Source
This commit is contained in:
Woosuk Kwon 2023-02-23 07:55:14 +00:00
parent 331fa0b042
commit 4f6f4967f6
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
cacheflow/master/block_manager.py
View File

@ -228,3 +228,7 @@ class BlockSpaceManager:
for block_table in self.block_tables.values(): for block_table in self.block_tables.values():
self._free_block_table(block_table) self._free_block_table(block_table)
self.block_tables.clear() self.block_tables.clear()
def get_block_table(self, seq: Sequence) -> List[int]:
block_table = self.block_tables[seq.seq_id]
return [block.block_number for block in block_table]