xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-08 05:07:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] Phi-3 4k sliding window temp. fix (#4380)

Browse Source
This commit is contained in:
Caio Mendes 2024-04-27 07:08:15 -03:00 committed by GitHub
parent eefeb16464
commit 3da24c2df7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/core/block_manager_v1.py
View File

@ -1,4 +1,5 @@
"""A block manager that manages token blocks.""" """A block manager that manages token blocks."""
import math
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from itertools import count, takewhile from itertools import count, takewhile
from os.path import commonprefix from os.path import commonprefix
@ -220,9 +221,9 @@ class BlockSpaceManagerV1(BlockSpaceManager):
self.block_sliding_window = None self.block_sliding_window = None
if sliding_window is not None: if sliding_window is not None:
assert sliding_window % block_size == 0, (sliding_window, # Round up to nearest block size to regularize sliding window
block_size) # allocation sizes.
self.block_sliding_window = sliding_window // block_size self.block_sliding_window = math.ceil(sliding_window / block_size)
self.watermark = watermark self.watermark = watermark
assert watermark >= 0.0 assert watermark >= 0.0