xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-27 07:41:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] Phi-3 4k sliding window temp. fix (#4380)

Browse Source
This commit is contained in:
Caio Mendes 2024-04-27 07:08:15 -03:00 committed by GitHub
parent eefeb16464
commit 3da24c2df7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/core/block_manager_v1.py
View File

@ -1,4 +1,5 @@
"""A block manager that manages token blocks."""
import math
from abc import ABC, abstractmethod
from itertools import count, takewhile
from os.path import commonprefix
@ -220,9 +221,9 @@ class BlockSpaceManagerV1(BlockSpaceManager):
self.block_sliding_window = None
if sliding_window is not None:
assert sliding_window % block_size == 0, (sliding_window,
block_size)
self.block_sliding_window = sliding_window // block_size
# Round up to nearest block size to regularize sliding window
# allocation sizes.
self.block_sliding_window = math.ceil(sliding_window / block_size)
self.watermark = watermark
assert watermark >= 0.0