xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-30 03:41:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix comment typo of get_num_common_prefix_blocks() (#21827)

Browse Source 
Signed-off-by: MingzhenHan <hanmingzhen2002@outlook.com>
This commit is contained in:
MingzhenHan 2025-07-30 11:35:33 +08:00 committed by GitHub
parent fdde18229e
commit b7b23da4d2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/core/kv_cache_coordinator.py
View File

@ -130,10 +130,10 @@ class KVCacheCoordinator(ABC):
Args: Args:
request_id: The request ID. request_id: The request ID.
block_hashes: The block hashes of the request. num_running_requests: The number of requests in the RUNNING state.
Returns: Returns:
The number of common prefix blocks. list[int]: The number of common prefix blocks.
""" """
num_blocks_per_group = [ num_blocks_per_group = [
manager.get_num_common_prefix_blocks(request_id, manager.get_num_common_prefix_blocks(request_id,

2
vllm/v1/core/single_type_kv_cache_manager.py
View File

@ -181,7 +181,7 @@ class SingleTypeKVCacheManager(ABC):
Args: Args:
request_id: The request ID. request_id: The request ID.
block_hashes: The block hashes of the request. num_running_requests: The number of requests in the RUNNING state.
Returns: Returns:
The number of common prefix blocks. The number of common prefix blocks.