xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 08:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: fix some args desc (#2487)

Browse Source
This commit is contained in:
zspo 2024-01-19 01:41:44 +08:00 committed by GitHub
parent 5d80a9178b
commit 4df417d059
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/prefix.py
View File

@ -11,7 +11,6 @@ class Prefix:
prefix caching in the future.
Args:
prefix_id: The id of the prefix in the prefix pool.
token_ids: The token ids of the prefix.
block_size: The block size of the executed model.
"""

1
vllm/sequence.py
View File

@ -229,6 +229,7 @@ class SequenceGroup:
seqs: The list of sequences.
sampling_params: The sampling parameters used to generate the outputs.
arrival_time: The arrival time of the request.
prefix: The prefix of the prompt of the sequence group.
"""
def __init__(