xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-12 08:27:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] typo find in sampling_metadata.py (#10740)

Browse Source
This commit is contained in:
wang.yuqi 2024-11-29 13:17:57 +08:00 committed by GitHub
parent fa6ecb9aa7
commit c82b432d4a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/sampling_metadata.py
View File

@ -454,6 +454,7 @@ class SamplingTensors:
if do_penalties: if do_penalties:
for seq_group in sampling_metadata.seq_groups: for seq_group in sampling_metadata.seq_groups:
seq_ids = seq_group.seq_ids seq_ids = seq_group.seq_ids
sampling_params = seq_group.sampling_params
if (seq_group.is_prompt if (seq_group.is_prompt
and sampling_params.prompt_logprobs is not None): and sampling_params.prompt_logprobs is not None):
prefill_len = len(seq_group.prompt_logprob_indices) prefill_len = len(seq_group.prompt_logprob_indices)