mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-09 09:07:03 +08:00
cleanup
Signed-off-by: Chukwuma Nwaugha <nwaughac@gmail.com>
This commit is contained in:
parent
b8afaf9c18
commit
b1bb0de09f
@ -992,9 +992,11 @@ class VllmRunner:
|
||||
perplexities = []
|
||||
for output in outputs:
|
||||
assert isinstance(output, TokensTextLogprobsPromptLogprobs)
|
||||
|
||||
token_datas = cast(list[LogprobsOnePosition | None], output[3])
|
||||
assert token_datas[0] is None
|
||||
token_log_probs = []
|
||||
|
||||
for token_data in token_datas[1:]:
|
||||
assert token_data is not None
|
||||
assert len(token_data) == 1
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user