mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-20 02:07:00 +08:00
cleanup
Signed-off-by: Chukwuma Nwaugha <nwaughac@gmail.com>
This commit is contained in:
parent
b8afaf9c18
commit
b1bb0de09f
@ -992,9 +992,11 @@ class VllmRunner:
|
|||||||
perplexities = []
|
perplexities = []
|
||||||
for output in outputs:
|
for output in outputs:
|
||||||
assert isinstance(output, TokensTextLogprobsPromptLogprobs)
|
assert isinstance(output, TokensTextLogprobsPromptLogprobs)
|
||||||
|
|
||||||
token_datas = cast(list[LogprobsOnePosition | None], output[3])
|
token_datas = cast(list[LogprobsOnePosition | None], output[3])
|
||||||
assert token_datas[0] is None
|
assert token_datas[0] is None
|
||||||
token_log_probs = []
|
token_log_probs = []
|
||||||
|
|
||||||
for token_data in token_datas[1:]:
|
for token_data in token_datas[1:]:
|
||||||
assert token_data is not None
|
assert token_data is not None
|
||||||
assert len(token_data) == 1
|
assert len(token_data) == 1
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user