mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-09 23:29:07 +08:00
Simplify type assertion for output in VllmRunner
Signed-off-by: Chukwuma Nwaugha <nwaughac@gmail.com>
This commit is contained in:
parent
4f2c8dab9a
commit
6cb031a2a9
@ -1018,8 +1018,7 @@ class VllmRunner:
|
|||||||
|
|
||||||
perplexities = []
|
perplexities = []
|
||||||
for output in outputs:
|
for output in outputs:
|
||||||
assert isinstance(output, TokensTextLogprobsPromptLogprobs)
|
output = cast(TokensTextLogprobsPromptLogprobs, output)
|
||||||
|
|
||||||
token_datas = cast(list[LogprobsOnePosition | None], output[3])
|
token_datas = cast(list[LogprobsOnePosition | None], output[3])
|
||||||
assert token_datas[0] is None
|
assert token_datas[0] is None
|
||||||
token_log_probs = []
|
token_log_probs = []
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user