mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-09 09:07:03 +08:00
Simplify type assertion for output in VllmRunner
Signed-off-by: Chukwuma Nwaugha <nwaughac@gmail.com>
This commit is contained in:
parent
4f2c8dab9a
commit
6cb031a2a9
@ -1018,8 +1018,7 @@ class VllmRunner:
|
||||
|
||||
perplexities = []
|
||||
for output in outputs:
|
||||
assert isinstance(output, TokensTextLogprobsPromptLogprobs)
|
||||
|
||||
output = cast(TokensTextLogprobsPromptLogprobs, output)
|
||||
token_datas = cast(list[LogprobsOnePosition | None], output[3])
|
||||
assert token_datas[0] is None
|
||||
token_log_probs = []
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user