mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 07:04:53 +08:00
This commit is contained in:
parent
11fd69dd54
commit
9da9208b20
@ -1372,6 +1372,9 @@ class OpenAIServingChat(OpenAIServing):
|
||||
else "stop"
|
||||
),
|
||||
stop_reason=output.stop_reason,
|
||||
token_ids=(
|
||||
as_list(output.token_ids) if request.return_token_ids else None
|
||||
),
|
||||
)
|
||||
choices.append(choice_data)
|
||||
continue
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user