xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 05:34:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Support allowed_token_ids in ChatCompletionRequest (#19143)

Browse Source 
Signed-off-by: Xu Song <xusong.vip@gmail.com>
This commit is contained in:
Xu Song 2025-06-06 13:06:48 +08:00 committed by GitHub
parent b61dc5f972
commit 3da2313d78
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/openai/protocol.py
View File

@ -271,6 +271,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
spaces_between_special_tokens: bool = True spaces_between_special_tokens: bool = True
truncate_prompt_tokens: Optional[Annotated[int, Field(ge=1)]] = None truncate_prompt_tokens: Optional[Annotated[int, Field(ge=1)]] = None
prompt_logprobs: Optional[int] = None prompt_logprobs: Optional[int] = None
allowed_token_ids: Optional[list[int]] = None
# --8<-- [end:chat-completion-sampling-params] # --8<-- [end:chat-completion-sampling-params]
# --8<-- [start:chat-completion-extra-params] # --8<-- [start:chat-completion-extra-params]
@ -549,6 +550,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
else RequestOutputKind.FINAL_ONLY, else RequestOutputKind.FINAL_ONLY,
guided_decoding=guided_decoding, guided_decoding=guided_decoding,
logit_bias=self.logit_bias, logit_bias=self.logit_bias,
allowed_token_ids=self.allowed_token_ids,
extra_args=({"kv_transfer_params": self.kv_transfer_params} extra_args=({"kv_transfer_params": self.kv_transfer_params}
if self.kv_transfer_params else None)) if self.kv_transfer_params else None))