xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-20 01:55:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc][Frontend] passthrough bad_words (#19564)

Browse Source 
Signed-off-by: Francesco Bertolotti <francesco.bertolotti@igenius.ai>
Co-authored-by: Francesco Bertolotti <francesco.bertolotti@igenius.ai>
Co-authored-by: Aaron Pham <Aaronpham0103@gmail.com>
This commit is contained in:
Francesco Bertolotti 2025-06-16 07:05:13 +02:00 committed by GitHub
parent 92183b41f3
commit 367871a469
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/openai/protocol.py
View File

@ -272,6 +272,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
truncate_prompt_tokens: Optional[Annotated[int, Field(ge=1)]] = None truncate_prompt_tokens: Optional[Annotated[int, Field(ge=1)]] = None
prompt_logprobs: Optional[int] = None prompt_logprobs: Optional[int] = None
allowed_token_ids: Optional[list[int]] = None allowed_token_ids: Optional[list[int]] = None
bad_words: list[str] = Field(default_factory=list)
# --8<-- [end:chat-completion-sampling-params] # --8<-- [end:chat-completion-sampling-params]
# --8<-- [start:chat-completion-extra-params] # --8<-- [start:chat-completion-extra-params]
@ -550,6 +551,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
else RequestOutputKind.FINAL_ONLY, else RequestOutputKind.FINAL_ONLY,
guided_decoding=guided_decoding, guided_decoding=guided_decoding,
logit_bias=self.logit_bias, logit_bias=self.logit_bias,
bad_words= self.bad_words,
allowed_token_ids=self.allowed_token_ids, allowed_token_ids=self.allowed_token_ids,
extra_args=({"kv_transfer_params": self.kv_transfer_params} extra_args=({"kv_transfer_params": self.kv_transfer_params}
if self.kv_transfer_params else None)) if self.kv_transfer_params else None))