xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-13 09:19:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Add mm_processor_kwargs to chat-related protocols (#13644)

Browse Source
This commit is contained in:
Roger Wang 2025-02-20 22:04:33 -08:00 committed by GitHub
parent c7b07a95a6
commit a30c093502
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/entrypoints/openai/protocol.py
View File

@ -974,6 +974,10 @@ class EmbeddingChatRequest(OpenAIBaseModel):
description=("Additional kwargs to pass to the template renderer. " description=("Additional kwargs to pass to the template renderer. "
"Will be accessible by the chat template."), "Will be accessible by the chat template."),
) )
mm_processor_kwargs: Optional[Dict[str, Any]] = Field(
default=None,
description=("Additional kwargs to pass to the HF processor."),
)
priority: int = Field( priority: int = Field(
default=0, default=0,
description=( description=(
@ -1394,6 +1398,10 @@ class TokenizeChatRequest(OpenAIBaseModel):
description=("Additional kwargs to pass to the template renderer. " description=("Additional kwargs to pass to the template renderer. "
"Will be accessible by the chat template."), "Will be accessible by the chat template."),
) )
mm_processor_kwargs: Optional[Dict[str, Any]] = Field(
default=None,
description=("Additional kwargs to pass to the HF processor."),
)
@model_validator(mode="before") @model_validator(mode="before")
@classmethod @classmethod