xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 04:35:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix the default value for temperature in ChatCompletionRequest (#11219)

Browse Source
This commit is contained in:
yansh97 2024-12-16 16:15:40 +08:00 committed by GitHub
parent 69ba344de8
commit 17138af7c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/openai/protocol.py
View File

@ -211,7 +211,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
stop: Optional[Union[str, List[str]]] = Field(default_factory=list) stop: Optional[Union[str, List[str]]] = Field(default_factory=list)
stream: Optional[bool] = False stream: Optional[bool] = False
stream_options: Optional[StreamOptions] = None stream_options: Optional[StreamOptions] = None
temperature: Optional[float] = 0.7 temperature: Optional[float] = 1.0
top_p: Optional[float] = 1.0 top_p: Optional[float] = 1.0
tools: Optional[List[ChatCompletionToolsParam]] = None tools: Optional[List[ChatCompletionToolsParam]] = None
tool_choice: Optional[Union[Literal["none"], Literal["auto"], tool_choice: Optional[Union[Literal["none"], Literal["auto"],