xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-22 11:37:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Chore][Doc] uses model id determined from OpenAI client (#17815)

Browse Source 
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
Aaron Pham 2025-05-07 21:48:57 -04:00 committed by GitHub
parent d43f914d42
commit a8238bbdb0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/online_serving/openai_chat_completion_structured_outputs.py
View File

@ -138,7 +138,7 @@ def main():
api_key="-", api_key="-",
) )
model = "Qwen/Qwen2.5-3B-Instruct" model = client.models.list().data[0].id
print("Guided Choice Completion:") print("Guided Choice Completion:")
print(guided_choice_completion(client, model)) print(guided_choice_completion(client, model))

2
examples/online_serving/openai_chat_completion_structured_outputs_structural_tag.py
View File

@ -59,7 +59,7 @@ and San Francisco?
}] }]
response = client.chat.completions.create( response = client.chat.completions.create(
model="meta-llama/Llama-3.1-8B-Instruct", model=client.models.list().data[0].id,
messages=messages, messages=messages,
response_format={ response_format={
"type": "type":