xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-29 05:07:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Update Gradio OpenAI Chatbot Webserver example to new Gradio message history format (#29249)

Browse Source 
Signed-off-by: joshiemoore <joshiemoore98@gmail.com>
This commit is contained in:
Josh Moore 2025-11-23 19:47:54 -05:00 committed by GitHub
parent 3e1ad40655
commit c309bb5245
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
examples/online_serving/gradio_openai_chatbot_webserver.py
View File

@ -25,25 +25,17 @@ import gradio as gr
from openai import OpenAI
def format_history_to_openai(history):
history_openai_format = [
{"role": "system", "content": "You are a great AI assistant."}
]
for human, assistant in history:
history_openai_format.append({"role": "user", "content": human})
history_openai_format.append({"role": "assistant", "content": assistant})
return history_openai_format
def predict(message, history, client, model_name, temp, stop_token_ids):
# Format history to OpenAI chat format
history_openai_format = format_history_to_openai(history)
history_openai_format.append({"role": "user", "content": message})
messages = [
{"role": "system", "content": "You are a great AI assistant."},
*history,
{"role": "user", "content": message},
]
# Send request to OpenAI API (vLLM server)
stream = client.chat.completions.create(
model=model_name,
messages=history_openai_format,
messages=messages,
temperature=temp,
stream=True,
extra_body={