From 54cc46f3ebcde68f072c37f2142ff37d60077ff0 Mon Sep 17 00:00:00 2001 From: WeiCheng Date: Fri, 14 Mar 2025 16:05:17 +0800 Subject: [PATCH] [Bugfix] Fix small typo in the example of Streaming delimiter (#14793) --- examples/online_serving/api_client.py | 2 +- examples/online_serving/gradio_webserver.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/online_serving/api_client.py b/examples/online_serving/api_client.py index 22bb1a87bfdf..e2944896d161 100644 --- a/examples/online_serving/api_client.py +++ b/examples/online_serving/api_client.py @@ -42,7 +42,7 @@ def post_http_request(prompt: str, def get_streaming_response(response: requests.Response) -> Iterable[list[str]]: for chunk in response.iter_lines(chunk_size=8192, decode_unicode=False, - delimiter=b"\0"): + delimiter=b"\n"): if chunk: data = json.loads(chunk.decode("utf-8")) output = data["text"] diff --git a/examples/online_serving/gradio_webserver.py b/examples/online_serving/gradio_webserver.py index c619146b03ae..85a9119c6aa2 100644 --- a/examples/online_serving/gradio_webserver.py +++ b/examples/online_serving/gradio_webserver.py @@ -21,7 +21,7 @@ def http_bot(prompt): for chunk in response.iter_lines(chunk_size=8192, decode_unicode=False, - delimiter=b"\0"): + delimiter=b"\n"): if chunk: data = json.loads(chunk.decode("utf-8")) output = data["text"][0]