From 84683fa27194dffb03831decb5f7f24abc5b12ba Mon Sep 17 00:00:00 2001 From: XiaobingZhang Date: Fri, 14 Feb 2025 12:20:47 +0800 Subject: [PATCH] [Bugfix] Offline example of disaggregated prefill (#13214) --- examples/offline_inference/disaggregated_prefill.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/offline_inference/disaggregated_prefill.py b/examples/offline_inference/disaggregated_prefill.py index 2e41cabaccaf..36ee24bf7f18 100644 --- a/examples/offline_inference/disaggregated_prefill.py +++ b/examples/offline_inference/disaggregated_prefill.py @@ -22,7 +22,7 @@ def run_prefill(prefill_done): # and 3 and do prefilling on request 2. prompts = [ "Hello, my name is", - # "Hi, your name is", + "Hi, your name is", # The decode node will actually "prefill" this request. "Tell me a very long story", ]