xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 05:25:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Offline example of disaggregated prefill (#13214)

Browse Source
This commit is contained in:
XiaobingZhang 2025-02-14 12:20:47 +08:00 committed by GitHub
parent 067678262a
commit 84683fa271
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/offline_inference/disaggregated_prefill.py
View File

@ -22,7 +22,7 @@ def run_prefill(prefill_done):
# and 3 and do prefilling on request 2. # and 3 and do prefilling on request 2.
prompts = [ prompts = [
"Hello, my name is", "Hello, my name is",
# "Hi, your name is", "Hi, your name is",
# The decode node will actually "prefill" this request. # The decode node will actually "prefill" this request.
"Tell me a very long story", "Tell me a very long story",
] ]