xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-11 19:02:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

Turn off usage

Browse Source
This commit is contained in:
Woosuk Kwon 2025-10-23 05:40:02 +00:00
parent 6102536d65
commit a1cac48477
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/benchmarks/lib/endpoint_request_func.py
View File

@ -165,9 +165,10 @@ async def async_request_openai_completions(
"max_tokens": request_func_input.output_len, "max_tokens": request_func_input.output_len,
"logprobs": request_func_input.logprobs, "logprobs": request_func_input.logprobs,
"stream": True, "stream": True,
"stream_options": { # NOTE(woosuk): Disabled for PD.
"include_usage": True, # "stream_options": {
}, # "include_usage": True,
# },
} }
_update_payload_common(payload, request_func_input) _update_payload_common(payload, request_func_input)