xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-05 04:43:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] Make raw_request optional in ServingCompletion (#12503)

Browse Source 
Signed-off-by: Sebastian Schönnenbeck <sebastian.schoennenbeck@comma-soft.com>
This commit is contained in:
Sebastian Schoennenbeck 2025-01-28 11:56:45 +01:00 committed by GitHub
parent e29d4358ef
commit 2079e43bee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/openai/serving_completion.py
View File

@ -58,7 +58,7 @@ class OpenAIServingCompletion(OpenAIServing):
async def create_completion(
self,
request: CompletionRequest,
raw_request: Request,
raw_request: Optional[Request] = None,
) -> Union[AsyncGenerator[str, None], CompletionResponse, ErrorResponse]:
"""Completion API similar to OpenAI's API.
@ -137,7 +137,7 @@ class OpenAIServingCompletion(OpenAIServing):
lora_request=lora_request,
prompt_adapter_request=prompt_adapter_request)
trace_headers = (await
trace_headers = (None if raw_request is None else await
self._get_trace_headers(raw_request.headers))
if isinstance(sampling_params, BeamSearchParams):