mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-22 02:55:01 +08:00
50 lines
1.6 KiB
Python
50 lines
1.6 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TypeVar
|
|
|
|
from fastapi import Request
|
|
from fastapi.exceptions import RequestValidationError
|
|
|
|
from vllm.entrypoints.openai.protocol import (
|
|
ChatCompletionRequest,
|
|
ChatCompletionResponseChoice,
|
|
ChatCompletionResponseStreamChoice,
|
|
)
|
|
|
|
# Used internally
|
|
_ChatCompletionResponseChoiceT = TypeVar(
|
|
"_ChatCompletionResponseChoiceT",
|
|
ChatCompletionResponseChoice,
|
|
ChatCompletionResponseStreamChoice,
|
|
)
|
|
|
|
|
|
def maybe_filter_parallel_tool_calls(
|
|
choice: _ChatCompletionResponseChoiceT, request: ChatCompletionRequest
|
|
) -> _ChatCompletionResponseChoiceT:
|
|
"""Filter to first tool call only when parallel_tool_calls is False."""
|
|
|
|
if request.parallel_tool_calls:
|
|
return choice
|
|
|
|
if isinstance(choice, ChatCompletionResponseChoice) and choice.message.tool_calls:
|
|
choice.message.tool_calls = choice.message.tool_calls[:1]
|
|
elif (
|
|
isinstance(choice, ChatCompletionResponseStreamChoice)
|
|
and choice.delta.tool_calls
|
|
):
|
|
choice.delta.tool_calls = [
|
|
tool_call for tool_call in choice.delta.tool_calls if tool_call.index == 0
|
|
]
|
|
|
|
return choice
|
|
|
|
|
|
async def validate_json_request(raw_request: Request):
|
|
content_type = raw_request.headers.get("content-type", "").lower()
|
|
media_type = content_type.split(";", maxsplit=1)[0]
|
|
if media_type != "application/json":
|
|
raise RequestValidationError(
|
|
errors=["Unsupported Media Type: Only 'application/json' is allowed"]
|
|
)
|