xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-02 03:51:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

raise 400 Bad Request with detailed error message for aiohttp.ClientError

Browse Source 
Signed-off-by: cjackal <44624812+cjackal@users.noreply.github.com>
This commit is contained in:
cjackal 2025-12-24 13:42:57 +00:00
parent 7adeb4bfa8
commit 872c4f6512
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/openai/serving_engine.py
View File

@ -11,6 +11,7 @@ from dataclasses import dataclass, field
from http import HTTPStatus from http import HTTPStatus
from typing import Any, ClassVar, Generic, TypeAlias, TypeVar from typing import Any, ClassVar, Generic, TypeAlias, TypeVar
import aiohttp
import numpy as np import numpy as np
from fastapi import Request from fastapi import Request
from openai.types.responses import ( from openai.types.responses import (
@ -1210,7 +1211,10 @@ class OpenAIServing:
**_chat_template_kwargs, **_chat_template_kwargs,
) )
mm_data = await mm_data_future try:
mm_data = await mm_data_future
except aiohttp.ClientError as e:
raise ValueError(f"{e.__class__.__name__} - {e}") from None
# tool parsing is done only if a tool_parser has been set and if # tool parsing is done only if a tool_parser has been set and if
# tool_choice is not "none" (if tool_choice is "none" but a tool_parser # tool_choice is not "none" (if tool_choice is "none" but a tool_parser