xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-21 19:10:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

raise 400 Bad Request with detailed error message for aiohttp.ClientError

Browse Source 
Signed-off-by: cjackal <44624812+cjackal@users.noreply.github.com>
This commit is contained in:
cjackal 2025-12-24 13:42:57 +00:00
parent 7adeb4bfa8
commit 872c4f6512
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/openai/serving_engine.py
View File

@ -11,6 +11,7 @@ from dataclasses import dataclass, field
from http import HTTPStatus
from typing import Any, ClassVar, Generic, TypeAlias, TypeVar
import aiohttp
import numpy as np
from fastapi import Request
from openai.types.responses import (
@ -1210,7 +1211,10 @@ class OpenAIServing:
**_chat_template_kwargs,
)
mm_data = await mm_data_future
try:
mm_data = await mm_data_future
except aiohttp.ClientError as e:
raise ValueError(f"{e.__class__.__name__} - {e}") from None
# tool parsing is done only if a tool_parser has been set and if
# tool_choice is not "none" (if tool_choice is "none" but a tool_parser