xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-19 07:17:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 872c4f6512179fcddfc166da2d3afa41433a56de into 254f6b986720c92ddf97fbb1a6a6465da8e87e29

Browse Source
This commit is contained in:
cjackal 2025-12-25 00:06:59 +00:00 committed by GitHub
commit b4789b92f4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/openai/serving_engine.py
View File

@ -11,6 +11,7 @@ from dataclasses import dataclass, field
from http import HTTPStatus from http import HTTPStatus
from typing import Any, ClassVar, Generic, TypeAlias, TypeVar from typing import Any, ClassVar, Generic, TypeAlias, TypeVar
import aiohttp
import numpy as np import numpy as np
from fastapi import Request from fastapi import Request
from openai.types.responses import ( from openai.types.responses import (
@ -1210,7 +1211,10 @@ class OpenAIServing:
**_chat_template_kwargs, **_chat_template_kwargs,
) )
mm_data = await mm_data_future try:
mm_data = await mm_data_future
except aiohttp.ClientError as e:
raise ValueError(f"{e.__class__.__name__} - {e}") from None
# tool parsing is done only if a tool_parser has been set and if # tool parsing is done only if a tool_parser has been set and if
# tool_choice is not "none" (if tool_choice is "none" but a tool_parser # tool_choice is not "none" (if tool_choice is "none" but a tool_parser