xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-21 16:00:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 872c4f6512179fcddfc166da2d3afa41433a56de into 254f6b986720c92ddf97fbb1a6a6465da8e87e29

Browse Source
This commit is contained in:
cjackal 2025-12-25 00:06:59 +00:00 committed by GitHub
commit b4789b92f4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/openai/serving_engine.py
View File

@ -11,6 +11,7 @@ from dataclasses import dataclass, field
from http import HTTPStatus
from typing import Any, ClassVar, Generic, TypeAlias, TypeVar
import aiohttp
import numpy as np
from fastapi import Request
from openai.types.responses import (
@ -1210,7 +1211,10 @@ class OpenAIServing:
**_chat_template_kwargs,
)
mm_data = await mm_data_future
try:
mm_data = await mm_data_future
except aiohttp.ClientError as e:
raise ValueError(f"{e.__class__.__name__} - {e}") from None
# tool parsing is done only if a tool_parser has been set and if
# tool_choice is not "none" (if tool_choice is "none" but a tool_parser