xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 06:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix pydantic.errors.PydanticUserError (#17962)

Browse Source 
Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
Li Wang 2025-05-12 12:58:23 +08:00 committed by GitHub
parent ada50aa295
commit 19a3c78d1f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/entrypoints/openai/serving_engine.py
View File

@ -1,18 +1,24 @@
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
import json import json
import sys
import time import time
from collections.abc import (AsyncGenerator, Iterable, Iterator, Mapping, from collections.abc import (AsyncGenerator, Iterable, Iterator, Mapping,
Sequence) Sequence)
from concurrent.futures.thread import ThreadPoolExecutor from concurrent.futures.thread import ThreadPoolExecutor
from http import HTTPStatus from http import HTTPStatus
from typing import (Annotated, Any, Callable, ClassVar, Generic, Optional, from typing import (Annotated, Any, Callable, ClassVar, Generic, Optional,
TypedDict, TypeVar, Union) TypeVar, Union)
from fastapi import Request from fastapi import Request
from pydantic import BaseModel, ConfigDict, Field from pydantic import BaseModel, ConfigDict, Field
from starlette.datastructures import Headers from starlette.datastructures import Headers
if sys.version_info >= (3, 12):
from typing import TypedDict
else:
from typing_extensions import TypedDict
import vllm.envs as envs import vllm.envs as envs
from vllm.config import ModelConfig from vllm.config import ModelConfig
from vllm.engine.protocol import EngineClient from vllm.engine.protocol import EngineClient