From 19a3c78d1ff8c6cfab078227bad1c8cb79f47887 Mon Sep 17 00:00:00 2001 From: Li Wang Date: Mon, 12 May 2025 12:58:23 +0800 Subject: [PATCH] [Bugfix] Fix pydantic.errors.PydanticUserError (#17962) Signed-off-by: wangli --- vllm/entrypoints/openai/serving_engine.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py index 37134cfb3da35..f1d907f519c57 100644 --- a/vllm/entrypoints/openai/serving_engine.py +++ b/vllm/entrypoints/openai/serving_engine.py @@ -1,18 +1,24 @@ # SPDX-License-Identifier: Apache-2.0 import json +import sys import time from collections.abc import (AsyncGenerator, Iterable, Iterator, Mapping, Sequence) from concurrent.futures.thread import ThreadPoolExecutor from http import HTTPStatus from typing import (Annotated, Any, Callable, ClassVar, Generic, Optional, - TypedDict, TypeVar, Union) + TypeVar, Union) from fastapi import Request from pydantic import BaseModel, ConfigDict, Field from starlette.datastructures import Headers +if sys.version_info >= (3, 12): + from typing import TypedDict +else: + from typing_extensions import TypedDict + import vllm.envs as envs from vllm.config import ModelConfig from vllm.engine.protocol import EngineClient