From 31282401b6c5c4271eb558e6af3f1d42b1d157c8 Mon Sep 17 00:00:00 2001 From: Jared O'Connell <46976761+jaredoconnell@users.noreply.github.com> Date: Thu, 21 Aug 2025 02:23:56 -0400 Subject: [PATCH] [BugFix] Fix Python 3.9 Support (#23306) Signed-off-by: Jared O'Connell <46976761+jaredoconnell@users.noreply.github.com> Signed-off-by: Cyrus Leung Co-authored-by: Cyrus Leung --- vllm/benchmarks/lib/endpoint_request_func.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/benchmarks/lib/endpoint_request_func.py b/vllm/benchmarks/lib/endpoint_request_func.py index 677fe16cf5ccd..76beded4d5189 100644 --- a/vllm/benchmarks/lib/endpoint_request_func.py +++ b/vllm/benchmarks/lib/endpoint_request_func.py @@ -9,7 +9,7 @@ import sys import time import traceback from dataclasses import dataclass, field -from typing import Optional +from typing import Optional, Union import aiohttp from tqdm.asyncio import tqdm @@ -28,7 +28,7 @@ class RequestFuncInput: model_name: Optional[str] = None logprobs: Optional[int] = None extra_body: Optional[dict] = None - multi_modal_content: Optional[dict | list[dict]] = None + multi_modal_content: Optional[Union[dict, list[dict]]] = None ignore_eos: bool = False language: Optional[str] = None request_id: Optional[str] = None