From 8ca81bb0691bf8909ecb6eb4dd43f4af6dcaaa66 Mon Sep 17 00:00:00 2001 From: Rabin Adhikari Date: Sat, 21 Jun 2025 01:03:17 +0200 Subject: [PATCH] Fix: Check the type of params to be a Sequence not list. (#19910) Signed-off-by: Rabin Adhikari --- vllm/entrypoints/llm.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index d479d4c89f12..05e0be61adad 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -1450,15 +1450,15 @@ class LLM: prompts = [prompts] num_requests = len(prompts) - if isinstance(params, list) and len(params) != num_requests: + if isinstance(params, Sequence) and len(params) != num_requests: raise ValueError("The lengths of prompts and params " "must be the same.") if isinstance(lora_request, - list) and len(lora_request) != num_requests: + Sequence) and len(lora_request) != num_requests: raise ValueError("The lengths of prompts and lora_request " "must be the same.") - for sp in params if isinstance(params, list) else (params, ): + for sp in params if isinstance(params, Sequence) else (params, ): if isinstance(sp, SamplingParams): self._add_guided_params(sp, guided_options)