From ebafb0936d95c3926979f925ac65525a7c8778f7 Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Mon, 25 Aug 2025 16:34:54 +0800 Subject: [PATCH] [Bugfix] Allow dynamic number of patches for llava_onevision (#23525) Signed-off-by: DarkLight1337 --- vllm/model_executor/models/llava_onevision.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/llava_onevision.py b/vllm/model_executor/models/llava_onevision.py index 42ab5e7c74d37..e4ac0cd919101 100644 --- a/vllm/model_executor/models/llava_onevision.py +++ b/vllm/model_executor/models/llava_onevision.py @@ -75,7 +75,7 @@ class LlavaOnevisionImagePixelInputs(TensorSchema): pixel_values: Annotated[ Union[torch.Tensor, list[torch.Tensor]], - TensorShape("bn", "np", 3, "h", "w"), + TensorShape("bn", "np", 3, "h", "w", dynamic_dims={"np"}), ] image_sizes: Annotated[Optional[torch.Tensor], TensorShape("bn", 2)]