From a39dd7bb06c3bea055057d5c272ca952e0e000bf Mon Sep 17 00:00:00 2001 From: Harry Mellor <19981378+hmellor@users.noreply.github.com> Date: Wed, 12 Nov 2025 19:38:13 +0000 Subject: [PATCH] [CI] Skip "Multi-Modal Models Test (Extended) 3" test that's broken in current Transformers (#28559) Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- tests/models/multimodal/generation/test_common.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/tests/models/multimodal/generation/test_common.py b/tests/models/multimodal/generation/test_common.py index de74acf3b8a5..5504c417fda4 100644 --- a/tests/models/multimodal/generation/test_common.py +++ b/tests/models/multimodal/generation/test_common.py @@ -9,11 +9,13 @@ from collections import defaultdict from pathlib import PosixPath import pytest +from packaging.version import Version from transformers import ( AutoModel, AutoModelForImageTextToText, AutoModelForTextToWaveform, ) +from transformers import __version__ as TRANSFORMERS_VERSION from vllm.platforms import current_platform from vllm.utils.func_utils import identity @@ -851,6 +853,12 @@ VLM_TEST_SETTINGS = { limit_mm_per_prompt={"image": 4}, ) ], + marks=[ + pytest.mark.skipif( + Version(TRANSFORMERS_VERSION) == Version("4.57.1"), + reason="This model is broken in Transformers v4.57.1", + ) + ], ), # regression test for https://github.com/vllm-project/vllm/issues/15122 "qwen2_5_vl-windows-attention": VLMTestInfo(