[CI/Build] Check transformers v4.47 (#10991)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2024-12-11 13:02:02 +08:00 committed by GitHub
parent e39400a4b6
commit 2e33fe4191
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 3 additions and 12 deletions

View File

@ -506,7 +506,7 @@ tiktoken==0.7.0
# mistral-common # mistral-common
timm==1.0.11 timm==1.0.11
# via -r requirements-test.in # via -r requirements-test.in
tokenizers==0.20.3 tokenizers==0.21.0
# via transformers # via transformers
torch==2.5.1 torch==2.5.1
# via # via
@ -534,7 +534,7 @@ tqdm==4.66.6
# transformers # transformers
tqdm-multiprocess==0.0.11 tqdm-multiprocess==0.0.11
# via lm-eval # via lm-eval
transformers==4.46.3 transformers==4.47.0
# via # via
# lm-eval # lm-eval
# peft # peft

View File

@ -3,7 +3,6 @@ from typing import Optional
import pytest import pytest
import torch import torch
import transformers
from transformers import AutoImageProcessor, AutoTokenizer from transformers import AutoImageProcessor, AutoTokenizer
from vllm.inputs import InputContext, token_inputs from vllm.inputs import InputContext, token_inputs
@ -36,8 +35,6 @@ def get_max_idefics3_image_tokens():
return get_max_idefics3_image_tokens return get_max_idefics3_image_tokens
@pytest.mark.skipif(transformers.__version__ < "4.46.0",
reason="Model introduced in HF >= 4.46.0")
@pytest.mark.parametrize("model", models) @pytest.mark.parametrize("model", models)
@pytest.mark.parametrize("longest_edge", [None, 168, 336, 400, 2 * 336]) @pytest.mark.parametrize("longest_edge", [None, 168, 336, 400, 2 * 336])
def test_input_mapper_override(model: str, image_assets: _ImageAssets, def test_input_mapper_override(model: str, image_assets: _ImageAssets,
@ -77,8 +74,6 @@ def test_input_mapper_override(model: str, image_assets: _ImageAssets,
assert torch.all(hf_result["pixel_values"] == vllm_result["pixel_values"]) assert torch.all(hf_result["pixel_values"] == vllm_result["pixel_values"])
@pytest.mark.skipif(transformers.__version__ < "4.46.0",
reason="Model introduced in HF >= 4.46.0")
@pytest.mark.parametrize("model", models) @pytest.mark.parametrize("model", models)
@pytest.mark.parametrize("longest_edge, expected_max_tokens", [ @pytest.mark.parametrize("longest_edge, expected_max_tokens", [
(None, 2873), (None, 2873),
@ -107,8 +102,6 @@ def test_max_tokens_override(get_max_idefics3_image_tokens, model: str,
assert expected_max_tokens == actual_max_tokens assert expected_max_tokens == actual_max_tokens
@pytest.mark.skipif(transformers.__version__ < "4.46.0",
reason="Model introduced in HF >= 4.46.0")
@pytest.mark.parametrize("model", models) @pytest.mark.parametrize("model", models)
@pytest.mark.parametrize("longest_edge, toks_per_img, num_imgs", [ @pytest.mark.parametrize("longest_edge, toks_per_img, num_imgs", [
(168, 169, 1), (168, 169, 1),
@ -143,8 +136,6 @@ def test_dummy_data_override(dummy_data_for_idefics3, model: str,
assert img_tok_count == toks_per_img * num_imgs assert img_tok_count == toks_per_img * num_imgs
@pytest.mark.skipif(transformers.__version__ < "4.46.0",
reason="Model introduced in HF >= 4.46.0")
@pytest.mark.parametrize("model", models) @pytest.mark.parametrize("model", models)
@pytest.mark.parametrize("longest_edge,expected_toks_per_img,num_imgs", [ @pytest.mark.parametrize("longest_edge,expected_toks_per_img,num_imgs", [
(336, 169 * (1**2 + 1), 1), (336, 169 * (1**2 + 1), 1),

View File

@ -86,7 +86,7 @@ def _run_test(
) )
@pytest.mark.skipif(transformers.__version__.startswith("4.46"), @pytest.mark.skipif(transformers.__version__ >= "4.46",
reason="Model broken with changes in transformers 4.46") reason="Model broken with changes in transformers 4.46")
@pytest.mark.core_model @pytest.mark.core_model
@pytest.mark.parametrize("model", MODELS) @pytest.mark.parametrize("model", MODELS)