diff --git a/vllm/config/model.py b/vllm/config/model.py index cb75080ffa5d4..30b3d017e1d43 100644 --- a/vllm/config/model.py +++ b/vllm/config/model.py @@ -10,8 +10,6 @@ from typing import TYPE_CHECKING, Any, Literal, cast, get_args import torch from pydantic import ConfigDict, Field, field_validator, model_validator from pydantic.dataclasses import dataclass -from transformers.configuration_utils import ALLOWED_LAYER_TYPES -from safetensors.torch import _TYPES as _SAFETENSORS_TO_TORCH_DTYPE import vllm.envs as envs from vllm.attention.backends.registry import AttentionBackendEnum @@ -21,7 +19,7 @@ from vllm.config.model_arch import ( from vllm.config.multimodal import MMCacheType, MMEncoderTPMode, MultiModalConfig from vllm.config.pooler import PoolerConfig from vllm.config.scheduler import RunnerType -from vllm.config.utils import config +from vllm.config.utils import config, getattr_iter from vllm.logger import init_logger from vllm.platforms import current_platform from vllm.transformers_utils.config import (