mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-13 22:35:32 +08:00
add clear messages for deprecated models (#21424)
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
parent
f002e9a870
commit
2f5c14de6a
@ -25,7 +25,8 @@ from vllm.model_executor.models.adapters import (as_embedding_model,
|
|||||||
as_reward_model,
|
as_reward_model,
|
||||||
as_seq_cls_model)
|
as_seq_cls_model)
|
||||||
from vllm.model_executor.models.interfaces import SupportsQuant
|
from vllm.model_executor.models.interfaces import SupportsQuant
|
||||||
from vllm.model_executor.models.registry import _TRANSFORMERS_MODELS
|
from vllm.model_executor.models.registry import (_PREVIOUSLY_SUPPORTED_MODELS,
|
||||||
|
_TRANSFORMERS_MODELS)
|
||||||
from vllm.utils import is_pin_memory_available
|
from vllm.utils import is_pin_memory_available
|
||||||
|
|
||||||
logger = init_logger(__name__)
|
logger = init_logger(__name__)
|
||||||
@ -261,6 +262,14 @@ def get_model_architecture(
|
|||||||
vllm_not_supported = False
|
vllm_not_supported = False
|
||||||
break
|
break
|
||||||
|
|
||||||
|
if any(arch in _PREVIOUSLY_SUPPORTED_MODELS for arch in architectures):
|
||||||
|
previous_version = _PREVIOUSLY_SUPPORTED_MODELS[architectures[0]]
|
||||||
|
raise ValueError(
|
||||||
|
f"Model architecture {architectures[0]} was supported"
|
||||||
|
f" in vLLM until version {previous_version}, and is "
|
||||||
|
"not supported anymore. Please use an older version"
|
||||||
|
" of vLLM if you want to use this model architecture.")
|
||||||
|
|
||||||
if (model_config.model_impl == ModelImpl.TRANSFORMERS or
|
if (model_config.model_impl == ModelImpl.TRANSFORMERS or
|
||||||
model_config.model_impl == ModelImpl.AUTO and vllm_not_supported):
|
model_config.model_impl == ModelImpl.AUTO and vllm_not_supported):
|
||||||
architectures = resolve_transformers_arch(model_config, architectures)
|
architectures = resolve_transformers_arch(model_config, architectures)
|
||||||
|
|||||||
@ -276,6 +276,8 @@ _SUBPROCESS_COMMAND = [
|
|||||||
sys.executable, "-m", "vllm.model_executor.models.registry"
|
sys.executable, "-m", "vllm.model_executor.models.registry"
|
||||||
]
|
]
|
||||||
|
|
||||||
|
_PREVIOUSLY_SUPPORTED_MODELS = {"Phi3SmallForCausalLM": "0.9.2"}
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class _ModelInfo:
|
class _ModelInfo:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user