diff --git a/vllm/model_executor/model_loader/utils.py b/vllm/model_executor/model_loader/utils.py index 0b4872827319b..ce90614329725 100644 --- a/vllm/model_executor/model_loader/utils.py +++ b/vllm/model_executor/model_loader/utils.py @@ -32,7 +32,7 @@ def set_default_torch_dtype(dtype: torch.dtype): def is_transformers_impl_compatible( arch: str, - module: Optional[transformers.PreTrainedModel] = None) -> bool: + module: Optional["transformers.PreTrainedModel"] = None) -> bool: mod = module or getattr(transformers, arch, None) if mod is None: return False