xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-01 14:57:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Use lazy string reference for DeepseekV3Config in config registry (#28958)

Browse Source 
Signed-off-by: Luke <yq0536@gmail.com>
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
Co-authored-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
Luke 2025-11-23 06:43:21 -05:00 committed by GitHub
parent 55c21c8836
commit 6fb0215eee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/transformers_utils/config.py
View File

@ -27,7 +27,7 @@ from huggingface_hub.utils import (
RevisionNotFoundError, RevisionNotFoundError,
) )
from packaging.version import Version from packaging.version import Version
from transformers import DeepseekV3Config, GenerationConfig, PretrainedConfig from transformers import GenerationConfig, PretrainedConfig
from transformers.configuration_utils import ALLOWED_LAYER_TYPES from transformers.configuration_utils import ALLOWED_LAYER_TYPES
from transformers.models.auto.image_processing_auto import get_image_processor_config from transformers.models.auto.image_processing_auto import get_image_processor_config
from transformers.models.auto.modeling_auto import ( from transformers.models.auto.modeling_auto import (
@ -84,7 +84,7 @@ _CONFIG_REGISTRY: dict[str, type[PretrainedConfig]] = LazyConfigDict(
afmoe="AfmoeConfig", afmoe="AfmoeConfig",
chatglm="ChatGLMConfig", chatglm="ChatGLMConfig",
deepseek_vl_v2="DeepseekVLV2Config", deepseek_vl_v2="DeepseekVLV2Config",
deepseek_v32=DeepseekV3Config, deepseek_v32="DeepseekV3Config",
flex_olmo="FlexOlmoConfig", flex_olmo="FlexOlmoConfig",
kimi_linear="KimiLinearConfig", kimi_linear="KimiLinearConfig",
kimi_vl="KimiVLConfig", kimi_vl="KimiVLConfig",

6
vllm/transformers_utils/configs/__init__.py
View File

@ -5,8 +5,13 @@ Model configs may be defined in this directory for the following reasons:
- There is no configuration file defined by HF Hub or Transformers library. - There is no configuration file defined by HF Hub or Transformers library.
- There is a need to override the existing config to support vLLM. - There is a need to override the existing config to support vLLM.
- The HF model_type isn't recognized by the Transformers library but can
be mapped to an existing Transformers config, such as
deepseek-ai/DeepSeek-V3.2-Exp.
""" """
from transformers import DeepseekV3Config
from vllm.transformers_utils.configs.afmoe import AfmoeConfig from vllm.transformers_utils.configs.afmoe import AfmoeConfig
from vllm.transformers_utils.configs.chatglm import ChatGLMConfig from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config
@ -44,6 +49,7 @@ __all__ = [
"AfmoeConfig", "AfmoeConfig",
"ChatGLMConfig", "ChatGLMConfig",
"DeepseekVLV2Config", "DeepseekVLV2Config",
"DeepseekV3Config",
"DotsOCRConfig", "DotsOCRConfig",
"EAGLEConfig", "EAGLEConfig",
"FlexOlmoConfig", "FlexOlmoConfig",