xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 07:54:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] log when using default MoE config (#8971)

Browse Source
This commit is contained in:
Divakar Verma 2024-10-02 23:31:07 -05:00 committed by GitHub
parent 19a4dd0990
commit 01843c89b8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/layers/fused_moe/fused_moe.py
View File

@ -320,6 +320,9 @@ def get_moe_configs(E: int, N: int,
# If no optimized configuration is available, we will use the default # If no optimized configuration is available, we will use the default
# configuration # configuration
logger.warning(
("Using default MoE config. Performance might be sub-optimal! "
"Config file not found at %s"), config_file_path)
return None return None