xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 15:57:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

cleanup config.py

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-03 13:03:26 +00:00
parent 9b7edc0343
commit 0c03d154b5
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/config.py
View File

@ -4584,11 +4584,6 @@ class VllmConfig:
"Piecewise compilation is not supported with " "Piecewise compilation is not supported with "
"microbatching. Disabling piecewiseching compilation.") "microbatching. Disabling piecewiseching compilation.")
self.compilation_config.level = CompilationLevel.NO_COMPILATION self.compilation_config.level = CompilationLevel.NO_COMPILATION
if not self.model_config.enforce_eager:
self.compilation_config.full_cuda_graph = True
logger.warning_once(
"Enabling fullcudagraphs for microbatching"
)
disable_chunked_prefill_reasons: list[str] = [] disable_chunked_prefill_reasons: list[str] = []
if self.model_config and self.model_config.pooler_config: if self.model_config and self.model_config.pooler_config: