mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-16 04:15:21 +08:00
[XPU] Fix compile_size is None case. (#25433)
Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
parent
fc97733da8
commit
f225ea7dd9
@ -113,6 +113,8 @@ class XPUPlatform(Platform):
|
|||||||
# lazy import to avoid circular import
|
# lazy import to avoid circular import
|
||||||
from vllm.config import CompilationLevel, CUDAGraphMode
|
from vllm.config import CompilationLevel, CUDAGraphMode
|
||||||
compilation_config = vllm_config.compilation_config
|
compilation_config = vllm_config.compilation_config
|
||||||
|
if compilation_config.compile_sizes is None:
|
||||||
|
compilation_config.compile_sizes = []
|
||||||
|
|
||||||
assert compilation_config.cudagraph_mode == CUDAGraphMode.NONE, \
|
assert compilation_config.cudagraph_mode == CUDAGraphMode.NONE, \
|
||||||
"CUDA graph mode should be NONE on XPU"
|
"CUDA graph mode should be NONE on XPU"
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user