mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-17 04:02:17 +08:00
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
parent
bb5ac1fe38
commit
44d3b1df3d
@ -564,7 +564,9 @@ def test_rms_group_quant(
|
|||||||
splitting_ops=splitting_ops,
|
splitting_ops=splitting_ops,
|
||||||
# Common
|
# Common
|
||||||
mode=CompilationMode.VLLM_COMPILE,
|
mode=CompilationMode.VLLM_COMPILE,
|
||||||
pass_config=PassConfig(eliminate_noops=True, fuse_norm_quant=True),
|
pass_config=PassConfig(
|
||||||
|
fuse_norm_quant=True, fuse_act_quant=True, eliminate_noops=True
|
||||||
|
),
|
||||||
# Inductor caches custom passes by default as well via uuid
|
# Inductor caches custom passes by default as well via uuid
|
||||||
inductor_compile_config={"force_disable_caches": True},
|
inductor_compile_config={"force_disable_caches": True},
|
||||||
)
|
)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user