xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-12 15:45:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix silu_mul+quant fusion test (#24341)

Browse Source 
Signed-off-by: elvischenv <219235043+elvischenv@users.noreply.github.com>
This commit is contained in:
elvischenv 2025-09-06 04:13:42 +08:00 committed by GitHub
parent 23a6c5280e
commit eedb2a2a10
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tests/compile/test_silu_mul_quant_fusion.py
View File

@ -118,7 +118,8 @@ def test_fusion_silu_and_mul_quant(num_tokens, hidden_size, model_class,
fusion_pass = ActivationQuantFusionPass(config) fusion_pass = ActivationQuantFusionPass(config)
backend = TestBackend(NoOpEliminationPass(config), fusion_pass) backend = TestBackend(NoOpEliminationPass(config), fusion_pass)
model = model_class(hidden_size, cuda_force_torch) model = model_class(hidden_size=hidden_size,
cuda_force_torch=cuda_force_torch)
# First dimension dynamic # First dimension dynamic
x = torch.rand(num_tokens, hidden_size * 2) x = torch.rand(num_tokens, hidden_size * 2)