xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 11:35:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Use Cache Hinting for fused_moe kernel (#15511)" (#15645)

Browse Source 
Signed-off-by: Wes Medford <wryanmedford@gmail.com>
This commit is contained in:
Wes 2025-03-27 20:45:55 -06:00 committed by GitHub
parent 8a49eea74b
commit 4ae17bf1e2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
vllm/model_executor/layers/fused_moe/fused_moe.py
View File

@ -189,11 +189,7 @@ def fused_moe_kernel_gptq_awq(
mask=token_mask[:, None] & mask=token_mask[:, None] &
(offs_k[None, :] < K - k * BLOCK_SIZE_K), (offs_k[None, :] < K - k * BLOCK_SIZE_K),
other=0.0) other=0.0)
b = tl.load( b = tl.load(b_ptrs)
b_ptrs,
cache_modifier=".cg",
eviction_policy="evict_last",
)
if use_int4_w4a16: if use_int4_w4a16:
b = (b >> b_shifter) & 0xF b = (b >> b_shifter) & 0xF
@ -395,13 +391,9 @@ def fused_moe_kernel(
mask=token_mask[:, None] & mask=token_mask[:, None] &
(offs_k[None, :] < K - k * BLOCK_SIZE_K), (offs_k[None, :] < K - k * BLOCK_SIZE_K),
other=0.0) other=0.0)
b = tl.load( b = tl.load(b_ptrs,
b_ptrs,
mask=offs_k[:, None] < K - k * BLOCK_SIZE_K, mask=offs_k[:, None] < K - k * BLOCK_SIZE_K,
other=0.0, other=0.0)
cache_modifier=".cg",
eviction_policy="evict_last",
)
# We accumulate along the K dimension. # We accumulate along the K dimension.
if use_int8_w8a16: if use_int8_w8a16:
accumulator = tl.dot(a, b.to(compute_type), acc=accumulator) accumulator = tl.dot(a, b.to(compute_type), acc=accumulator)