xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 13:17:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix gemma3 results all zero (#17364)

Browse Source 
Signed-off-by: mayuyuace <qiming1.zhang@intel.com>
This commit is contained in:
Qiming Zhang 2025-04-29 09:40:25 -07:00 committed by GitHub
parent a39203f99e
commit d3cf61b89b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/layers/layernorm.py
View File

@ -241,6 +241,9 @@ class GemmaRMSNorm(CustomOp):
"""PyTorch-native implementation equivalent to forward().""" """PyTorch-native implementation equivalent to forward()."""
orig_dtype = x.dtype orig_dtype = x.dtype
if residual is not None: if residual is not None:
if orig_dtype == torch.float16:
x = x + residual.float()
else:
x = x + residual x = x + residual
residual = x residual = x