From 6881107948c00a8564bc2fa85308f6fc2f065d64 Mon Sep 17 00:00:00 2001 From: Shawn Huang <57223022+huangyuxiang03@users.noreply.github.com> Date: Tue, 27 May 2025 16:04:49 +0800 Subject: [PATCH] [BUG FIX] minicpm (#18739) Signed-off-by: huangyuxiang03 Co-authored-by: huangyuxiang03 --- vllm/model_executor/models/minicpm.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/vllm/model_executor/models/minicpm.py b/vllm/model_executor/models/minicpm.py index d99ae81468a9b..0397b552ce9f9 100644 --- a/vllm/model_executor/models/minicpm.py +++ b/vllm/model_executor/models/minicpm.py @@ -242,9 +242,6 @@ class MiniCPMAttention(nn.Module): base=rope_theta, rope_scaling=rope_scaling, ) - # set rope as fp32 instead of bf16 - self.rotary_emb.cos_sin_cache = self.rotary_emb._compute_cos_sin_cache( - ) self.attn = Attention(self.num_heads, self.head_dim, self.scaling,