xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 05:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove print statement in DeepseekScalingRotaryEmbedding (#11604)

Browse Source
This commit is contained in:
Michael Goin 2024-12-29 15:16:46 -05:00 committed by GitHub
parent faef77c0d6
commit 0aa38d16f5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/layers/rotary_embedding.py
View File

@ -668,7 +668,6 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding):
cos = (freqs.cos() * self.mscale) cos = (freqs.cos() * self.mscale)
sin = (freqs.sin() * self.mscale) sin = (freqs.sin() * self.mscale)
cache = torch.cat((cos, sin), dim=-1) cache = torch.cat((cos, sin), dim=-1)
print("Cache shape", cache.shape)
return cache return cache
def forward( def forward(