xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-24 01:05:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove redundant row_indices unsqueeze operation in MiniCPMO (#22528)

Browse Source 
Signed-off-by: zitian.zhao <zitian.zhao@tencentmusic.com>
This commit is contained in:
ZiTian Zhao 2025-08-11 00:20:00 +08:00 committed by GitHub
parent b4e2916721
commit 8c50d62f5a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/models/minicpmo.py
View File

@ -605,7 +605,6 @@ class MiniCPMO(MiniCPMV2_6):
max=size) max=size)
# Create column indices for broadcasting # Create column indices for broadcasting
col_indices = torch.arange(size, device=device).unsqueeze(0) col_indices = torch.arange(size, device=device).unsqueeze(0)
row_indices = row_indices.unsqueeze(1)
start_indices = start_indices.unsqueeze(1) start_indices = start_indices.unsqueeze(1)
end_indices = end_indices.unsqueeze(1) end_indices = end_indices.unsqueeze(1)
# Vectorized mask creation # Vectorized mask creation