mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 01:55:01 +08:00
Remove redundant row_indices unsqueeze operation in MiniCPMO (#22528)
Signed-off-by: zitian.zhao <zitian.zhao@tencentmusic.com>
This commit is contained in:
parent
b4e2916721
commit
8c50d62f5a
@ -605,7 +605,6 @@ class MiniCPMO(MiniCPMV2_6):
|
||||
max=size)
|
||||
# Create column indices for broadcasting
|
||||
col_indices = torch.arange(size, device=device).unsqueeze(0)
|
||||
row_indices = row_indices.unsqueeze(1)
|
||||
start_indices = start_indices.unsqueeze(1)
|
||||
end_indices = end_indices.unsqueeze(1)
|
||||
# Vectorized mask creation
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user