xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-15 15:06:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Models] Use in-place adds in Idefics2Vision (#23932)

Browse Source 
Signed-off-by: Lukas Geiger <lukas.geiger94@gmail.com>
This commit is contained in:
Lukas Geiger 2025-08-29 15:42:57 +01:00 committed by GitHub
parent 1cf3753b90
commit 0a2f4c0793
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/models/idefics2_vision_model.py
View File

@ -108,7 +108,7 @@ class Idefics2VisionEmbeddings(nn.Module):
bucket_coords_w).flatten() bucket_coords_w).flatten()
position_ids[batch_idx][p_attn_mask.view(-1).cpu()] = pos_ids position_ids[batch_idx][p_attn_mask.view(-1).cpu()] = pos_ids
position_ids = position_ids.to(self.position_embedding.weight.device) position_ids = position_ids.to(self.position_embedding.weight.device)
embeddings = embeddings + self.position_embedding(position_ids) embeddings += self.position_embedding(position_ids)
return embeddings return embeddings
@ -262,11 +262,11 @@ class Idefics2EncoderLayer(nn.Module):
residual = hidden_states residual = hidden_states
hidden_states = self.layer_norm1(hidden_states) hidden_states = self.layer_norm1(hidden_states)
hidden_states = self.self_attn(hidden_states) hidden_states = self.self_attn(hidden_states)
hidden_states = residual + hidden_states hidden_states += residual
residual = hidden_states residual = hidden_states
hidden_states = self.layer_norm2(hidden_states) hidden_states = self.layer_norm2(hidden_states)
hidden_states = self.mlp(hidden_states) hidden_states = self.mlp(hidden_states)
hidden_states = residual + hidden_states hidden_states += residual
return hidden_states return hidden_states