Revert invalid spellchecker fix on deepseek_vl2 (#20618)

This commit is contained in:
viravera 2025-07-08 08:07:14 -07:00 committed by GitHub
parent dd382e0fe3
commit c6c22f16d3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -351,11 +351,11 @@ class DeepseekVLV2ForCausalLM(nn.Module, SupportsMultiModal, SupportsPP):
embed_std = 1 / torch.sqrt(
torch.tensor(self.projector_config.n_embed, dtype=torch.float32))
if self.tile_tag == "2D":
# <|view_separator|>, <|\n|>
# <|view_seperator|>, <|\n|>
self.image_newline = nn.Parameter(
torch.randn(self.projector_config.n_embed) * embed_std)
# This is a typo in original implementation
self.view_separator = nn.Parameter(
self.view_seperator = nn.Parameter(
torch.randn(self.projector_config.n_embed) * embed_std)
else:
raise ValueError(
@ -560,13 +560,13 @@ class DeepseekVLV2ForCausalLM(nn.Module, SupportsMultiModal, SupportsPP):
if self.global_view_pos == "head":
global_local_features = torch.cat([
global_features,
self.view_separator[None, :],
self.view_seperator[None, :],
local_features,
])
else:
global_local_features = torch.cat([
local_features,
self.view_separator[None, :],
self.view_seperator[None, :],
global_features,
])