xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 06:55:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix Mistral3 spatial merge error (#17270)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin 2025-04-27 20:40:05 -06:00 committed by GitHub
parent c12df53b60
commit cb3f2d8d10
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/mistral3.py
View File

@ -272,6 +272,9 @@ class Mistral3MultiModalProcessor(
vision_config = hf_config.vision_config vision_config = hf_config.vision_config
assert isinstance(vision_config, PixtralVisionConfig) assert isinstance(vision_config, PixtralVisionConfig)
# Need to sneak in spatial_merge_size for Mistral3
vision_config.spatial_merge_size = getattr(hf_config,
"spatial_merge_size", 1)
encoder_info = PixtralHFEncoderInfo(vision_config) encoder_info = PixtralHFEncoderInfo(vision_config)
def get_replacement(item_idx: int): def get_replacement(item_idx: int):

5
vllm/model_executor/models/pixtral.py
View File

@ -911,9 +911,8 @@ class PixtralHFEncoderInfo(VisionEncoderInfo[PixtralVisionConfig]):
return self.vision_config.image_size return self.vision_config.image_size
def get_patch_size(self) -> int: def get_patch_size(self) -> int:
spatial_merge_size = getattr(self.vision_config, "spatial_merge_size", return (self.vision_config.patch_size *
1) self.vision_config.spatial_merge_size)
return (self.vision_config.patch_size * spatial_merge_size)
def get_patch_grid_length(self) -> int: def get_patch_grid_length(self) -> int:
image_size, patch_size = self.get_image_size(), self.get_patch_size() image_size, patch_size = self.get_image_size(), self.get_patch_size()