xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 16:35:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Make get_mrope_input_positions instance methods (#27342)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-10-22 23:38:34 +08:00 committed by GitHub
parent 7c4767f1eb
commit 14e2f1231e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
7 changed files with 6 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/ernie45_vl.py
View File

@ -1404,9 +1404,8 @@ class Ernie4_5_VLMoeForConditionalGeneration(
else: else:
self.visual_token_mask = None self.visual_token_mask = None
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
cls, self,
input_tokens: list[int], input_tokens: list[int],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
image_grid_thw: list[list[int]] | torch.Tensor, image_grid_thw: list[list[int]] | torch.Tensor,

3
vllm/model_executor/models/glm4v.py
View File

@ -619,9 +619,8 @@ class GLM4VForCausalLM(
return self.transformer.vision(pixel_values) return self.transformer.vision(pixel_values)
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
cls, self,
input_tokens: list[int], input_tokens: list[int],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
image_grid_thw: list[list[int]] | torch.Tensor, image_grid_thw: list[list[int]] | torch.Tensor,

3
vllm/model_executor/models/keye_vl1_5.py
View File

@ -594,9 +594,8 @@ class KeyeVL1_5ForConditionalGeneration(
new_video_embeds.append(video_embeds[start:end]) new_video_embeds.append(video_embeds[start:end])
return tuple(new_video_embeds) return tuple(new_video_embeds)
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
cls, self,
input_tokens: list[int], input_tokens: list[int],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
image_grid_thw: list[list[int]] | torch.Tensor, image_grid_thw: list[list[int]] | torch.Tensor,

3
vllm/model_executor/models/qwen2_5_omni_thinker.py
View File

@ -986,9 +986,8 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
def get_language_model(self) -> torch.nn.Module: def get_language_model(self) -> torch.nn.Module:
return self.language_model return self.language_model
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
cls, self,
input_tokens: list[int], input_tokens: list[int],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
image_grid_thw: list[list[int]] | torch.Tensor, image_grid_thw: list[list[int]] | torch.Tensor,

3
vllm/model_executor/models/qwen2_5_vl.py
View File

@ -1078,9 +1078,8 @@ class Qwen2_5_VLForConditionalGeneration(
supports_encoder_tp_data = True supports_encoder_tp_data = True
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
cls, self,
input_tokens: list[int], input_tokens: list[int],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
image_grid_thw: list[list[int]] | torch.Tensor, image_grid_thw: list[list[int]] | torch.Tensor,

1
vllm/model_executor/models/qwen3_omni_moe_thinker.py
View File

@ -1421,7 +1421,6 @@ class Qwen3OmniMoeThinkerForConditionalGeneration(
return loaded_weights return loaded_weights
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
self, self,
input_tokens: list[int], input_tokens: list[int],

3
vllm/model_executor/models/qwen3_vl.py
View File

@ -1480,9 +1480,8 @@ class Qwen3VLForConditionalGeneration(
) )
return mm_input_by_modality return mm_input_by_modality
@classmethod
def get_mrope_input_positions( def get_mrope_input_positions(
cls, self,
input_tokens: list[int], input_tokens: list[int],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
image_grid_thw: list[list[int]] | torch.Tensor, image_grid_thw: list[list[int]] | torch.Tensor,