mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-03 05:51:21 +08:00
[VLM][Refactor] Remove useless func get_input_positions in MRotaryEmbedding (#27088)
Signed-off-by: MengqingCao <cmq0113@163.com>
This commit is contained in:
parent
bbc1b29665
commit
e20eba753b
@ -4,7 +4,6 @@
|
|||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
from transformers import PretrainedConfig
|
|
||||||
|
|
||||||
from vllm.triton_utils import tl, triton
|
from vllm.triton_utils import tl, triton
|
||||||
|
|
||||||
@ -376,39 +375,6 @@ class MRotaryEmbedding(RotaryEmbedding):
|
|||||||
) -> tuple[torch.Tensor, torch.Tensor | None]:
|
) -> tuple[torch.Tensor, torch.Tensor | None]:
|
||||||
return self.forward_native(positions, query, key, offsets)
|
return self.forward_native(positions, query, key, offsets)
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def get_input_positions(
|
|
||||||
cls,
|
|
||||||
input_tokens: list[int],
|
|
||||||
hf_config: PretrainedConfig,
|
|
||||||
image_grid_thw: list[list[int]] | torch.Tensor | None,
|
|
||||||
video_grid_thw: list[list[int]] | torch.Tensor | None,
|
|
||||||
second_per_grid_ts: list[float] | None,
|
|
||||||
context_len: int = 0,
|
|
||||||
seq_len: int | None = None,
|
|
||||||
audio_feature_lengths: torch.Tensor | None = None,
|
|
||||||
use_audio_in_video: bool = False,
|
|
||||||
) -> tuple[list[list[int]], int]:
|
|
||||||
"""Get mrope input positions and delta value."""
|
|
||||||
|
|
||||||
image_grid_thw = [] if image_grid_thw is None else image_grid_thw
|
|
||||||
video_grid_thw = [] if video_grid_thw is None else video_grid_thw
|
|
||||||
second_per_grid_ts = [] if second_per_grid_ts is None else second_per_grid_ts
|
|
||||||
|
|
||||||
llm_positions, mrope_position_delta = cls.get_input_positions_tensor(
|
|
||||||
input_tokens=input_tokens,
|
|
||||||
hf_config=hf_config,
|
|
||||||
image_grid_thw=image_grid_thw,
|
|
||||||
video_grid_thw=video_grid_thw,
|
|
||||||
second_per_grid_ts=second_per_grid_ts,
|
|
||||||
context_len=context_len,
|
|
||||||
seq_len=seq_len,
|
|
||||||
audio_feature_lengths=audio_feature_lengths,
|
|
||||||
use_audio_in_video=use_audio_in_video,
|
|
||||||
)
|
|
||||||
|
|
||||||
return llm_positions.tolist(), mrope_position_delta
|
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def get_next_input_positions(
|
def get_next_input_positions(
|
||||||
mrope_position_delta: int,
|
mrope_position_delta: int,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user