xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 06:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix MRoPE Errors in the Qwen-VL Model When Processing Pure Text (#18407)

Browse Source 
Co-authored-by: 松灵 <wpf272043@alibaba-inc.com>
This commit is contained in:
燃 2025-05-20 21:59:48 +08:00 committed by GitHub
parent 86847700d7
commit be48360c1f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/worker/model_runner.py
View File

@ -729,8 +729,6 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
mm_kwargs, placeholder_maps = MultiModalPlaceholderMap.from_seq_group( mm_kwargs, placeholder_maps = MultiModalPlaceholderMap.from_seq_group(
seq_group_metadata, seq_group_metadata,
range(positions[0], positions[0] + len(positions))) range(positions[0], positions[0] + len(positions)))
if not mm_kwargs:
return
inter_data.multi_modal_kwargs = mm_kwargs inter_data.multi_modal_kwargs = mm_kwargs
inter_data.multi_modal_placeholder_maps = placeholder_maps inter_data.multi_modal_placeholder_maps = placeholder_maps
@ -741,12 +739,6 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
video_grid_thw = mm_kwargs.get("video_grid_thw", None) video_grid_thw = mm_kwargs.get("video_grid_thw", None)
audio_feature_lengths = mm_kwargs.get("audio_feature_lengths", audio_feature_lengths = mm_kwargs.get("audio_feature_lengths",
None) None)
assert (
image_grid_thw is not None or video_grid_thw is not None
or audio_feature_lengths is not None), (
"mrope embedding type requires multi-modal input mapper "
"returns 'image_grid_thw' or 'video_grid_thw' or "
"'audio_feature_lengths'.")
second_per_grid_ts = mm_kwargs.get("second_per_grid_ts", None) second_per_grid_ts = mm_kwargs.get("second_per_grid_ts", None)
use_audio_in_video = mm_kwargs.get("use_audio_in_video", False) use_audio_in_video = mm_kwargs.get("use_audio_in_video", False)