xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-09 05:07:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ROCm][CI][Bugfix] Fix Siglip2 rotary embedding dispatch and InternVL video test tolerance (#31235)

Browse Source 
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas 2025-12-23 20:56:58 -06:00 committed by GitHub
parent 76e6a95192
commit e42894f5b5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/models/multimodal/generation/test_common.py
View File

@ -513,6 +513,7 @@ VLM_TEST_SETTINGS = {
max_model_len=8192, max_model_len=8192,
use_tokenizer_eos=True, use_tokenizer_eos=True,
patch_hf_runner=model_utils.internvl_patch_hf_runner, patch_hf_runner=model_utils.internvl_patch_hf_runner,
num_logprobs=10 if current_platform.is_rocm() else 5,
), ),
"intern_vl-hf": VLMTestInfo( "intern_vl-hf": VLMTestInfo(
models=["OpenGVLab/InternVL3-1B-hf"], models=["OpenGVLab/InternVL3-1B-hf"],

4
vllm/model_executor/models/siglip2navit.py
View File

@ -163,8 +163,10 @@ def apply_rotary_pos_emb(
enable_fp32_compute=True, enable_fp32_compute=True,
) )
if is_flash_attn_backend and not current_platform.is_cuda(): if is_flash_attn_backend and current_platform.is_cuda():
apply_rotary_emb_func = apply_rotary_emb.forward_cuda apply_rotary_emb_func = apply_rotary_emb.forward_cuda
elif is_flash_attn_backend and current_platform.is_rocm():
apply_rotary_emb_func = apply_rotary_emb.forward_hip
else: else:
apply_rotary_emb_func = apply_rotary_emb.forward_native apply_rotary_emb_func = apply_rotary_emb.forward_native