xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 05:34:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix PixtralHFImagePixelInputs dynamic shape check (#22827)

Browse Source 
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
Isotr0py 2025-08-14 17:35:43 +08:00 committed by GitHub
parent 00e3f9da46
commit 7c3a0741c6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/multimodal/test_tensor_schema.py
View File

@ -153,4 +153,4 @@ def test_model_tensor_schema(model_arch: str, vllm_runner: type[VllmRunner],
if hasattr(model, method_name): if hasattr(model, method_name):
getattr(model, method_name)(**mm_kwargs) getattr(model, method_name)(**mm_kwargs)
vllm_model.apply_model(validate_model_input) vllm_model.apply_model(validate_model_input)

5
vllm/model_executor/models/llava.py
View File

@ -72,8 +72,9 @@ class PixtralHFImagePixelInputs(TensorSchema):
in which case the data is passed as a list instead of a batched tensor. in which case the data is passed as a list instead of a batched tensor.
""" """
type: Literal["pixel_values_pixtral"] = "pixel_values_pixtral" type: Literal["pixel_values_pixtral"] = "pixel_values_pixtral"
pixel_values: Annotated[Union[torch.Tensor, list[torch.Tensor]], pixel_values: Annotated[
TensorShape("bn", "c", "h", "w")] Union[torch.Tensor, list[torch.Tensor]],
TensorShape("bn", "c", "h", "w", dynamic_dims={"h", "w"})]
class LlavaImageEmbeddingInputs(TensorSchema): class LlavaImageEmbeddingInputs(TensorSchema):