mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-19 14:07:00 +08:00
[BugFix] Fix R-VL model loading error (#29299)
Signed-off-by: Lin, Fanli <fanli.lin@intel.com>
This commit is contained in:
parent
0ff70821c9
commit
ed40d85929
@ -1110,6 +1110,7 @@ def load_r_vl(question: str, image_urls: list[str]) -> ModelRequestData:
|
|||||||
model=model_name,
|
model=model_name,
|
||||||
max_model_len=16384,
|
max_model_len=16384,
|
||||||
max_num_seqs=16,
|
max_num_seqs=16,
|
||||||
|
trust_remote_code=True,
|
||||||
limit_mm_per_prompt={"image": len(image_urls)},
|
limit_mm_per_prompt={"image": len(image_urls)},
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user