From 25950dca9b212743b755c8f1729a124db4f7f691 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B1=AA=E5=BF=97=E9=B9=8F?= Date: Fri, 4 Jul 2025 10:55:07 +0800 Subject: [PATCH] Add ignore consolidated file in mistral example code (#20420) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: 汪志鹏 --- examples/offline_inference/vision_language.py | 1 + examples/offline_inference/vision_language_multi_image.py | 1 + 2 files changed, 2 insertions(+) diff --git a/examples/offline_inference/vision_language.py b/examples/offline_inference/vision_language.py index b136b14cd8ea..bf7be33107da 100644 --- a/examples/offline_inference/vision_language.py +++ b/examples/offline_inference/vision_language.py @@ -677,6 +677,7 @@ def run_mistral3(questions: list[str], modality: str) -> ModelRequestData: max_num_seqs=2, tensor_parallel_size=2, limit_mm_per_prompt={modality: 1}, + ignore_patterns=["consolidated.safetensors"], ) prompts = [f"[INST]{question}\n[IMG][/INST]" for question in questions] diff --git a/examples/offline_inference/vision_language_multi_image.py b/examples/offline_inference/vision_language_multi_image.py index 13af8e904194..eb4f3b6c8f44 100644 --- a/examples/offline_inference/vision_language_multi_image.py +++ b/examples/offline_inference/vision_language_multi_image.py @@ -505,6 +505,7 @@ def load_mistral3(question: str, image_urls: list[str]) -> ModelRequestData: max_num_seqs=2, tensor_parallel_size=2, limit_mm_per_prompt={"image": len(image_urls)}, + ignore_patterns=["consolidated.safetensors"], ) placeholders = "[IMG]" * len(image_urls)