Add ignore consolidated file in mistral example code (vllm-project#20420)

princepride · huydhn · commit 7b37ecc5e5d1 · 2025-07-08T16:11:55.000-07:00
Signed-off-by: 汪志鹏 &lt;wangzhipeng628@gmail.com&gt;
diff --git a/examples/offline_inference/vision_language.py b/examples/offline_inference/vision_language.py
@@ -677,6 +677,7 @@ def run_mistral3(questions: list[str], modality: str) -> ModelRequestData:
         max_num_seqs=2,
         tensor_parallel_size=2,
         limit_mm_per_prompt={modality: 1},
+        ignore_patterns=["consolidated.safetensors"],
     )
 
     prompts = [f"<s>[INST]{question}\n[IMG][/INST]" for question in questions]
diff --git a/examples/offline_inference/vision_language_multi_image.py b/examples/offline_inference/vision_language_multi_image.py
@@ -505,6 +505,7 @@ def load_mistral3(question: str, image_urls: list[str]) -> ModelRequestData:
         max_num_seqs=2,
         tensor_parallel_size=2,
         limit_mm_per_prompt={"image": len(image_urls)},
+        ignore_patterns=["consolidated.safetensors"],
     )
 
     placeholders = "[IMG]" * len(image_urls)

Original file line number	Diff line number	Diff line change
`@@ -677,6 +677,7 @@ def run_mistral3(questions: list[str], modality: str) -> ModelRequestData:`
`677`	`677`	`max_num_seqs=2,`
`678`	`678`	`tensor_parallel_size=2,`
`679`	`679`	`limit_mm_per_prompt={modality: 1},`
	`680`	`+ ignore_patterns=["consolidated.safetensors"],`
`680`	`681`	`)`
`681`	`682`
`682`	`683`	`prompts = [f"<s>[INST]{question}\n[IMG][/INST]" for question in questions]`
Original file line number	Diff line number	Diff line change
`@@ -505,6 +505,7 @@ def load_mistral3(question: str, image_urls: list[str]) -> ModelRequestData:`
`505`	`505`	`max_num_seqs=2,`
`506`	`506`	`tensor_parallel_size=2,`
`507`	`507`	`limit_mm_per_prompt={"image": len(image_urls)},`
	`508`	`+ ignore_patterns=["consolidated.safetensors"],`
`508`	`509`	`)`
`509`	`510`
`510`	`511`	`placeholders = "[IMG]" * len(image_urls)`