[Data][LLM] Set different --model-source default for LLM/VLM

For backward compatibility

Signed-off-by: Linkun Chen <github@lkchen.net>

Author: lk-chen

release/llm_tests/batch/args_utils.py

@@ -24,12 +24,6 @@ def get_parser():
         action="store_true",
         default=False,
     )
-    parser.add_argument(
-        "--model-source",
-        type=str,
-        default="unsloth/Llama-3.1-8B-Instruct",
-        help="Model source.",
-    )
     parser.add_argument(
         "--dynamic-lora-loading-path",
         type=str,

release/llm_tests/batch/run_llama.py

@@ -91,5 +91,11 @@ def main(args):
 
 
 if __name__ == "__main__":
-    args = get_parser().parse_args()
-    main(args)
+    parser = get_parser()
+    parser.add_argument(
+        "--model-source",
+        type=str,
+        default="unsloth/Llama-3.1-8B-Instruct",
+        help="Model source.",
+    )
+    main(parser.parse_args())

release/llm_tests/batch/run_vision_language_model.py

@@ -33,7 +33,7 @@ def main(args):
         detokenize = True
 
     processor_config = vLLMEngineProcessorConfig(
-        model_source="llava-hf/llava-1.5-7b-hf",
+        model_source=args.model_source,
         task_type="generate",
         engine_kwargs=dict(
             tensor_parallel_size=tp_size,
@@ -54,6 +54,7 @@ def main(args):
     processor = build_llm_processor(
         processor_config,
         preprocess=lambda row: dict(
+            model=args.model_source if args.lora_name is None else args.lora_name,
             messages=[
                 {"role": "system", "content": "You are an assistant"},
                 {
@@ -91,4 +92,10 @@ def main(args):
 
 if __name__ == "__main__":
     parser = get_parser()
+    parser.add_argument(
+        "--model-source",
+        type=str,
+        default="llava-hf/llava-1.5-7b-hf",
+        help="Model source.",
+    )
     main(parser.parse_args())