diff --git a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml index 83e357613..986fc2569 100644 --- a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml +++ b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml @@ -2,7 +2,7 @@ name: MLPerf Inference Nvidia implementations on: schedule: - - cron: "15 02 * * *" #to be adjusted + - cron: "08 13 * * *" #to be adjusted jobs: run_nvidia: diff --git a/.github/workflows/test-scc24-sdxl.yaml b/.github/workflows/test-scc24-sdxl.yaml index 1dd73836d..7f402ce7d 100644 --- a/.github/workflows/test-scc24-sdxl.yaml +++ b/.github/workflows/test-scc24-sdxl.yaml @@ -2,7 +2,7 @@ name: MLPerf inference SDXL (SCC) on: schedule: - - cron: "40 12 * * *" + - cron: "56 12 * * *" jobs: build_reference: diff --git a/script/app-mlperf-inference-nvidia/customize.py b/script/app-mlperf-inference-nvidia/customize.py index 36324cd0c..f9eb06822 100644 --- a/script/app-mlperf-inference-nvidia/customize.py +++ b/script/app-mlperf-inference-nvidia/customize.py @@ -37,14 +37,14 @@ def preprocess(i): make_command = env['MLPERF_NVIDIA_RUN_COMMAND'] if make_command == "prebuild": - cmds.append(f"make prebuild NETWORK_NODE=SUT") + cmds.append(f"""make prebuild NETWORK_NODE=SUT""") if env['CM_MODEL'] == "resnet50": target_data_path = os.path.join( env['MLPERF_SCRATCH_PATH'], 'data', 'imagenet') if not os.path.exists(target_data_path): cmds.append( - f"ln -sf {env['CM_DATASET_IMAGENET_PATH']} {target_data_path}") + f"""ln -sf {env['CM_DATASET_IMAGENET_PATH']} {target_data_path}""") model_path = os.path.join( env['MLPERF_SCRATCH_PATH'], @@ -53,11 +53,11 @@ def preprocess(i): 'resnet50_v1.onnx') if not os.path.exists(os.path.dirname(model_path)): - cmds.append(f"mkdir -p {os.path.dirname(model_path)}") + cmds.append(f"""mkdir -p {os.path.dirname(model_path)}""") if not os.path.exists(model_path): cmds.append( - f"ln -sf {env['CM_ML_MODEL_FILE_WITH_PATH']} {model_path}") + f"""ln -sf {env['CM_ML_MODEL_FILE_WITH_PATH']} {model_path}""") model_name = "resnet50" elif "bert" in env['CM_MODEL']: @@ -83,17 +83,17 @@ def preprocess(i): 'vocab.txt') if not os.path.exists(os.path.dirname(fp32_model_path)): - cmds.append(f"mkdir -p {os.path.dirname(fp32_model_path)}") + cmds.append(f"""mkdir -p {os.path.dirname(fp32_model_path)}""") if not os.path.exists(fp32_model_path): cmds.append( - f"cp -r {env['CM_ML_MODEL_BERT_LARGE_FP32_PATH']} {fp32_model_path}") + f"""cp -r --remove-destination {env['CM_ML_MODEL_BERT_LARGE_FP32_PATH']} {fp32_model_path}""") if not os.path.exists(int8_model_path): cmds.append( - f"cp -r {env['CM_ML_MODEL_BERT_LARGE_INT8_PATH']} {int8_model_path}") + f"""cp -r --remove-destination {env['CM_ML_MODEL_BERT_LARGE_INT8_PATH']} {int8_model_path}""") if not os.path.exists(vocab_path): cmds.append( - f"cp -r {env['CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH']} {vocab_path}") + f"""cp -r --remove-destination {env['CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH']} {vocab_path}""") model_name = "bert" model_path = fp32_model_path @@ -112,9 +112,9 @@ def preprocess(i): # cmds.append("make download_data BENCHMARKS='stable-diffusion-xl'") env['CM_REQUIRE_COCO2014_DOWNLOAD'] = 'yes' cmds.append( - f"cp -r \\$CM_DATASET_PATH_ROOT/captions/captions.tsv {target_data_path}/captions_5k_final.tsv") + f"""cp -r \\$CM_DATASET_PATH_ROOT/captions/captions.tsv {target_data_path}/captions_5k_final.tsv""") cmds.append( - f"cp -r \\$CM_DATASET_PATH_ROOT/latents/latents.pt {target_data_path}/latents.pt") + f"""cp -r \\$CM_DATASET_PATH_ROOT/latents/latents.pt {target_data_path}/latents.pt""") fp16_model_path = os.path.join( env['MLPERF_SCRATCH_PATH'], 'models', @@ -124,7 +124,7 @@ def preprocess(i): 'stable_diffusion_fp16') if not os.path.exists(os.path.dirname(fp16_model_path)): - cmds.append(f"mkdir -p {os.path.dirname(fp16_model_path)}") + cmds.append(f"""mkdir -p {os.path.dirname(fp16_model_path)}""") if not os.path.exists(fp16_model_path): if os.path.islink(fp16_model_path): @@ -687,11 +687,15 @@ def preprocess(i): '') # will be ignored during build engine if "stable-diffusion" in env["CM_MODEL"]: - extra_build_engine_options_string += f" --model_path {os.path.join(env['MLPERF_SCRATCH_PATH'], 'models', 'SDXL/')}" + extra_build_engine_options_string += f""" --model_path { + os.path.join( + env['MLPERF_SCRATCH_PATH'], + 'models', + 'SDXL/')}""" run_config += " --no_audit_verify" - cmds.append(f"make {make_command} RUN_ARGS=' --benchmarks={model_name} --scenarios={scenario} {test_mode_string} {run_config} {extra_build_engine_options_string} {extra_run_options_string}'") + cmds.append(f"""make {make_command} RUN_ARGS=' --benchmarks={model_name} --scenarios={scenario} {test_mode_string} {run_config} {extra_build_engine_options_string} {extra_run_options_string}'""") run_cmd = " && ".join(cmds) env['CM_MLPERF_RUN_CMD'] = run_cmd diff --git a/script/get-mlperf-inference-utils/customize.py b/script/get-mlperf-inference-utils/customize.py index 6f7f0a49b..179342fc7 100644 --- a/script/get-mlperf-inference-utils/customize.py +++ b/script/get-mlperf-inference-utils/customize.py @@ -15,7 +15,7 @@ def preprocess(i): quiet = (env.get('CM_QUIET', False) == 'yes') - utils_path = i['run_script_input']['path'] + utils_path = env['CM_TMP_CURRENT_SCRIPT_PATH'] env['+PYTHONPATH'] = [utils_path]