From 679c56f6651f26b1807600a8e7eabf0cc798e176 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 12 Feb 2025 16:06:09 +0530 Subject: [PATCH 1/5] create dummy measurements.json if file not present --- .../customize.py | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 0d1ac5a69..5b6871991 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -553,10 +553,17 @@ def generate_submission(env, state, inp, submission_division): shutil.copy(measurements_json_path, destination) else: - if mode.lower() == "performance": - return { - "return": 1, "error": f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, 'user.conf')}"} - + print(f"Warning: measurements.json file not present, creating a dummy measurements.json in path {measurements_json_path}") + dummy_measurements-data = { + "input_data_types": env['MLC_ML_MODEL_INPUTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_INPUTS_DATA_TYPE') else None, + "retraining": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, + "starting_weights_filename": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, + "weight_data_types": env['MLC_ML_MODEL_WEIGHTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_WEIGHTS_DATA_TYPE') else None, + "weight_transformations": env['MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS'] if env.get('MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS') else None + } + with open(measurements_json_path, 'w') as json_file: + json.dump(data, json_file, indent=4) + files = [] readme = False From c5ebbb904bc82be2f40c39c13292de0f0a1d67de Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Wed, 12 Feb 2025 10:36:24 +0000 Subject: [PATCH 2/5] [Automated Commit] Format Codebase [skip ci] --- script/generate-mlperf-inference-submission/customize.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 5b6871991..35e10345b 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -553,8 +553,9 @@ def generate_submission(env, state, inp, submission_division): shutil.copy(measurements_json_path, destination) else: - print(f"Warning: measurements.json file not present, creating a dummy measurements.json in path {measurements_json_path}") - dummy_measurements-data = { + print( + f"Warning: measurements.json file not present, creating a dummy measurements.json in path {measurements_json_path}") + dummy_measurements - data = { "input_data_types": env['MLC_ML_MODEL_INPUTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_INPUTS_DATA_TYPE') else None, "retraining": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, "starting_weights_filename": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, @@ -563,7 +564,7 @@ def generate_submission(env, state, inp, submission_division): } with open(measurements_json_path, 'w') as json_file: json.dump(data, json_file, indent=4) - + files = [] readme = False From 6bfb23a36c8296385a64ead178b92e2fe9ad957f Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 12 Feb 2025 16:15:36 +0530 Subject: [PATCH 3/5] Update customize.py --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 35e10345b..06025d59a 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -557,7 +557,7 @@ def generate_submission(env, state, inp, submission_division): f"Warning: measurements.json file not present, creating a dummy measurements.json in path {measurements_json_path}") dummy_measurements - data = { "input_data_types": env['MLC_ML_MODEL_INPUTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_INPUTS_DATA_TYPE') else None, - "retraining": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, + "retraining": env['MLC_ML_MODEL_RETRAINING'] if env.get('MLC_ML_MODEL_RETRAINING') else None, "starting_weights_filename": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, "weight_data_types": env['MLC_ML_MODEL_WEIGHTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_WEIGHTS_DATA_TYPE') else None, "weight_transformations": env['MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS'] if env.get('MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS') else None From 3bec4b9e7b9b8252da327e57e14b397e65549384 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 12 Feb 2025 16:22:44 +0530 Subject: [PATCH 4/5] fix typo --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 06025d59a..b5916a4ee 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -555,7 +555,7 @@ def generate_submission(env, state, inp, submission_division): else: print( f"Warning: measurements.json file not present, creating a dummy measurements.json in path {measurements_json_path}") - dummy_measurements - data = { + dummy_measurements_data = { "input_data_types": env['MLC_ML_MODEL_INPUTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_INPUTS_DATA_TYPE') else None, "retraining": env['MLC_ML_MODEL_RETRAINING'] if env.get('MLC_ML_MODEL_RETRAINING') else None, "starting_weights_filename": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, From c86ed660c7345501c38c4d0f89ca44a4ace50131 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 13 Feb 2025 10:27:59 +0530 Subject: [PATCH 5/5] Update customize.py --- .../generate-mlperf-inference-submission/customize.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index b5916a4ee..e72ae8dcc 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -556,11 +556,11 @@ def generate_submission(env, state, inp, submission_division): print( f"Warning: measurements.json file not present, creating a dummy measurements.json in path {measurements_json_path}") dummy_measurements_data = { - "input_data_types": env['MLC_ML_MODEL_INPUTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_INPUTS_DATA_TYPE') else None, - "retraining": env['MLC_ML_MODEL_RETRAINING'] if env.get('MLC_ML_MODEL_RETRAINING') else None, - "starting_weights_filename": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else None, - "weight_data_types": env['MLC_ML_MODEL_WEIGHTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_WEIGHTS_DATA_TYPE') else None, - "weight_transformations": env['MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS'] if env.get('MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS') else None + "input_data_types": env['MLC_ML_MODEL_INPUTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_INPUTS_DATA_TYPE') else "TBD", + "retraining": env['MLC_ML_MODEL_RETRAINING'] if env.get('MLC_ML_MODEL_RETRAINING') else "TBD", + "starting_weights_filename": env['MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME'] if env.get('MLC_ML_MODEL_STARTING_WEIGHTS_FILENAME') else "TBD", + "weight_data_types": env['MLC_ML_MODEL_WEIGHTS_DATA_TYPE'] if env.get('MLC_ML_MODEL_WEIGHTS_DATA_TYPE') else "TBD", + "weight_transformations": env['MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS'] if env.get('MLC_ML_MODEL_WEIGHT_TRANSFORMATIONS') else "TBD" } with open(measurements_json_path, 'w') as json_file: json.dump(data, json_file, indent=4)