From 5359a9e82c87091e635399f06668de8d4857ac12 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 14:26:53 +0530 Subject: [PATCH 01/18] fix package name --- script/get-generic-sys-util/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/get-generic-sys-util/meta.yaml b/script/get-generic-sys-util/meta.yaml index f058b3127..80dfe0d7a 100644 --- a/script/get-generic-sys-util/meta.yaml +++ b/script/get-generic-sys-util/meta.yaml @@ -162,7 +162,7 @@ variations: new_env_keys: - MLC_LIBGLX_VERSION state: - libgl: # tbd: complete for other flavours of linux + libgl1-mesa-glx: # tbd: complete for other flavours of linux apt: libgl1-mesa-glx brew: '' dnf: '' From 919519e545600b8ad79882e70914473fe016ea61 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 14:38:59 +0530 Subject: [PATCH 02/18] download only if cognata dataset path is not present --- script/get-preprocessed-dataset-cognata/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/get-preprocessed-dataset-cognata/customize.py b/script/get-preprocessed-dataset-cognata/customize.py index 1e4f0beba..95da93db2 100644 --- a/script/get-preprocessed-dataset-cognata/customize.py +++ b/script/get-preprocessed-dataset-cognata/customize.py @@ -8,7 +8,7 @@ def preprocess(i): env = i['env'] - if env.get('MLC_NUSCENES_DATASET_TYPE', '') == "prebuilt": + if env.get('MLC_NUSCENES_DATASET_TYPE', '') == "prebuilt" and env.get('MLC_PREPROCESSED_DATASET_COGNATA_PATH', '') != '': env['MLC_TMP_REQUIRE_DOWNLOAD'] = "yes" return {'return': 0} From 5df6903d25f715eb0f1060e3170f62eb2a26af56 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 14:47:28 +0530 Subject: [PATCH 03/18] fix typo --- script/get-preprocessed-dataset-cognata/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/get-preprocessed-dataset-cognata/customize.py b/script/get-preprocessed-dataset-cognata/customize.py index 95da93db2..28462322f 100644 --- a/script/get-preprocessed-dataset-cognata/customize.py +++ b/script/get-preprocessed-dataset-cognata/customize.py @@ -8,7 +8,7 @@ def preprocess(i): env = i['env'] - if env.get('MLC_NUSCENES_DATASET_TYPE', '') == "prebuilt" and env.get('MLC_PREPROCESSED_DATASET_COGNATA_PATH', '') != '': + if env.get('MLC_NUSCENES_DATASET_TYPE', '') == "prebuilt" and env.get('MLC_PREPROCESSED_DATASET_COGNATA_PATH', '') == '': env['MLC_TMP_REQUIRE_DOWNLOAD'] = "yes" return {'return': 0} From c9744ea515a603fbf2d8b6a8a6dec3bbf6529cca Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Mon, 26 May 2025 09:19:18 +0000 Subject: [PATCH 04/18] [Automated Commit] Format Codebase [skip ci] --- script/get-preprocessed-dataset-cognata/customize.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script/get-preprocessed-dataset-cognata/customize.py b/script/get-preprocessed-dataset-cognata/customize.py index 28462322f..c77e3bb17 100644 --- a/script/get-preprocessed-dataset-cognata/customize.py +++ b/script/get-preprocessed-dataset-cognata/customize.py @@ -8,7 +8,8 @@ def preprocess(i): env = i['env'] - if env.get('MLC_NUSCENES_DATASET_TYPE', '') == "prebuilt" and env.get('MLC_PREPROCESSED_DATASET_COGNATA_PATH', '') == '': + if env.get('MLC_NUSCENES_DATASET_TYPE', '') == "prebuilt" and env.get( + 'MLC_PREPROCESSED_DATASET_COGNATA_PATH', '') == '': env['MLC_TMP_REQUIRE_DOWNLOAD'] = "yes" return {'return': 0} From 3d194d23c65493a45cffce6574395ddb5027dae5 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 14:58:50 +0530 Subject: [PATCH 05/18] fix model download tags --- script/app-mlperf-automotive/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive/meta.yaml b/script/app-mlperf-automotive/meta.yaml index 101a7b851..08af65eff 100644 --- a/script/app-mlperf-automotive/meta.yaml +++ b/script/app-mlperf-automotive/meta.yaml @@ -342,7 +342,7 @@ variations: enable_if_env: MLC_USE_DATASET_FROM_HOST: - "yes" - - tags: get,ml-model,ssd,resnet50,_mlc,_rclone + - tags: get,ml-model,deeplabv3-plus enable_if_env: MLC_USE_MODEL_FROM_HOST: - "yes" From 212aa30b9f45a4d04bf2beef24f11980fa15b3cd Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 15:24:12 +0530 Subject: [PATCH 06/18] corrected model name --- script/app-mlperf-automotive-mlcommons-python/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/customize.py b/script/app-mlperf-automotive-mlcommons-python/customize.py index 4ea2ce0f1..bc8478ef0 100644 --- a/script/app-mlperf-automotive-mlcommons-python/customize.py +++ b/script/app-mlperf-automotive-mlcommons-python/customize.py @@ -265,7 +265,7 @@ def get_run_cmd_reference(os_info, env, scenario_extra_options, cmd = f"""{env['MLC_PYTHON_BIN_WITH_PATH']} {os.path.join(run_dir, "main.py")} --output {env['OUTPUT_DIR']} --scenario {env['MLC_MLPERF_LOADGEN_SCENARIO']} --backend {backend} --dataset cognata --dataset-path {env['MLC_PREPROCESSED_DATASET_COGNATA_PATH']} --checkpoint {env['MLC_ML_MODEL_SSD_PATH']} --config {config_path} {env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS']} {scenario_extra_options} {mode_extra_options} {dataset_options}""" - elif env['MLC_MODEL'] in ['deeplab_v3+']: + elif env['MLC_MODEL'] in ['deeplab-v3+']: run_dir = env['MLC_MLPERF_INFERENCE_DEEPLABV3PLUS_PATH'] env['RUN_DIR'] = run_dir From 91f12303599f50a71411964e435660d43cdb238c Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 15:27:00 +0530 Subject: [PATCH 07/18] add pre run cmd --- script/app-mlperf-automotive/meta.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive/meta.yaml b/script/app-mlperf-automotive/meta.yaml index 08af65eff..9b8029dbb 100644 --- a/script/app-mlperf-automotive/meta.yaml +++ b/script/app-mlperf-automotive/meta.yaml @@ -119,13 +119,15 @@ post_deps: docker: mlc_repo: anandhu-eng@mlperf-automations - mlc_repo_branch: automotive + mlc_repo_branch: automotive2 use_host_group_id: True use_host_user_id: True real_run: false user: mlcuser interactive: True mlc_repos_off: 'mlc pull repo mlcommons@cm4abtf --branch=poc' + pre_run_cmds: + - mlc pull repo deps: - tags: get,abtf,scratch,space mounts: From d56783b7dc53cf8a609b9132bddbc918e75e6e34 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 15:34:40 +0530 Subject: [PATCH 08/18] removed config --- script/app-mlperf-automotive-mlcommons-python/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/customize.py b/script/app-mlperf-automotive-mlcommons-python/customize.py index bc8478ef0..a7c617d05 100644 --- a/script/app-mlperf-automotive-mlcommons-python/customize.py +++ b/script/app-mlperf-automotive-mlcommons-python/customize.py @@ -275,7 +275,7 @@ def get_run_cmd_reference(os_info, env, scenario_extra_options, backend = "onnx" if env.get( 'MLC_MLPERF_BACKEND') == "onnxruntime" else env.get('MLC_MLPERF_BACKEND') - cmd = f"""{env['MLC_PYTHON_BIN_WITH_PATH']} {os.path.join(run_dir, "main.py")} --output {env['OUTPUT_DIR']} --scenario {env['MLC_MLPERF_LOADGEN_SCENARIO']} --backend {backend} --dataset cognata --dataset-path {env['MLC_PREPROCESSED_DATASET_COGNATA_PATH']} --checkpoint {env['MLC_ML_MODEL_DEEPLABV3_PLUS_PATH']} --config {config_path} {env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS']} {scenario_extra_options} {mode_extra_options} {dataset_options}""" + cmd = f"""{env['MLC_PYTHON_BIN_WITH_PATH']} {os.path.join(run_dir, "main.py")} --output {env['OUTPUT_DIR']} --scenario {env['MLC_MLPERF_LOADGEN_SCENARIO']} --backend {backend} --dataset cognata --dataset-path {env['MLC_PREPROCESSED_DATASET_COGNATA_PATH']} --checkpoint {env['MLC_ML_MODEL_DEEPLABV3_PLUS_PATH']} {env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS']} {scenario_extra_options} {mode_extra_options} {dataset_options}""" ########################################################################## From 7aa5a72006aa72f690a3b7fc06b796832531bc30 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 15:36:27 +0530 Subject: [PATCH 09/18] add deps --- script/app-mlperf-automotive-mlcommons-python/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index dd288d46e..b9235ba25 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -539,6 +539,7 @@ variations: - tags: get,generic-python-lib,_package.scikit-learn - tags: get,generic-python-lib,_package.torchinfo - tags: get,generic-python-lib,_package.torchmetrics + - tags: get,generic-python-lib,_package.torchvision - tags: get,generic-sys-util,_libgl1-mesa-glx - tags: get,generic-python-lib,_package.onnx - tags: get,generic-python-lib,_package.onnxruntime From 1c48c9e52c0dfc8a7a2a6b42fcef8e989e49c7b1 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 15:40:29 +0530 Subject: [PATCH 10/18] update deps --- script/app-mlperf-automotive-mlcommons-python/meta.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index b9235ba25..28c571457 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -201,6 +201,8 @@ deps: - tvm-pytorch MLC_MLPERF_DEVICE: - cpu + MLC_MODEL: + - deeplab-v3+ ## Torchvision (CUDA) - tags: get,generic-python-lib,_torchvision_cuda @@ -539,7 +541,6 @@ variations: - tags: get,generic-python-lib,_package.scikit-learn - tags: get,generic-python-lib,_package.torchinfo - tags: get,generic-python-lib,_package.torchmetrics - - tags: get,generic-python-lib,_package.torchvision - tags: get,generic-sys-util,_libgl1-mesa-glx - tags: get,generic-python-lib,_package.onnx - tags: get,generic-python-lib,_package.onnxruntime From ed17309b04d2de01d15d0444c030167a41b02008 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 20:37:14 +0530 Subject: [PATCH 11/18] change the model name and variations to official ones --- .../customize.py | 4 +-- .../meta.yaml | 12 ++++----- script/app-mlperf-automotive/meta.yaml | 26 +++++++++---------- script/process-mlperf-accuracy/meta.yaml | 4 +-- 4 files changed, 23 insertions(+), 23 deletions(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/customize.py b/script/app-mlperf-automotive-mlcommons-python/customize.py index a7c617d05..688a52dc9 100644 --- a/script/app-mlperf-automotive-mlcommons-python/customize.py +++ b/script/app-mlperf-automotive-mlcommons-python/customize.py @@ -251,7 +251,7 @@ def get_run_cmd_reference(os_info, env, scenario_extra_options, print(env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS']) cmd = f"""{env['MLC_PYTHON_BIN_WITH_PATH']} {os.path.join(run_dir, "main.py")} --output {env['OUTPUT_DIR']} --scenario {env['MLC_MLPERF_LOADGEN_SCENARIO']} --backend onnx --dataset nuscenes --nuscenes-root {os.path.dirname(env['MLC_PREPROCESSED_DATASET_NUSCENES_PATH'].rstrip("/"))} --dataset-path {env['MLC_PREPROCESSED_DATASET_NUSCENES_PATH']} --checkpoint {env['MLC_ML_MODEL_BEVFORMER_PATH']} --config {config_path} {env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS']} {scenario_extra_options} {mode_extra_options} {dataset_options}""" print(cmd) - elif env['MLC_MODEL'] in ['ssd-resnet50']: + elif env['MLC_MODEL'] in ['ssd']: run_dir = env['MLC_MLPERF_INFERENCE_SSD_RESNET50_PATH'] env['RUN_DIR'] = run_dir @@ -265,7 +265,7 @@ def get_run_cmd_reference(os_info, env, scenario_extra_options, cmd = f"""{env['MLC_PYTHON_BIN_WITH_PATH']} {os.path.join(run_dir, "main.py")} --output {env['OUTPUT_DIR']} --scenario {env['MLC_MLPERF_LOADGEN_SCENARIO']} --backend {backend} --dataset cognata --dataset-path {env['MLC_PREPROCESSED_DATASET_COGNATA_PATH']} --checkpoint {env['MLC_ML_MODEL_SSD_PATH']} --config {config_path} {env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS']} {scenario_extra_options} {mode_extra_options} {dataset_options}""" - elif env['MLC_MODEL'] in ['deeplab-v3+']: + elif env['MLC_MODEL'] in ['deeplabv3plus']: run_dir = env['MLC_MLPERF_INFERENCE_DEEPLABV3PLUS_PATH'] env['RUN_DIR'] = run_dir diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index 28c571457..465025dd1 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -202,7 +202,7 @@ deps: MLC_MLPERF_DEVICE: - cpu MLC_MODEL: - - deeplab-v3+ + - deeplabv3plus ## Torchvision (CUDA) - tags: get,generic-python-lib,_torchvision_cuda @@ -364,7 +364,7 @@ variations: tags: raw,_pytorch ml-model-bevformer: tags: _pytorch - ml-model-ssd-resnet50: + ml-model-ssd: tags: _pytorch ml-model-deeplabv3-plus: tags: _pytorch @@ -488,7 +488,7 @@ variations: names: - ml-model-bevformer - ssd-resnet50: + ssd: group: models add_deps_recursive: pytorch: @@ -515,15 +515,15 @@ variations: MLC_RUN_STATE_DOCKER: - "yes" names: - - preprocessed-dataset-mlcommons-cognata-ssd-resnet50 + - preprocessed-dataset-mlcommons-cognata-ssd - tags: get,ml-model,ssd,resnet50,_mlc,_rclone skip_if_any_env: MLC_RUN_STATE_DOCKER: - "yes" names: - - ml-model-ssd-resnet50 + - ml-model-ssd - deeplab-v3+: + deeplabv3plus: group: models add_deps_recursive: pytorch: diff --git a/script/app-mlperf-automotive/meta.yaml b/script/app-mlperf-automotive/meta.yaml index 9b8029dbb..ec2b607d2 100644 --- a/script/app-mlperf-automotive/meta.yaml +++ b/script/app-mlperf-automotive/meta.yaml @@ -190,16 +190,16 @@ variations: tags: _onnxruntime ml-model-bevformer: tags: _onnx - ml-model-ssd-resnet50: + ml-model-ssd: tags: _onnx - ml-model-deeplab-v3+: + ml-model-deeplabv3plus: tags: _onnx onnx_dynamic: base: - onnxruntime add_deps_recursive: - ml-model-deeplab-v3+: + ml-model-deeplabv3plus: tags: _onnx_dynamic onnxruntime,cpu: @@ -223,9 +223,9 @@ variations: tags: _pytorch ml-model-bevformer: tags: _pytorch - ml-model-ssd-resnet50: + ml-model-ssd: tags: _pytorch - ml-model-deeplab-v3+: + ml-model-deeplabv3plus: tags: _pytorch @@ -294,13 +294,13 @@ variations: - nuscenes-accuracy-script tags: run,accuracy,mlperf,_nuscenes - ssd-resnet50: + ssd: group: models default_env: MLC_USE_DATASET_FROM_HOST: yes env: - MLC_MODEL: ssd-resnet50 + MLC_MODEL: ssd docker: deps: - tags: get,preprocessed,dataset,cognata @@ -312,13 +312,13 @@ variations: MLC_USE_MODEL_FROM_HOST: - "yes" names: - - ml-model-ssd-resnet50 + - ml-model-ssd mounts: - "${{ MLC_PREPROCESSED_DATASET_COGNATA_PATH }}:${{ MLC_PREPROCESSED_DATASET_COGNATA_PATH }}" - "${{ MLC_ML_MODEL_SSD_PATH }}:${{ MLC_ML_MODEL_SSD_PATH }}" add_deps_recursive: abtf-inference-implementation: - tags: _ssd-resnet50 + tags: _ssd posthook_deps: - enable_if_env: MLC_MLPERF_LOADGEN_MODE: @@ -331,13 +331,13 @@ variations: - cognata-ssd-accuracy-script tags: run,accuracy,mlperf,_cognata_ssd - deeplab-v3+: + deeplabv3plus: group: models default_env: MLC_USE_DATASET_FROM_HOST: yes env: - MLC_MODEL: deeplab-v3+ + MLC_MODEL: deeplabv3plus docker: deps: - tags: get,preprocessed,dataset,cognata,_segmentation @@ -349,13 +349,13 @@ variations: MLC_USE_MODEL_FROM_HOST: - "yes" names: - - ml-model-deeplab-v3+ + - ml-model-deeplabv3plus mounts: - "${{ MLC_PREPROCESSED_DATASET_COGNATA_PATH }}:${{ MLC_PREPROCESSED_DATASET_COGNATA_PATH }}" - "${{ MLC_ML_MODEL_DEEPLABV3_PLUS_PATH }}:${{ MLC_ML_MODEL_DEEPLABV3_PLUS_PATH }}" add_deps_recursive: abtf-inference-implementation: - tags: _deeplab-v3+ + tags: _deeplabv3plus posthook_deps: - enable_if_env: MLC_MLPERF_LOADGEN_MODE: diff --git a/script/process-mlperf-accuracy/meta.yaml b/script/process-mlperf-accuracy/meta.yaml index 458f740fa..7fcea6b70 100644 --- a/script/process-mlperf-accuracy/meta.yaml +++ b/script/process-mlperf-accuracy/meta.yaml @@ -297,13 +297,13 @@ variations: MLC_RUN_STATE_DOCKER: - "yes" names: - - preprocessed-dataset-mlcommons-cognata-ssd-resnet50 + - preprocessed-dataset-mlcommons-cognata-ssd - tags: get,ml-model,ssd,resnet50,_mlc,_rclone skip_if_any_env: MLC_RUN_STATE_DOCKER: - "yes" names: - - ml-model-ssd-resnet50 + - ml-model-ssd env: MLC_DATASET: cognata_ssd group: dataset From fd2228ef77afce2fde7a2857e49cd6d43fdb14c1 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 20:45:29 +0530 Subject: [PATCH 12/18] enable torchvision for deeplabv3plus --- script/app-mlperf-automotive-mlcommons-python/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index 465025dd1..0af7260b9 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -201,6 +201,7 @@ deps: - tvm-pytorch MLC_MLPERF_DEVICE: - cpu + enable_if_env MLC_MODEL: - deeplabv3plus From b4b34aecf86b9e70ab70f209eeda7a5195b11334 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 21:03:49 +0530 Subject: [PATCH 13/18] fix typo --- script/app-mlperf-automotive-mlcommons-python/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index 0af7260b9..625be0619 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -201,7 +201,7 @@ deps: - tvm-pytorch MLC_MLPERF_DEVICE: - cpu - enable_if_env + enable_if_env: MLC_MODEL: - deeplabv3plus From af33a3e59fc0f643afda409eb0b8907a3c081194 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 21:18:38 +0530 Subject: [PATCH 14/18] fix torchvision dependency name --- script/app-mlperf-automotive-mlcommons-python/meta.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index 625be0619..70815b611 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -378,7 +378,7 @@ variations: pytorch: env: MLC_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/cpu/torch_stable.html - torchvision: + ml-engine-torchvision: env: MLC_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/cpu/torch_stable.html torchaudio: @@ -460,7 +460,7 @@ variations: pytorch: version_max: "2.5.1" version_max_usable: "2.5.1" - torchvision: + ml-engine-torchvision: version_max: "0.20.1" version_max_usable": "0.20.1" torchaudio: @@ -495,7 +495,7 @@ variations: pytorch: version_max: "2.3.1" version_max_usable: "2.3.1" - torchvision: + ml-engine-torchvision: version_max: "0.18.1" version_max_usable": "0.18.1" torchaudio: @@ -530,7 +530,7 @@ variations: pytorch: version_max: "2.3.1" version_max_usable: "2.3.1" - torchvision: + ml-engine-torchvision: version_max: "0.18.1" version_max_usable": "0.18.1" torchaudio: From c342eab1164d74877d87efbfc9a317de258d150c Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Mon, 26 May 2025 22:38:11 +0530 Subject: [PATCH 15/18] fix tag for cognata download --- script/app-mlperf-automotive-mlcommons-python/meta.yaml | 1 + script/app-mlperf-automotive/meta.yaml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index 70815b611..56066ca27 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -204,6 +204,7 @@ deps: enable_if_env: MLC_MODEL: - deeplabv3plus + - ssd ## Torchvision (CUDA) - tags: get,generic-python-lib,_torchvision_cuda diff --git a/script/app-mlperf-automotive/meta.yaml b/script/app-mlperf-automotive/meta.yaml index ec2b607d2..be8138f7c 100644 --- a/script/app-mlperf-automotive/meta.yaml +++ b/script/app-mlperf-automotive/meta.yaml @@ -303,7 +303,7 @@ variations: MLC_MODEL: ssd docker: deps: - - tags: get,preprocessed,dataset,cognata + - tags: get,preprocessed,dataset,cognata,_2d_obj_det enable_if_env: MLC_USE_DATASET_FROM_HOST: - "yes" From 0f42023f5b9b0f5f0adf1b45af0a4bd73b68a102 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 27 May 2025 09:26:23 +0530 Subject: [PATCH 16/18] fix dependencies for accuracy checker - automotive --- script/process-mlperf-accuracy/meta.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/script/process-mlperf-accuracy/meta.yaml b/script/process-mlperf-accuracy/meta.yaml index 7fcea6b70..b2d628611 100644 --- a/script/process-mlperf-accuracy/meta.yaml +++ b/script/process-mlperf-accuracy/meta.yaml @@ -13,6 +13,20 @@ deps: - inference-src - accuracy-check-src tags: get,mlcommons,inference,src + skip_if_env: + MLC_DATASET: + - nuscenes + - cognata_deeplab + - cognata_ssd +- names: + - automotive-src + - accuracy-check-src + tags: get,mlcommons,automotive,src + enable_if_env: + MLC_DATASET: + - nuscenes + - cognata_deeplab + - cognata_ssd input_mapping: rerun: MLC_RERUN result_dir: MLC_MLPERF_ACCURACY_RESULTS_DIR From ae927e822f7241d7235119676b40736ce543979c Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 28 May 2025 18:19:01 +0530 Subject: [PATCH 17/18] Update the tags + fix enable_if_env overwriting --- .../meta.yaml | 26 ++++++++++++------- 1 file changed, 16 insertions(+), 10 deletions(-) diff --git a/script/app-mlperf-automotive-mlcommons-python/meta.yaml b/script/app-mlperf-automotive-mlcommons-python/meta.yaml index 56066ca27..cf95e283b 100644 --- a/script/app-mlperf-automotive-mlcommons-python/meta.yaml +++ b/script/app-mlperf-automotive-mlcommons-python/meta.yaml @@ -201,10 +201,6 @@ deps: - tvm-pytorch MLC_MLPERF_DEVICE: - cpu - enable_if_env: - MLC_MODEL: - - deeplabv3plus - - ssd ## Torchvision (CUDA) - tags: get,generic-python-lib,_torchvision_cuda @@ -343,6 +339,10 @@ variations: add_deps_recursive: ml-model-bevformer: tags: _onnx + ml-model-ssd: + tags: _onnx + ml-model-deeplabv3-plus: + tags: _onnx onnxruntime,cpu: env: @@ -477,13 +477,13 @@ variations: - tags: get,generic-python-lib,_package.pyquaternion - tags: get,generic-python-lib,_package.tqdm - tags: get,generic-python-lib,_package.nuscenes-devkit - - tags: get,preprocessed,dataset,nuscenes + - tags: get,preprocessed,dataset,nuscenes,_mlc,_validation skip_if_env: MLC_RUN_STATE_DOCKER: - "yes" names: - preprocessed-dataset-mlcommons-nuscenes - - tags: get,ml-model,bevformer + - tags: get,ml-model,bevformer,_mlc,_rclone skip_if_env: MLC_RUN_STATE_DOCKER: - "yes" @@ -506,13 +506,16 @@ variations: - tags: get,generic-python-lib,_package.Cython - tags: get,generic-python-lib,_package.scikit-image - tags: get,generic-python-lib,_package.faster-coco-eval + - tags: get,generic-python-lib,_torchvision + names: + - ml-engine-torchvision - tags: get,generic-python-lib,_package.torchinfo - tags: get,generic-python-lib,_package.torchmetrics - tags: get,generic-sys-util,_libgl1-mesa-glx - tags: get,generic-python-lib,_package.onnx - tags: get,generic-python-lib,_package.onnxruntime - tags: get,generic-python-lib,_package.tqdm - - tags: get,preprocessed,dataset,cognata,_mlc + - tags: get,preprocessed,dataset,cognata,_mlc,_2d_object_det,_validation skip_if_env: MLC_RUN_STATE_DOCKER: - "yes" @@ -541,6 +544,9 @@ variations: - tags: get,generic-python-lib,_package.Cython - tags: get,generic-python-lib,_package.scikit-image - tags: get,generic-python-lib,_package.scikit-learn + - tags: get,generic-python-lib,_torchvision + names: + - ml-engine-torchvision - tags: get,generic-python-lib,_package.torchinfo - tags: get,generic-python-lib,_package.torchmetrics - tags: get,generic-sys-util,_libgl1-mesa-glx @@ -548,13 +554,13 @@ variations: - tags: get,generic-python-lib,_package.onnxruntime - tags: get,generic-python-lib,_package.tqdm - tags: get,generic-python-lib,_package.ijson - - tags: get,preprocessed,dataset,cognata,_mlc,_segmentation + - tags: get,preprocessed,dataset,cognata,_mlc,_segmentation,_validation skip_if_env: MLC_RUN_STATE_DOCKER: - "yes" names: - preprocessed-dataset-mlcommons-cognata-deeplabv3-plus - - tags: get,ml-model,deeplabv3-plus + - tags: get,ml-model,deeplabv3-plus,_mlc,_rclone skip_if_env: MLC_RUN_STATE_DOCKER: - "yes" @@ -602,4 +608,4 @@ variations: batch_size.#: group: batch-size env: - MLC_MLPERF_LOADGEN_MAX_BATCHSIZE: "#" \ No newline at end of file + MLC_MLPERF_LOADGEN_MAX_BATCHSIZE: "#" From 99e667db39e4953bbdd561b9be3c90e80dcb2ec6 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 28 May 2025 18:24:21 +0530 Subject: [PATCH 18/18] update tags --- script/app-mlperf-automotive/meta.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/script/app-mlperf-automotive/meta.yaml b/script/app-mlperf-automotive/meta.yaml index be8138f7c..db81b5313 100644 --- a/script/app-mlperf-automotive/meta.yaml +++ b/script/app-mlperf-automotive/meta.yaml @@ -265,11 +265,11 @@ variations: MLC_MODEL: bevformer docker: deps: - - tags: get,preprocessed,dataset,nuscenes + - tags: get,preprocessed,dataset,nuscenes,_mlc,_validation enable_if_env: MLC_USE_DATASET_FROM_HOST: - "yes" - - tags: get,ml-model,bevformer + - tags: get,ml-model,bevformer,_mlc,_rclone enable_if_env: MLC_USE_MODEL_FROM_HOST: - "yes" @@ -303,7 +303,7 @@ variations: MLC_MODEL: ssd docker: deps: - - tags: get,preprocessed,dataset,cognata,_2d_obj_det + - tags: get,preprocessed,dataset,cognata,_mlc,_2d_object_det,_validation enable_if_env: MLC_USE_DATASET_FROM_HOST: - "yes" @@ -340,11 +340,11 @@ variations: MLC_MODEL: deeplabv3plus docker: deps: - - tags: get,preprocessed,dataset,cognata,_segmentation + - tags: get,preprocessed,dataset,cognata,_mlc,_segmentation,_validation enable_if_env: MLC_USE_DATASET_FROM_HOST: - "yes" - - tags: get,ml-model,deeplabv3-plus + - tags: get,ml-model,deeplabv3-plus,_mlc,_rclone enable_if_env: MLC_USE_MODEL_FROM_HOST: - "yes" @@ -462,4 +462,4 @@ variations: MLC_MLPERF_LOADGEN_MAX_BATCHSIZE: '#' add_deps_recursive: abtf-inference-implementation: - tags: _batch_size.# \ No newline at end of file + tags: _batch_size.#