Add automotive reference implementation workflow

script/get-ml-model-bevformer/COPYRIGHT.md

@@ -0,0 +1,9 @@
+# Copyright Notice
+
+© 2025-2026 MLCommons. All Rights Reserved.
+
+This file is licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with the License. A copy of the License can be obtained at:
+
+[Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0)
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is provided on an "AS IS" basis, without warranties or conditions of any kind, either express or implied. Please refer to the License for the specific language governing permissions and limitations under the License.

script/get-ml-model-bevformer/customize.py

@@ -0,0 +1,23 @@
+from mlc import utils
+import os
+
+
+def preprocess(i):
+
+    os_info = i['os_info']
+
+    env = i['env']
+
+    if os_info['platform'] == "windows":
+        return {'return': 1, 'error': 'Script not supported in windows yet!'}
+
+    return {'return': 0}
+
+
+def postprocess(i):
+
+    env = i['env']
+
+    env['MLC_ML_MODEL_BEVFORMER_PATH'] = os.path.join(env['MLC_ML_MODEL_BEVFORMER_PATH'], env['MLC_ML_MODEL_FILENAME'])
+
+    return {'return': 0}

script/get-ml-model-bevformer/meta.yaml

@@ -0,0 +1,75 @@
+alias: get-ml-model-bevformer
+automation_alias: script
+automation_uid: 5b4e0237da074764
+cache: true
+tags:
+- get
+- ml-model
+- bevformer
+uid: 438a053f666443bd
+new_env_keys:
+  - MLC_ML_MODEL_BEVFORMER_PATH
+print_env_at_the_end:
+  MLC_ML_MODEL_BEVFORMER_PATH: BevFormer checkpoint path
+variations:
+  onnx:
+    group: model-format
+    default: true
+    env:
+      MLC_MODEL_FORMAT: onnx
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_bevformer/bevformer_tiny.onnx
+      MLC_ML_MODEL_FILENAME: bevformer_tiny.onnx
+  pytorch:
+    group: model-format
+    env:
+      MLC_MODEL_FORMAT: pth
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_bevformer/bevformer_tiny_epoch_24.pth
+      MLC_ML_MODEL_FILENAME: bevformer_tiny_epoch_24.onnx
+  mlc:
+    group: download-src
+    default: true
+    prehook_deps:
+      - tags: get,rclone
+        enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - yes
+      - tags: get,rclone-config,_config-name.mlc-nuscenes
+        force_cache: true
+        enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - yes
+        env:
+          MLC_RCLONE_DRIVE_FOLDER_ID: 17CpM5eU8tjrxh_LpH_BTNTeT37PhzcnC
+      - enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - 'yes'
+        env:
+          MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_ML_MODEL_BEVFORMER_PATH
+          MLC_EXTRACT_FINAL_ENV_NAME: MLC_ML_MODEL_BEVFORMER_PATH
+          MLC_DOWNLOAD_URL: 'mlc-nuscenes:nuscenes_dataset/<<<MLC_MODEL_RCLONE_FILEPATH>>>'
+          MLC_DOWNLOAD_EXTRA_OPTIONS: ' --include '
+        extra_cache_tags: ml,model,bevformer
+        force_cache: true
+        names:
+          - dae
+        tags: download-and-extract
+        force_env_keys:
+          - MLC_OUTDIRNAME  
+        update_tags_from_env_with_prefix:
+          _url.:
+            - MLC_DOWNLOAD_URL
+    env:
+      MLC_DOWNLOAD_SRC: mlcommons
+  rclone:
+    group: download-tool
+    add_deps_recursive:
+      dae:
+        tags: _rclone
+    default: true
+  dry-run:
+    group: run-mode
+    env:
+      MLC_DOWNLOAD_MODE: dry
+  dry-run,rclone:
+    env:
+      MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run

script/get-ml-model-bevformer/run.sh

@@ -0,0 +1 @@
+#!/bin/bash

script/get-ml-model-deeplabv3_plus/COPYRIGHT.md

@@ -0,0 +1,9 @@
+# Copyright Notice
+
+© 2025-2026 MLCommons. All Rights Reserved.
+
+This file is licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with the License. A copy of the License can be obtained at:
+
+[Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0)
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is provided on an "AS IS" basis, without warranties or conditions of any kind, either express or implied. Please refer to the License for the specific language governing permissions and limitations under the License.

script/get-ml-model-deeplabv3_plus/customize.py

@@ -0,0 +1,25 @@
+from mlc import utils
+import os
+
+
+def preprocess(i):
+
+    os_info = i['os_info']
+
+    env = i['env']
+
+    if os_info['platform'] == "windows":
+        return {'return': 1, 'error': 'Script not supported in windows yet!'}
+
+    env['MLC_TMP_REQUIRE_DOWNLOAD'] = "yes"
+
+    return {'return': 0}
+
+
+def postprocess(i):
+
+    env = i['env']
+
+    env['MLC_ML_MODEL_DEEPLABV3_PLUS_PATH'] = os.path.join(env['MLC_ML_MODEL_DEEPLABV3_PLUS_PATH'], env['MLC_ML_MODEL_FILENAME'])
+
+    return {'return': 0}

script/get-ml-model-deeplabv3_plus/meta.yaml

@@ -0,0 +1,83 @@
+alias: get-ml-model-deeplabv3-plus
+automation_alias: script
+automation_uid: 5b4e0237da074764
+cache: true
+tags:
+- get
+- ml-model
+- deeplab
+- v3-plus
+- deeplabv3-plus
+uid: cfb2d53b9dbc4dc0
+new_env_keys:
+  - MLC_ML_MODEL_DEEPLABV3_PLUS_PATH
+print_env_at_the_end:
+  MLC_ML_MODEL_DEEPLABV3_PLUS_PATH: DeepLabV3+ checkpoint path
+variations:
+  onnx:
+    group: model-format
+    default: true
+    env:
+      MLC_MODEL_FORMAT: onnx
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/deeplabv3+_8mp.onnx
+      MLC_ML_MODEL_FILENAME: deeplabv3+_8mp.onnx
+  onnx_dynamic:
+    group: model-format
+    env:
+      MLC_MODEL_FORMAT: onnx
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/deeplabv3+_dynamic.onnx
+      MLC_ML_MODEL_FILENAME: deeplabv3+_dynamic.onnx
+  pytorch:
+    group: model-format
+    env:
+      MLC_MODEL_FORMAT: pth
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/latest_deeplabv3plus_resnet50_cognata_os16_it100000.pth
+      MLC_ML_MODEL_FILENAME: latest_deeplabv3plus_resnet50_cognata_os16_it100000.pth
+  mlc:
+    group: download-src
+    default: true
+    prehook_deps:
+      - tags: get,rclone
+        enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - yes
+      - tags: get,rclone-config,_config-name.cognata
+        force_cache: true
+        enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - yes
+        env:
+          MLC_RCLONE_DRIVE_FOLDER_ID: 1u5FDoeXHVtDrd4zClE47Gmyr7iLFidz1
+      - enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - 'yes'
+        env:
+          MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_ML_MODEL_DEEPLABV3_PLUS_PATH
+          MLC_EXTRACT_FINAL_ENV_NAME: MLC_ML_MODEL_DEEPLABV3_PLUS_PATH
+          MLC_DOWNLOAD_URL: 'mlc-cognata:mlc_cognata_dataset/<<<MLC_MODEL_RCLONE_FILEPATH>>>'
+          MLC_DOWNLOAD_EXTRA_OPTIONS: ' --include '
+        extra_cache_tags: ml,model,deeplabv3,plus
+        force_cache: true
+        names:
+          - dae
+        tags: download-and-extract
+        force_env_keys:
+          - MLC_OUTDIRNAME  
+        update_tags_from_env_with_prefix:
+          _url.:
+            - MLC_DOWNLOAD_URL
+    env:
+      MLC_DOWNLOAD_SRC: mlcommons
+  rclone:
+    group: download-tool
+    add_deps_recursive:
+      dae:
+        tags: _rclone
+    default: true
+  dry-run:
+    group: run-mode
+    env:
+      MLC_DOWNLOAD_MODE: dry
+  dry-run,rclone:
+    env:
+      MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run

script/get-ml-model-deeplabv3_plus/run.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+

script/get-ml-model-ssd-resnet50/COPYRIGHT.md

@@ -0,0 +1,9 @@
+# Copyright Notice
+
+© 2025-2026 MLCommons. All Rights Reserved.
+
+This file is licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with the License. A copy of the License can be obtained at:
+
+[Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0)
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is provided on an "AS IS" basis, without warranties or conditions of any kind, either express or implied. Please refer to the License for the specific language governing permissions and limitations under the License.

script/get-ml-model-ssd-resnet50/customize.py

@@ -0,0 +1,25 @@
+from mlc import utils
+import os
+
+
+def preprocess(i):
+
+    os_info = i['os_info']
+
+    env = i['env']
+
+    if os_info['platform'] == "windows":
+        return {'return': 1, 'error': 'Script not supported in windows yet!'}
+
+    env['MLC_TMP_REQUIRE_DOWNLOAD'] = "yes"
+
+    return {'return': 0}
+
+
+def postprocess(i):
+
+    env = i['env']
+
+    env['MLC_ML_MODEL_SSD_PATH'] = os.path.join(env['MLC_ML_MODEL_SSD_PATH'], env['MLC_ML_MODEL_FILENAME'])
+
+    return {'return': 0}

script/get-ml-model-ssd-resnet50/meta.yaml

@@ -0,0 +1,77 @@
+alias: get-ml-model-ssd-resnet50
+automation_alias: script
+automation_uid: 5b4e0237da074764
+cache: true
+tags:
+- get
+- ml-model
+- ssd
+- resnet50
+- ssd-resnet50
+uid: acaa4c330a5a42c5
+new_env_keys:
+  - MLC_ML_MODEL_SSD_PATH
+print_env_at_the_end:
+  MLC_ML_MODEL_SSD_PATH: SSD checkpoint path
+variations:
+  onnx:
+    group: model-format
+    default: true
+    env:
+      MLC_MODEL_FORMAT: onnx
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_ssd/ssd_resnet50.onnx
+      MLC_ML_MODEL_FILENAME: ssd_resnet50.onnx
+  pytorch:
+    group: model-format
+    env:
+      MLC_MODEL_FORMAT: pth
+      MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_ssd/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth
+      MLC_ML_MODEL_FILENAME: baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth
+  mlc:
+    group: download-src
+    default: true
+    prehook_deps:
+      - tags: get,rclone
+        enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - yes
+      - tags: get,rclone-config,_config-name.cognata
+        force_cache: true
+        enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - yes
+        env:
+          MLC_RCLONE_DRIVE_FOLDER_ID: 1u5FDoeXHVtDrd4zClE47Gmyr7iLFidz1
+      - enable_if_env:
+          MLC_TMP_REQUIRE_DOWNLOAD:
+          - 'yes'
+        env:
+          MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_ML_MODEL_SSD_PATH
+          MLC_EXTRACT_FINAL_ENV_NAME: MLC_MLC_MODEL_SSD_PATH
+          MLC_DOWNLOAD_URL: 'mlc-cognata:mlc_cognata_dataset/<<<MLC_MODEL_RCLONE_FILEPATH>>>'
+          MLC_DOWNLOAD_EXTRA_OPTIONS: ' --include '
+        extra_cache_tags: ml,model,ssd,resnet50
+        force_cache: true
+        names:
+          - dae
+        tags: download-and-extract
+        force_env_keys:
+          - MLC_OUTDIRNAME  
+        update_tags_from_env_with_prefix:
+          _url.:
+            - MLC_DOWNLOAD_URL
+    env:
+      MLC_DOWNLOAD_SRC: mlcommons
+  rclone:
+    group: download-tool
+    add_deps_recursive:
+      dae:
+        tags: _rclone
+    default: true
+  dry-run:
+    group: run-mode
+    env:
+      MLC_DOWNLOAD_MODE: dry
+  dry-run,rclone:
+    env:
+      MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run

script/get-ml-model-ssd-resnet50/run.sh

@@ -0,0 +1 @@
+#!/bin/bash