Code cleanup for mobilenet runs

* Added alternative download link for imagenet-aux

* Clean-up install-python-src meta

* Update mobilenet docker meta

* Update meta.yaml

* Fix intercative for mobilenet docker

* Removed mlc import in mobilenet-models

* Added print for rm cache in mlperf-inference-mobilenet-models

Author: arjunsuresh

.github/workflows/build_wheel.yml

@@ -10,6 +10,7 @@ on:
     paths:
       - VERSION
 
+
 jobs:
 
   build_wheels:

script/install-python-src/meta.yaml

@@ -20,6 +20,9 @@ deps:
     MLC_HOST_OS_FLAVOR:
     - ubuntu
 - tags: get,generic-sys-util,_libssl-dev
+  enable_if_env:
+    MLC_ENABLE_SSL: 
+    - 'yes'
 - enable_if_env:
     MLC_HOST_OS_FLAVOR:
     - ubuntu
@@ -84,3 +87,4 @@ variations:
       MLC_ENABLE_SSL: 'yes'
       MLC_PYTHON_INSTALL_CACHE_TAGS: with-ssl
     group: ssl
+    default: true

script/run-mlperf-inference-mobilenet-models/customize.py

@@ -1,7 +1,7 @@
 from mlc import utils
 import os
-import mlc
 import sys
+from utils import *
 
 
 def preprocess(i):
@@ -122,10 +122,18 @@ def preprocess(i):
     implementation_tags_string = ",".join(implementation_tags)
 
     inp = i['input']
+    clean_input = {
+        'action': 'rm',
+        'target': 'cache',
+        'tags': 'get,preprocessed,dataset,_for.mobilenet',
+        'quiet': True,
+        'v': verbose,
+        'f': True
+    }
 
-    for model in variation_strings:
-        for v in variation_strings[model]:
-            for precision in precisions:
+    for precision in precisions:
+        for model in variation_strings:
+            for v in variation_strings[model]:
 
                 if "small-minimalistic" in v and precision == "uint8":
                     continue
@@ -195,17 +203,16 @@ def preprocess(i):
                 if env.get('MLC_TEST_ONE_RUN', '') == "yes":
                     return {'return': 0}
 
-        clean_input = {
-            'action': 'rm',
-            'automation': 'cache',
-            'tags': 'get,preprocessed,dataset,_for.mobilenet',
-                    'quiet': True,
-                    'v': verbose,
-                    'f': True
-        }
-        r = mlc.access(clean_input)
-        # if r['return'] > 0:
-        #    return r
+                if is_true(env.get('MLC_MINIMIZE_DISK_SPACE', '')):
+                    r = mlc.access(clean_input)
+                    if r['return'] > 0:
+                        print(r)
+                    #    return r
+
+            r = mlc.access(clean_input)
+            if r['return'] > 0:
+                print(r)
+                #    return r
     return {'return': 0}
 
 

script/run-mlperf-inference-mobilenet-models/meta.yaml

@@ -34,16 +34,20 @@ docker:
     imagenet_path: MLC_DATASET_IMAGENET_PATH
     results_dir: MLC_MLPERF_INFERENCE_RESULTS_DIR
     submission_dir: MLC_MLPERF_INFERENCE_SUBMISSION_DIR
-  docker_run_final_cmds:
-  - mlcr run,mlperf,inference,mobilenet-models,_find-performance --adr.mlperf-inference-implementation.fake_run=True --adr.compiler.tags=gcc
   fake_run_deps: false
+  pre_run_cmds:
+    - mlc pull repo
   mounts:
    - "${{ MLC_DATASET_IMAGENET_PATH }}:${{ MLC_DATASET_IMAGENET_PATH }}"
    - "${{ MLC_MLPERF_INFERENCE_RESULTS_DIR }}:${{ MLC_MLPERF_INFERENCE_RESULTS_DIR }}"
    - "${{ OUTPUT_BASE_DIR }}:${{ OUTPUT_BASE_DIR }}"
    - "${{ MLC_MLPERF_INFERENCE_SUBMISSION_DIR }}:${{ MLC_MLPERF_INFERENCE_SUBMISSION_DIR }}"
   run: true
-  docker_it: true
+  interactive: true
+  mlc_repo: mlcommons@mlperf-automations
+  mlc_repo_branch: dev
+  real_run: False
+  os_version: '22.04'
 input_mapping:
   find-performance: MLC_MLPERF_FIND_PERFORMANCE_MODE
   imagenet_path: IMAGENET_PATH