Fix get-sys-utils-min on Windows (#182), SCC24

* use default downloader for windows exe

* Fix SCC24 github action

Author: arjunsuresh

automation/utils.py

@@ -259,7 +259,6 @@ def unzip_file(i):
 
     console = i.get('out') == 'con'
 
-    # Attempt to read cmr.json
     file_name_handle = open(file_name, 'rb')
     file_name_zip = zipfile.ZipFile(file_name_handle)
 

script/clean-nvidia-mlperf-inference-scratch-space/customize.py

@@ -16,8 +16,9 @@ def preprocess(i):
 
     clean_cmd = ''
     cache_rm_tags = ''
-    extra_cache_rm_tags = env.get('MLC_CLEAN_EXTRA_CACHE_RM_TAGS', '')
+    extra_cache_rm_tags = env.get('MLC_CLEAN_EXTRA_CACHE_RM_TAGS', '').strip()
 
+    extra_tags = "," + extra_cache_rm_tags if extra_cache_rm_tags != '' else ''
     if env.get('MLC_MODEL', '') == 'sdxl':
         if env.get('MLC_CLEAN_ARTIFACT_NAME', '') == 'downloaded_data':
             clean_cmd = f"""rm -rf {os.path.join(env['MLC_NVIDIA_MLPERF_SCRATCH_PATH'], "data", "coco", "SDXL")} """
@@ -29,7 +30,7 @@ def preprocess(i):
             clean_cmd = f"""rm -rf {os.path.join(env['MLC_NVIDIA_MLPERF_SCRATCH_PATH'], "models", "SDXL")} """
             cache_rm_tags = "nvidia-harness,_download_model,_sdxl"
 
-    cache_rm_tags = cache_rm_tags + extra_cache_rm_tags
+    cache_rm_tags = cache_rm_tags + extra_tags
     mlc_cache = i['automation'].cache_action
 
     if cache_rm_tags:

script/get-mlperf-inference-sut-configs/configs/RTX4090x2/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml

@@ -39,4 +39,4 @@
     Offline:
       target_qps: 1.3
     Server:
-      target_qps: 0.6
+      target_qps: 0.4

script/get-sys-utils-min/customize.py

@@ -1,5 +1,6 @@
 from mlc import utils
 import os
+from utils import download_file, unzip_file
 
 
 def preprocess(i):
@@ -22,7 +23,7 @@ def preprocess(i):
             for cd in clean_dirs.split(','):
                 if cd != '':
                     if os.path.isdir(cd):
-                        print('Clearning directory {}'.format(cd))
+                        print('Cleaning directory {}'.format(cd))
                         shutil.rmtree(cd)
 
         url = env['MLC_PACKAGE_WIN_URL']
@@ -38,16 +39,25 @@ def preprocess(i):
 
             print('')
             print('Downloading from {}'.format(url))
-            env['MLC_DAE_FINAL_ENV_NAME'] = 'FILENAME'
-            env['MLC_OUTDIRNAME'] = os.getcwd()
-            r = cm.access({'action': 'run',
-                           'target': 'script',
-                           'env': env,
-                           'tags': 'download-and-extract,_extract',
-                           'url': url})
+            r = download_file({
+                'url': url,
+                'verify': False})
             if r['return'] > 0:
                 return r
 
+            filename = r['filename']
+
+            print('Unzipping file {}'.format(filename))
+
+            r = unzip_file({
+                'filename': filename})
+            if r['return'] > 0:
+                return r
+
+            if os.path.isfile(filename):
+                print('Removing file {}'.format(filename))
+                os.remove(filename)
+
         print('')
 
         # Add to path

script/install-cmake-prebuilt/customize.py

@@ -71,8 +71,6 @@ def preprocess(i):
     print('')
     print('Downloading from {} ...'.format(package_url))
 
-    cm = automation.action_object
-
     r = download_file({
         'url': package_url})
     if r['return'] > 0: