Support mlperf inference submission tar file generation (#267)

* Fix the mlperf inference submission command to include only the submission sub_dirs

Author: arjunsuresh

script/run-mlperf-inference-submission-checker/meta.yaml

@@ -80,6 +80,8 @@ post_deps:
   tags: run,tar
   env:
     MLC_TAR_INPUT_DIR: <<<MLC_MLPERF_INFERENCE_SUBMISSION_DIR>>>
+    MLC_TAR_SUB_FOLDERS_TO_INCLUDE: closed,open,network
+    COPYFILE_DISABLE: 1
 - enable_if_env:
     MLC_MLPERF_SUBMITTER_ID:
     - 'yes'

script/tar-my-folder/customize.py

@@ -21,10 +21,24 @@ def preprocess(i):
     env['MLC_TAR_OUTFILE'] = output_file
     from pathlib import Path
     input_path = Path(input_dir)
-    cd_dir = input_path.parent.absolute()
-    CMD = 'tar --directory ' + \
-        str(cd_dir) + ' -czf ' + os.path.join(output_dir,
-                                              output_file) + ' ' + input_dirname
+    sub_folders_to_include = env.get('MLC_TAR_SUB_FOLDERS_TO_INCLUDE', '')
+    if sub_folders_to_include != '':
+        cd_dir = input_path.absolute()
+        r = sub_folders_to_include.split(",")
+        v_sub_folders = []
+        for sub_folder in r:
+            f = sub_folder.strip()
+            if os.path.exists(os.path.join(input_path, f)):
+                v_sub_folders.append(f)
+        CMD = 'tar --directory ' + \
+            str(cd_dir) + ' -czf ' + os.path.join(output_dir,
+                                                  output_file) + ' ' + ' '.join(v_sub_folders)
+    else:
+        cd_dir = input_path.parent.absolute()
+        CMD = 'tar --directory ' + \
+            str(cd_dir) + ' -czf ' + os.path.join(output_dir,
+                                                  output_file) + ' ' + input_dirname
+
     print(CMD)
     ret = os.system(CMD)
     print("Tar file " + os.path.join(output_dir, output_file) + " created")

script/tar-my-folder/meta.yaml

@@ -9,6 +9,7 @@ input_mapping:
   input_dir: MLC_TAR_INPUT_DIR
   outfile: MLC_TAR_OUTFILE
   output_dir: MLC_TAR_OUTPUT_DIR
+  sub_folders_to_include: MLC_TAR_SUB_FOLDERS_TO_INCLUDE
 new_env_keys:
   - MLC_TAR_OUTFILE
 tags: