From f5225bdb0289f6f2a2b5ffcb786a37d39528f0cb Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 10 Jan 2025 21:25:26 +0000 Subject: [PATCH 1/7] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index 613457691..49eafb9f6 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -69,10 +69,11 @@ jobs: ubwkjh-Ii8UJDpG2EoU6GQ/field/Access Token > env:PAT # Fetch PAT and store in environment variable - name: Push Results - if: github.repository_owner == 'mlcommons_off' + if: github.repository_owner == 'mlcommons' env: GITHUB_TOKEN: ${{ env.PAT }} run: | git config --global user.name mlcommons-bot git config --global user.email "mlcommons-bot@users.noreply.github.com" + git clone -b auto-update mlperf_inference_test_submissions_v5.0 cm run script --tags=push,github,mlperf,inference,submission --env.CM_GITHUB_PAT=${{ env.PAT }} --repo_url=https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0 --repo_branch=auto-update --commit_message="Results from R50 GH action on ${{ matrix.os }}" --quiet From 934dab425e45cd629f427cc00519f21bd2899921 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 10 Jan 2025 21:39:51 +0000 Subject: [PATCH 2/7] Update test-cm-based-submission-generation.yml --- .github/workflows/test-cm-based-submission-generation.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index 6016a99b7..8ac9d3814 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -62,6 +62,7 @@ jobs: - name: Pull repo where test cases are uploaded run: | git clone -b submission-generation-tests https://github.com/mlcommons/inference.git submission_generation_tests + - name: Run Submission Generation - ${{ matrix.case }} ${{ matrix.action }} ${{ matrix.category }} ${{ matrix.division }} continue-on-error: true run: | From ce4aa28853bf5ce6479f575e1477df2a930ba103 Mon Sep 17 00:00:00 2001 From: arjunsuresh Date: Fri, 10 Jan 2025 23:42:42 +0000 Subject: [PATCH 3/7] [Automated Commit] Format Codebase --- script/push-mlperf-inference-results-to-github/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/push-mlperf-inference-results-to-github/customize.py b/script/push-mlperf-inference-results-to-github/customize.py index 501b39e5d..06ffd10fe 100644 --- a/script/push-mlperf-inference-results-to-github/customize.py +++ b/script/push-mlperf-inference-results-to-github/customize.py @@ -37,7 +37,7 @@ def preprocess(i): if env.get('CM_GITHUB_PAT', '') != '': token = env['CM_GITHUB_PAT'] if token == "PAT": - env['CM_SET_REMOTE_URL_CMD'] = f"""git remote set-url origin https://git:\$PAT@{p.host}/{p.owner}/{p.repo}""" + env['CM_SET_REMOTE_URL_CMD'] = f"""git remote set-url origin https://git:\\$PAT@{p.host}/{p.owner}/{p.repo}""" else: env['CM_SET_REMOTE_URL_CMD'] = f"""git remote set-url origin https://git:{token}@{p.host}/{p.owner}/{p.repo}""" From 87bcbaaffa04d8cd09841708598d1972344d2c5f Mon Sep 17 00:00:00 2001 From: arjunsuresh Date: Sat, 11 Jan 2025 00:56:54 +0000 Subject: [PATCH 4/7] [Automated Commit] Format Codebase --- script/push-mlperf-inference-results-to-github/customize.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script/push-mlperf-inference-results-to-github/customize.py b/script/push-mlperf-inference-results-to-github/customize.py index e84b2f5c2..59715ffce 100644 --- a/script/push-mlperf-inference-results-to-github/customize.py +++ b/script/push-mlperf-inference-results-to-github/customize.py @@ -37,7 +37,8 @@ def preprocess(i): if env.get('CM_GITHUB_PAT', '') != '': token = env['CM_GITHUB_PAT'] if token == "PAT": - env['CM_GIT_PUSH_CMD'] = r"""git push https://x-access-token:\$PAT@"""+f"""{p.host}/{p.owner}/{p.repo}""" + env['CM_GIT_PUSH_CMD'] = r"""git push https://x-access-token:\$PAT@""" + \ + f"""{p.host}/{p.owner}/{p.repo}""" else: env['CM_GIT_PUSH_CMD'] = F"""git push https://x-access-token:{env['CM_GITHUB_PAT']}@{p.host}/{p.owner}/{p.repo}""" From 8a04b6a22d15c7e27ee3d72829f4cc452b0ba99c Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Sun, 12 Jan 2025 21:58:02 +0000 Subject: [PATCH 5/7] Update test-nvidia-mlperf-inference-implementations.yml --- .../test-nvidia-mlperf-inference-implementations.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml index 1d74b4b47..6a2109d3e 100644 --- a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml +++ b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml @@ -17,8 +17,8 @@ jobs: strategy: fail-fast: false matrix: - # system: [ "GO-spr", "phoenix-Amd-Am5", "GO-i9", "mlc-server" ] - system: [ "mlc-server" ] + system: [ "GO-spr", "phoenix-Amd-Am5", "GO-i9"] + # system: [ "mlc-server" ] python-version: [ "3.12" ] model: [ "resnet50", "retinanet", "bert-99", "bert-99.9", "gptj-99.9", "3d-unet-99.9", "sdxl" ] exclude: From e7bca7fdf4df586cd3e317e4b9baa0434af5a712 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Mon, 13 Jan 2025 09:54:54 +0000 Subject: [PATCH 6/7] Update test-nvidia-mlperf-inference-implementations.yml --- .../workflows/test-nvidia-mlperf-inference-implementations.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml index 6a2109d3e..38f2af0c7 100644 --- a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml +++ b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml @@ -33,7 +33,7 @@ jobs: if [ "${{ matrix.system }}" = "GO-spr" ]; then hw_name="RTX4090x2" gpu_name=rtx_4090 - docker_string=" --docker" + docker_string=" --docker --docker_recreate=yes" elif [ "${{ matrix.system }}" = "mlc-server" ]; then hw_name="H100x8" gpu_name=h100 From 0af92a1e5d25210cc9e3b2360e70518971a8aeea Mon Sep 17 00:00:00 2001 From: arjunsuresh Date: Tue, 14 Jan 2025 11:53:08 +0000 Subject: [PATCH 7/7] [Automated Commit] Format Codebase --- setup.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/setup.py b/setup.py index bc46734d9..c93b650ea 100644 --- a/setup.py +++ b/setup.py @@ -143,16 +143,17 @@ def custom_function(self): clean_mlops_repo = os.environ.get('CM_MLOPS_CLEAN_REPO', 'false') if str(clean_mlops_repo).lower() not in ["no", "0", "false", "off"]: r = cmind.access({'action': 'rm', - 'automation': 'repo', - 'artifact': 'mlcommons@cm4mlops', - 'force': True, - 'all': True}) + 'automation': 'repo', + 'artifact': 'mlcommons@cm4mlops', + 'force': True, + 'all': True}) branch = os.environ.get('CM_MLOPS_REPO_BRANCH', 'dev') pull_default_mlops_repo = os.environ.get( 'CM_PULL_DEFAULT_MLOPS_REPO', 'true') - if str(pull_default_mlops_repo).lower() not in ["no", "0", "false", "off"]: + if str(pull_default_mlops_repo).lower() not in [ + "no", "0", "false", "off"]: r = cmind.access({'action': 'pull', 'automation': 'repo', 'artifact': 'mlcommons@mlperf-automations',