diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index 6016a99b7..8ac9d3814 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -62,6 +62,7 @@ jobs: - name: Pull repo where test cases are uploaded run: | git clone -b submission-generation-tests https://github.com/mlcommons/inference.git submission_generation_tests + - name: Run Submission Generation - ${{ matrix.case }} ${{ matrix.action }} ${{ matrix.category }} ${{ matrix.division }} continue-on-error: true run: | diff --git a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml index 1d74b4b47..38f2af0c7 100644 --- a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml +++ b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml @@ -17,8 +17,8 @@ jobs: strategy: fail-fast: false matrix: - # system: [ "GO-spr", "phoenix-Amd-Am5", "GO-i9", "mlc-server" ] - system: [ "mlc-server" ] + system: [ "GO-spr", "phoenix-Amd-Am5", "GO-i9"] + # system: [ "mlc-server" ] python-version: [ "3.12" ] model: [ "resnet50", "retinanet", "bert-99", "bert-99.9", "gptj-99.9", "3d-unet-99.9", "sdxl" ] exclude: @@ -33,7 +33,7 @@ jobs: if [ "${{ matrix.system }}" = "GO-spr" ]; then hw_name="RTX4090x2" gpu_name=rtx_4090 - docker_string=" --docker" + docker_string=" --docker --docker_recreate=yes" elif [ "${{ matrix.system }}" = "mlc-server" ]; then hw_name="H100x8" gpu_name=h100 diff --git a/setup.py b/setup.py index bc46734d9..c93b650ea 100644 --- a/setup.py +++ b/setup.py @@ -143,16 +143,17 @@ def custom_function(self): clean_mlops_repo = os.environ.get('CM_MLOPS_CLEAN_REPO', 'false') if str(clean_mlops_repo).lower() not in ["no", "0", "false", "off"]: r = cmind.access({'action': 'rm', - 'automation': 'repo', - 'artifact': 'mlcommons@cm4mlops', - 'force': True, - 'all': True}) + 'automation': 'repo', + 'artifact': 'mlcommons@cm4mlops', + 'force': True, + 'all': True}) branch = os.environ.get('CM_MLOPS_REPO_BRANCH', 'dev') pull_default_mlops_repo = os.environ.get( 'CM_PULL_DEFAULT_MLOPS_REPO', 'true') - if str(pull_default_mlops_repo).lower() not in ["no", "0", "false", "off"]: + if str(pull_default_mlops_repo).lower() not in [ + "no", "0", "false", "off"]: r = cmind.access({'action': 'pull', 'automation': 'repo', 'artifact': 'mlcommons@mlperf-automations',