Skip to content

Commit ea48b11

Browse files
sujik18sujik18
committed
Fixes for test-mlpref-inference-resnet50-closed-division.yml
1 parent beda189 commit ea48b11

File tree

1 file changed

+33
-26
lines changed

1 file changed

+33
-26
lines changed

‎.github/workflows/test-mlperf-inference-resnet50-closed-division.yml

Lines changed: 33 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
name: MLPerf inference ResNet50 Closed Division for testing Compliance
22

33
on:
4+
# push:
5+
# branches:
6+
# - test
47
schedule:
58
- cron: '0 0 * * 0' # Runs once a week
69
pull_request_target:
@@ -9,7 +12,7 @@ on:
912
- '.github/workflows/test-mlperf-inference-resnet50-closed-division.yml'
1013
- '**'
1114
- '!**.md'
12-
workflow_dispatch: # Allows manual triggering of the workflow
15+
# workflow_dispatch: # Allows manual triggering of the workflow
1316
jobs:
1417
build:
1518
name: MLPerf inference MLCommons ResNet50 Closed Division
@@ -35,23 +38,6 @@ jobs:
3538
with:
3639
fetch-depth: 0
3740

38-
- name: Check if the submission is for closed division
39-
run: |
40-
if git diff --name-only origin/${{ github.base_ref }}..HEAD | xargs grep -l "division=closed"; then
41-
echo "DIVISION_CLOSED=true" >> $GITHUB_ENV
42-
else
43-
echo "DIVISION_CLOSED=false" >> $GITHUB_ENV
44-
fi
45-
46-
- name: Check value for the divison
47-
run: echo "DIVISION_CLOSED=${{ env.DIVISION_CLOSED }}"
48-
49-
- name: Skip workflow if its an open division submission as no compliance test is required
50-
if: ${{ env.DIVISION_CLOSED == 'false' }}
51-
run: |
52-
echo "Skipping workflow because division=closed is not found in the changes."
53-
exit 0
54-
5541
- name: Set up Python ${{ matrix.python-version }}
5642
uses: actions/setup-python@v3
5743
with:
@@ -69,25 +55,46 @@ jobs:
6955
- name: Pull MLOps repo
7056
run: |
7157
mlc pull repo ${{ github.event.pull_request.head.repo.html_url }} --branch=${{ github.event.pull_request.head.ref }}
58+
59+
60+
- name: Test MLPerf Inference ResNet50 Offline (Windows)
61+
if: matrix.os == 'windows-latest'
62+
run: |
63+
mlcr run-mlperf, inference, _submission, _short, scenario=Offline, --division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --test_query_count=1000 --quiet --execution_mode=valid
7264
73-
- name: Test MLPerf Inference ResNet50 (Windows)
65+
- name: Test MLPerf Inference ResNet50 Singlestream (Windows)
7466
if: matrix.os == 'windows-latest'
7567
run: |
76-
mlcr run-mlperf,inference,_submission,_short,_all-scenarios, division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --quiet
77-
68+
mlcr run-mlperf, inference, _submission, _short, scenario=SingleStream, --division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --test_query_count=1000 --quiet --execution_mode=valid --target_latency=10
69+
70+
- name: Test MLPerf Inference ResNet50 Multistream (Windows)
71+
if: matrix.os == 'windows-latest'
72+
run: |
73+
mlcr run-mlperf, inference, _submission, _short, scenario=MultiStream , --division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --quiet --execution_mode=valid --target_latency=10
74+
7875
- name: Compliance Test MLPerf Inference ResNet50 (Windows)
7976
if: matrix.os == 'windows-latest'
80-
run: mlcr run-mlperf,inference,_submission,_short,_all-scenarios, division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --quiet --compliance=yes # mentioning only --compliance currently doesnt work needs to be --compliance=yes
77+
run: mlcr run-mlperf, inference, _submission, _short,_all-scenarios, --division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --test_query_count=1000 --quiet --execution_mode=valid --compliance=yes # mentioning only --compliance currently doesnt work needs to be --compliance=yes
78+
79+
- name: Test MLPerf Inference ResNet50 Offline(Linux/macOS)
80+
if: matrix.os != 'windows-latest'
81+
run: |
82+
mlcr run-mlperf, inference, _submission, _short, scenario=Offline, --division=closed --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --test_query_count=1000 --quiet --execution_mode=valid
8183
82-
- name: Test MLPerf Inference ResNet50 (Linux/macOS)
84+
- name: Test MLPerf Inference ResNet50 SingleStream(Linux/macOS)
8385
if: matrix.os != 'windows-latest'
8486
run: |
85-
mlcr run-mlperf,inference,_submission,_short,_all-scenarios, division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet
87+
mlcr run-mlperf, inference, _submission, _short, scenario=SingleStream, --division=closed --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --quiet --execution_mode=valid --target_latency=10
8688
89+
- name: Test MLPerf Inference ResNet50 MultiStream(Linux/macOS)
90+
if: matrix.os != 'windows-latest'
91+
run: |
92+
mlcr run-mlperf, inference, _submission, _short, scenario=MultiStream, --division=closed --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --quiet --execution_mode=valid --target_latency=10
93+
8794
- name: Compliance Test MLPerf Inference ResNet50 (Linux/macOS)
95+
if: matrix.os != 'windows-latest'
8896
run: |
89-
mlcr run-mlperf,inference,_submission,_short,_all-scenarios, division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet --compliance=yes
90-
97+
mlcr run-mlperf, inference, _submission, _short, _all-scenarios --division=closed, --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }} x86" --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --test_query_count=1000 -v --quiet --execution_mode=valid --compliance=yes
9198
9299
# Step for Linux/MacOS
93100
- name: Randomly Execute Step (Linux/MacOS)

0 commit comments

Comments
 (0)