Skip to content

Commit 2ae1cf7

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from Retinanet GH action on windows-latest
1 parent cbf9210 commit 2ae1cf7

File tree

8 files changed

+190
-190
lines changed

8 files changed

+190
-190
lines changed

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 76.951 | 0.327 | - |
3+
| retinanet | offline | 76.951 | 0.344 | - |

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/README.md

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo GATEOverflow@cm4mlops --checkout=ef474c1188cac4c3d12182cc32fcb10ad6d771a7
21+
cm pull repo anandhu-eng@cm4mlops --checkout=bcec9ec54eb3b0408cc2033e6f86e05a995c5b23
2222

2323
cm run script ^
2424
--tags=run,mlperf,inference,generate-run-cmds,_submission,_short ^
@@ -37,11 +37,11 @@ cm run script ^
3737
--target_qps=1
3838
```
3939
*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts),
40-
you should simply reload GATEOverflow@cm4mlops without checkout and clean CM cache as follows:*
40+
you should simply reload anandhu-eng@cm4mlops without checkout and clean CM cache as follows:*
4141

4242
```bash
43-
cm rm repo GATEOverflow@cm4mlops
44-
cm pull repo GATEOverflow@cm4mlops
43+
cm rm repo anandhu-eng@cm4mlops
44+
cm pull repo anandhu-eng@cm4mlops
4545
cm rm cache -f
4646

4747
```
@@ -56,4 +56,4 @@ Model Precision: fp32
5656
`mAP`: `76.951`, Required accuracy for closed division `>= 37.1745`
5757

5858
### Performance Results
59-
`Samples per second`: `0.32687`
59+
`Samples per second`: `0.344498`

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/cm-version-info.json

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@
9797
"script_tags": "detect-os,detect,os,info",
9898
"script_variations": "",
9999
"version": "",
100-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
100+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
101101
}
102102
},
103103
{
@@ -127,7 +127,7 @@
127127
"script_tags": "detect,cpu,detect-cpu,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
130+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
131131
}
132132
},
133133
{
@@ -157,7 +157,7 @@
157157
"script_tags": "get,python,python3,get-python,get-python3",
158158
"script_variations": "",
159159
"version": "3.12.6",
160-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
160+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
161161
}
162162
},
163163
{
@@ -237,7 +237,7 @@
237237
"script_tags": "get,install,generic,generic-python-lib",
238238
"script_variations": "onnxruntime",
239239
"version": "1.19.2",
240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
241241
}
242242
},
243243
{
@@ -277,17 +277,17 @@
277277
"script_tags": "dae,file,download-and-extract",
278278
"script_variations": "url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx",
279279
"version": "",
280-
"parent": "get-ml-model-retinanet,427bc5665e4541c2 ( onnx,_fp32 )"
280+
"parent": "get-ml-model-retinanet,427bc5665e4541c2 ( fp32,_onnx )"
281281
}
282282
},
283283
{
284-
"get,ml-model,object-detection,retinanet,raw,_onnx,_fp32": {
284+
"get,ml-model,object-detection,retinanet,raw,_fp32,_onnx": {
285285
"script_uid": "427bc5665e4541c2",
286286
"script_alias": "get-ml-model-retinanet",
287287
"script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection",
288-
"script_variations": "onnx,fp32",
288+
"script_variations": "fp32,onnx",
289289
"version": "",
290-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
290+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
291291
}
292292
},
293293
{
@@ -1197,7 +1197,7 @@
11971197
"script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed",
11981198
"script_variations": "validation,NCHW",
11991199
"version": "",
1200-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1200+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
12011201
}
12021202
},
12031203
{
@@ -1297,7 +1297,7 @@
12971297
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
12981298
"script_variations": "",
12991299
"version": "",
1300-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1300+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
13011301
}
13021302
},
13031303
{
@@ -1747,7 +1747,7 @@
17471747
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
17481748
"script_variations": "from-pip",
17491749
"version": "master",
1750-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1750+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
17511751
}
17521752
},
17531753
{
@@ -1757,7 +1757,7 @@
17571757
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
17581758
"script_variations": "",
17591759
"version": "master",
1760-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1760+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
17611761
}
17621762
},
17631763
{
@@ -1767,7 +1767,7 @@
17671767
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
17681768
"script_variations": "",
17691769
"version": "master",
1770-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1770+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
17711771
}
17721772
},
17731773
{
@@ -1847,7 +1847,7 @@
18471847
"script_tags": "get,install,generic,generic-python-lib",
18481848
"script_variations": "package.psutil",
18491849
"version": "6.0.0",
1850-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1850+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
18511851
}
18521852
},
18531853
{
@@ -1857,7 +1857,7 @@
18571857
"script_tags": "get,install,generic,generic-python-lib",
18581858
"script_variations": "opencv-python",
18591859
"version": "4.10.0.84",
1860-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1860+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
18611861
}
18621862
},
18631863
{
@@ -1867,7 +1867,7 @@
18671867
"script_tags": "get,install,generic,generic-python-lib",
18681868
"script_variations": "numpy",
18691869
"version": "1.26.4",
1870-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1870+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
18711871
}
18721872
},
18731873
{
@@ -1877,7 +1877,7 @@
18771877
"script_tags": "get,install,generic,generic-python-lib",
18781878
"script_variations": "pycocotools",
18791879
"version": "2.0.8",
1880-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1880+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
18811881
}
18821882
},
18831883
{
@@ -1927,7 +1927,7 @@
19271927
"script_tags": "mlperf,benchmark-mlperf",
19281928
"script_variations": "",
19291929
"version": "",
1930-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_onnxruntime,_cpu,_retinanet,_fp32 )"
1930+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_onnxruntime,_cpu,_fp32 )"
19311931
}
19321932
}
19331933
]

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/os_info.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
"CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "choco install -y",
66
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "choco upgrade -y",
77
"CM_HOST_PYTHON_BITS": "64",
8-
"CM_HOST_SYSTEM_NAME": "fv-az844-532",
8+
"CM_HOST_SYSTEM_NAME": "fv-az1760-252",
99
"+PATH": [
10-
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\4d68e71de6614433\\bin",
10+
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\f0c28d0628dd4c20\\bin",
1111
"C:\\hostedtoolcache\\windows\\Python\\3.12.6\\x64\\Scripts"
1212
]
1313
}

‎open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"resnet50": "resnet50"
2+
"retinanet": "retinanet"
33
}

0 commit comments

Comments
 (0)