Skip to content

Commit 7d428d8

Browse files
Results from Retinanet GH action on windows-latest
1 parent a462f6e commit 7d428d8

File tree

11 files changed

+196
-196
lines changed

11 files changed

+196
-196
lines changed
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 76.951 | 0.336 | - |
3+
| retinanet | offline | 76.951 | 0.33 | - |

open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/README.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra
77
* OS version: Windows-2022Server-10.0.20348-SP0
88
* CPU version: AMD64 Family 25 Model 1 Stepping 1, AuthenticAMD
99
* Python version: 3.12.7 (tags/v3.12.7:0b05ead, Oct 1 2024, 03:06:41) [MSC v.1941 64 bit (AMD64)]
10-
* MLCommons CM version: 3.2.2
10+
* MLCommons CM version: 3.2.3
1111

1212
## CM Run Command
1313

@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=90f75288b81d124f689084637df4bfc18ab78676
21+
cm pull repo anandhu-eng@cm4mlops --checkout=b519cfd16178b834959e8188a984cd86db62e8a8
2222

2323
cm run script ^
2424
--tags=run,mlperf,inference,generate-run-cmds,_submission,_short ^
@@ -56,4 +56,4 @@ Model Precision: fp32
5656
`mAP`: `76.951`, Required accuracy for closed division `>= 37.1745`
5757

5858
### Performance Results
59-
`Samples per second`: `0.336492`
59+
`Samples per second`: `0.330016`

open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/cm-version-info.json

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@
9797
"script_tags": "detect-os,detect,os,info",
9898
"script_variations": "",
9999
"version": "",
100-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
100+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
101101
}
102102
},
103103
{
@@ -127,7 +127,7 @@
127127
"script_tags": "detect,cpu,detect-cpu,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
130+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
131131
}
132132
},
133133
{
@@ -157,7 +157,7 @@
157157
"script_tags": "get,python,python3,get-python,get-python3",
158158
"script_variations": "",
159159
"version": "3.12.7",
160-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
160+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
161161
}
162162
},
163163
{
@@ -237,7 +237,7 @@
237237
"script_tags": "get,install,generic,generic-python-lib",
238238
"script_variations": "onnxruntime",
239239
"version": "1.19.2",
240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
241241
}
242242
},
243243
{
@@ -277,17 +277,17 @@
277277
"script_tags": "dae,file,download-and-extract",
278278
"script_variations": "url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx",
279279
"version": "",
280-
"parent": "get-ml-model-retinanet,427bc5665e4541c2 ( fp32,_onnx )"
280+
"parent": "get-ml-model-retinanet,427bc5665e4541c2 ( onnx,_fp32 )"
281281
}
282282
},
283283
{
284-
"get,ml-model,object-detection,retinanet,raw,_fp32,_onnx": {
284+
"get,ml-model,object-detection,retinanet,raw,_onnx,_fp32": {
285285
"script_uid": "427bc5665e4541c2",
286286
"script_alias": "get-ml-model-retinanet",
287287
"script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection",
288-
"script_variations": "fp32,onnx",
288+
"script_variations": "onnx,fp32",
289289
"version": "",
290-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
290+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
291291
}
292292
},
293293
{
@@ -496,7 +496,7 @@
496496
"script_alias": "get-generic-python-lib",
497497
"script_tags": "get,install,generic,generic-python-lib",
498498
"script_variations": "boto3",
499-
"version": "1.35.40",
499+
"version": "1.35.41",
500500
"parent": "get-dataset-openimages,0a9d49b644cf4142 ( validation,_50,_default-annotations )"
501501
}
502502
},
@@ -1197,7 +1197,7 @@
11971197
"script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed",
11981198
"script_variations": "validation,NCHW",
11991199
"version": "",
1200-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1200+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
12011201
}
12021202
},
12031203
{
@@ -1297,7 +1297,7 @@
12971297
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
12981298
"script_variations": "",
12991299
"version": "",
1300-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1300+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
13011301
}
13021302
},
13031303
{
@@ -1656,7 +1656,7 @@
16561656
"script_alias": "get-generic-python-lib",
16571657
"script_tags": "get,install,generic,generic-python-lib",
16581658
"script_variations": "package.setuptools",
1659-
"version": "75.1.0",
1659+
"version": "75.2.0",
16601660
"parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950 ( from-pip )"
16611661
}
16621662
},
@@ -1747,7 +1747,7 @@
17471747
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
17481748
"script_variations": "from-pip",
17491749
"version": "master",
1750-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1750+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
17511751
}
17521752
},
17531753
{
@@ -1757,7 +1757,7 @@
17571757
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
17581758
"script_variations": "",
17591759
"version": "master",
1760-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1760+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
17611761
}
17621762
},
17631763
{
@@ -1767,7 +1767,7 @@
17671767
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
17681768
"script_variations": "",
17691769
"version": "master",
1770-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1770+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
17711771
}
17721772
},
17731773
{
@@ -1847,7 +1847,7 @@
18471847
"script_tags": "get,install,generic,generic-python-lib",
18481848
"script_variations": "package.psutil",
18491849
"version": "6.0.0",
1850-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1850+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
18511851
}
18521852
},
18531853
{
@@ -1857,7 +1857,7 @@
18571857
"script_tags": "get,install,generic,generic-python-lib",
18581858
"script_variations": "opencv-python",
18591859
"version": "4.10.0.84",
1860-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1860+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
18611861
}
18621862
},
18631863
{
@@ -1867,7 +1867,7 @@
18671867
"script_tags": "get,install,generic,generic-python-lib",
18681868
"script_variations": "numpy",
18691869
"version": "1.26.4",
1870-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1870+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
18711871
}
18721872
},
18731873
{
@@ -1877,7 +1877,7 @@
18771877
"script_tags": "get,install,generic,generic-python-lib",
18781878
"script_variations": "pycocotools",
18791879
"version": "2.0.8",
1880-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1880+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
18811881
}
18821882
},
18831883
{
@@ -1927,7 +1927,7 @@
19271927
"script_tags": "mlperf,benchmark-mlperf",
19281928
"script_variations": "",
19291929
"version": "",
1930-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )"
1930+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_retinanet,_cpu,_onnxruntime,_fp32 )"
19311931
}
19321932
}
19331933
]

open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/os_info.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
"CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "choco install -y",
66
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "choco upgrade -y",
77
"CM_HOST_PYTHON_BITS": "64",
8-
"CM_HOST_SYSTEM_NAME": "fv-az972-975",
8+
"CM_HOST_SYSTEM_NAME": "fv-az1388-551",
99
"+PATH": [
10-
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\3713dd03c57146ae\\bin",
10+
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\c4e141c35f8d40fe\\bin",
1111
"C:\\hostedtoolcache\\windows\\Python\\3.12.7\\x64\\Scripts"
1212
]
1313
}

open/MLCommons/measurements/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/pip_freeze.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
22
"pip_freeze": {
3-
"boto3": "1.35.40",
4-
"botocore": "1.35.40",
3+
"boto3": "1.35.41",
4+
"botocore": "1.35.41",
55
"certifi": "2024.8.30",
66
"charset-normalizer": "3.4.0",
7-
"cmind": "3.2.2",
7+
"cmind": "3.2.3",
88
"colorama": "0.4.6",
99
"coloredlogs": "15.0.1",
1010
"contourpy": "1.3.0",
@@ -38,7 +38,7 @@
3838
"PyYAML": "6.0.2",
3939
"requests": "2.32.3",
4040
"s3transfer": "0.10.3",
41-
"setuptools": "75.1.0",
41+
"setuptools": "75.2.0",
4242
"six": "1.16.0",
4343
"sympy": "1.13.3",
4444
"tabulate": "0.9.0",

open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"resnet50": "resnet50"
2+
"retinanet": "retinanet"
33
}

open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline/accuracy/accuracy.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ Done (t=0.00s)
33
creating index...
44
index created!
55
Loading and preparing results...
6-
DONE (t=0.02s)
6+
DONE (t=0.00s)
77
creating index...
88
index created!
99
Running per image evaluation...

0 commit comments

Comments
 (0)