Skip to content

Commit 79f8e39

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on windows-latest
1 parent b6bdca7 commit 79f8e39

File tree

8 files changed

+208
-208
lines changed

8 files changed

+208
-208
lines changed

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 17.294 | - |
3+
| resnet50 | offline | 76 | 17.229 | - |

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra
66

77
* OS version: Windows-2022Server-10.0.20348-SP0
88
* CPU version: AMD64 Family 25 Model 1 Stepping 1, AuthenticAMD
9-
* Python version: 3.12.6 (tags/v3.12.6:a4a2d2b, Sep 6 2024, 20:11:23) [MSC v.1940 64 bit (AMD64)]
9+
* Python version: 3.12.7 (tags/v3.12.7:0b05ead, Oct 1 2024, 03:06:41) [MSC v.1941 64 bit (AMD64)]
1010
* MLCommons CM version: 3.0.2
1111

1212
## CM Run Command
@@ -56,4 +56,4 @@ Model Precision: fp32
5656
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5757

5858
### Performance Results
59-
`Samples per second`: `17.2941`
59+
`Samples per second`: `17.229`

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/cm-version-info.json

Lines changed: 38 additions & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@
4646
"script_alias": "get-python3",
4747
"script_tags": "get,python,python3,get-python,get-python3",
4848
"script_variations": "",
49-
"version": "3.12.6",
49+
"version": "3.12.7",
5050
"parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )"
5151
}
5252
},
@@ -127,15 +127,15 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\f3e6cd4555f94f7b\\caffe_ilsvrc12.tar.gz )"
130+
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a612fd85876d42a4\\caffe_ilsvrc12.tar.gz )"
131131
}
132132
},
133133
{
134-
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\f3e6cd4555f94f7b\\caffe_ilsvrc12.tar.gz": {
134+
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a612fd85876d42a4\\caffe_ilsvrc12.tar.gz": {
135135
"script_uid": "3f0b76219d004817",
136136
"script_alias": "extract-file",
137137
"script_tags": "extract,file",
138-
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\f3e6cd4555f94f7b\\caffe_ilsvrc12.tar.gz",
138+
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a612fd85876d42a4\\caffe_ilsvrc12.tar.gz",
139139
"version": "",
140140
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
141141
}
@@ -177,7 +177,7 @@
177177
"script_tags": "detect-os,detect,os,info",
178178
"script_variations": "",
179179
"version": "",
180-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
180+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
181181
}
182182
},
183183
{
@@ -207,7 +207,7 @@
207207
"script_tags": "detect,cpu,detect-cpu,info",
208208
"script_variations": "",
209209
"version": "",
210-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
210+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
211211
}
212212
},
213213
{
@@ -236,8 +236,8 @@
236236
"script_alias": "get-python3",
237237
"script_tags": "get,python,python3,get-python,get-python3",
238238
"script_variations": "",
239-
"version": "3.12.6",
240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
239+
"version": "3.12.7",
240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
241241
}
242242
},
243243
{
@@ -296,7 +296,7 @@
296296
"script_alias": "get-python3",
297297
"script_tags": "get,python,python3,get-python,get-python3",
298298
"script_variations": "",
299-
"version": "3.12.6",
299+
"version": "3.12.7",
300300
"parent": "get-generic-python-lib,94b62a682bc44791 ( onnxruntime )"
301301
}
302302
},
@@ -317,7 +317,7 @@
317317
"script_tags": "get,install,generic,generic-python-lib",
318318
"script_variations": "onnxruntime",
319319
"version": "1.19.2",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
321321
}
322322
},
323323
{
@@ -367,7 +367,7 @@
367367
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
368368
"script_variations": "onnx,fp32",
369369
"version": "",
370-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
370+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
371371
}
372372
},
373373
{
@@ -376,7 +376,7 @@
376376
"script_alias": "get-python3",
377377
"script_tags": "get,python,python3,get-python,get-python3",
378378
"script_variations": "",
379-
"version": "3.12.6",
379+
"version": "3.12.7",
380380
"parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )"
381381
}
382382
},
@@ -447,15 +447,15 @@
447447
"script_tags": "detect-os,detect,os,info",
448448
"script_variations": "",
449449
"version": "",
450-
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\b66f35d683fe4bf9\\ILSVRC2012_img_val_500.tar )"
450+
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\9c460ae17ae642c9\\ILSVRC2012_img_val_500.tar )"
451451
}
452452
},
453453
{
454-
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\b66f35d683fe4bf9\\ILSVRC2012_img_val_500.tar": {
454+
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\9c460ae17ae642c9\\ILSVRC2012_img_val_500.tar": {
455455
"script_uid": "3f0b76219d004817",
456456
"script_alias": "extract-file",
457457
"script_tags": "extract,file",
458-
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\b66f35d683fe4bf9\\ILSVRC2012_img_val_500.tar",
458+
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\9c460ae17ae642c9\\ILSVRC2012_img_val_500.tar",
459459
"version": "",
460460
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
461461
}
@@ -546,7 +546,7 @@
546546
"script_alias": "get-python3",
547547
"script_tags": "get,python,python3,get-python,get-python3",
548548
"script_variations": "",
549-
"version": "3.12.6",
549+
"version": "3.12.7",
550550
"parent": "get-generic-python-lib,94b62a682bc44791 ( package.opencv-python-headless )"
551551
}
552552
},
@@ -626,7 +626,7 @@
626626
"script_alias": "get-python3",
627627
"script_tags": "get,python,python3,get-python,get-python3",
628628
"script_variations": "",
629-
"version": "3.12.6",
629+
"version": "3.12.7",
630630
"parent": "get-generic-python-lib,94b62a682bc44791 ( pillow )"
631631
}
632632
},
@@ -667,7 +667,7 @@
667667
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
668668
"script_variations": "NCHW",
669669
"version": "",
670-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
670+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
671671
}
672672
},
673673
{
@@ -677,7 +677,7 @@
677677
"script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux",
678678
"script_variations": "",
679679
"version": "",
680-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
680+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
681681
}
682682
},
683683
{
@@ -736,7 +736,7 @@
736736
"script_alias": "get-python3",
737737
"script_tags": "get,python,python3,get-python,get-python3",
738738
"script_variations": "",
739-
"version": "3.12.6",
739+
"version": "3.12.7",
740740
"parent": "generate-mlperf-inference-user-conf,3af4475745964b93"
741741
}
742742
},
@@ -777,7 +777,7 @@
777777
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
778778
"script_variations": "",
779779
"version": "",
780-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
780+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
781781
}
782782
},
783783
{
@@ -806,7 +806,7 @@
806806
"script_alias": "get-python3",
807807
"script_tags": "get,python,python3,get-python,get-python3",
808808
"script_variations": "",
809-
"version": "3.12.6",
809+
"version": "3.12.7",
810810
"parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950 ( from-pip )"
811811
}
812812
},
@@ -946,7 +946,7 @@
946946
"script_alias": "get-python3",
947947
"script_tags": "get,python,python3,get-python,get-python3",
948948
"script_variations": "",
949-
"version": "3.12.6",
949+
"version": "3.12.7",
950950
"parent": "get-generic-python-lib,94b62a682bc44791 ( package.wheel )"
951951
}
952952
},
@@ -1036,7 +1036,7 @@
10361036
"script_alias": "get-python3",
10371037
"script_tags": "get,python,python3,get-python,get-python3",
10381038
"script_variations": "",
1039-
"version": "3.12.6",
1039+
"version": "3.12.7",
10401040
"parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )"
10411041
}
10421042
},
@@ -1116,7 +1116,7 @@
11161116
"script_alias": "get-python3",
11171117
"script_tags": "get,python,python3,get-python,get-python3",
11181118
"script_variations": "",
1119-
"version": "3.12.6",
1119+
"version": "3.12.7",
11201120
"parent": "get-generic-python-lib,94b62a682bc44791 ( package.setuptools )"
11211121
}
11221122
},
@@ -1196,7 +1196,7 @@
11961196
"script_alias": "get-python3",
11971197
"script_tags": "get,python,python3,get-python,get-python3",
11981198
"script_variations": "",
1199-
"version": "3.12.6",
1199+
"version": "3.12.7",
12001200
"parent": "get-generic-python-lib,94b62a682bc44791 ( package.mlcommons-loadgen )"
12011201
}
12021202
},
@@ -1227,7 +1227,7 @@
12271227
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
12281228
"script_variations": "from-pip",
12291229
"version": "master",
1230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
12311231
}
12321232
},
12331233
{
@@ -1237,7 +1237,7 @@
12371237
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
12381238
"script_variations": "",
12391239
"version": "master",
1240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
12411241
}
12421242
},
12431243
{
@@ -1247,7 +1247,7 @@
12471247
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
12481248
"script_variations": "",
12491249
"version": "master",
1250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
12511251
}
12521252
},
12531253
{
@@ -1306,7 +1306,7 @@
13061306
"script_alias": "get-python3",
13071307
"script_tags": "get,python,python3,get-python,get-python3",
13081308
"script_variations": "",
1309-
"version": "3.12.6",
1309+
"version": "3.12.7",
13101310
"parent": "get-generic-python-lib,94b62a682bc44791 ( package.psutil )"
13111311
}
13121312
},
@@ -1327,7 +1327,7 @@
13271327
"script_tags": "get,install,generic,generic-python-lib",
13281328
"script_variations": "package.psutil",
13291329
"version": "6.0.0",
1330-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1330+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
13311331
}
13321332
},
13331333
{
@@ -1386,7 +1386,7 @@
13861386
"script_alias": "get-python3",
13871387
"script_tags": "get,python,python3,get-python,get-python3",
13881388
"script_variations": "",
1389-
"version": "3.12.6",
1389+
"version": "3.12.7",
13901390
"parent": "get-generic-python-lib,94b62a682bc44791 ( opencv-python )"
13911391
}
13921392
},
@@ -1407,7 +1407,7 @@
14071407
"script_tags": "get,install,generic,generic-python-lib",
14081408
"script_variations": "opencv-python",
14091409
"version": "4.10.0.84",
1410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
14111411
}
14121412
},
14131413
{
@@ -1466,7 +1466,7 @@
14661466
"script_alias": "get-python3",
14671467
"script_tags": "get,python,python3,get-python,get-python3",
14681468
"script_variations": "",
1469-
"version": "3.12.6",
1469+
"version": "3.12.7",
14701470
"parent": "get-generic-python-lib,94b62a682bc44791 ( numpy )"
14711471
}
14721472
},
@@ -1487,7 +1487,7 @@
14871487
"script_tags": "get,install,generic,generic-python-lib",
14881488
"script_variations": "numpy",
14891489
"version": "1.26.4",
1490-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1490+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
14911491
}
14921492
},
14931493
{
@@ -1546,7 +1546,7 @@
15461546
"script_alias": "get-python3",
15471547
"script_tags": "get,python,python3,get-python,get-python3",
15481548
"script_variations": "",
1549-
"version": "3.12.6",
1549+
"version": "3.12.7",
15501550
"parent": "get-generic-python-lib,94b62a682bc44791 ( pycocotools )"
15511551
}
15521552
},
@@ -1567,7 +1567,7 @@
15671567
"script_tags": "get,install,generic,generic-python-lib",
15681568
"script_variations": "pycocotools",
15691569
"version": "2.0.8",
1570-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1570+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
15711571
}
15721572
},
15731573
{
@@ -1617,7 +1617,7 @@
16171617
"script_tags": "mlperf,benchmark-mlperf",
16181618
"script_variations": "",
16191619
"version": "",
1620-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_resnet50,_offline,_fp32 )"
1620+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_cpu,_onnxruntime,_fp32 )"
16211621
}
16221622
}
16231623
]

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/os_info.json

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
"CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "choco install -y",
66
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "choco upgrade -y",
77
"CM_HOST_PYTHON_BITS": "64",
8-
"CM_HOST_SYSTEM_NAME": "fv-az653-544",
8+
"CM_HOST_SYSTEM_NAME": "fv-az844-185",
99
"+PATH": [
10-
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\992549b9262c4c8b\\bin",
11-
"C:\\hostedtoolcache\\windows\\Python\\3.12.6\\x64\\Scripts"
10+
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\c4e4fec1a13c4c4d\\bin",
11+
"C:\\hostedtoolcache\\windows\\Python\\3.12.7\\x64\\Scripts"
1212
]
1313
}

0 commit comments

Comments
 (0)