Skip to content

Commit d3bf21c

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on windows-latest
1 parent 880a957 commit d3bf21c

File tree

7 files changed

+193
-193
lines changed

7 files changed

+193
-193
lines changed

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 21.643 | - |
3+
| resnet50 | offline | 76 | 22.058 | - |

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,4 +56,4 @@ Model Precision: fp32
5656
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5757

5858
### Performance Results
59-
`Samples per second`: `21.6429`
59+
`Samples per second`: `22.0579`

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/cm-version-info.json

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -127,15 +127,15 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\b3d5ba4c3f354e38\\caffe_ilsvrc12.tar.gz )"
130+
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5ec815bbae4f46f4\\caffe_ilsvrc12.tar.gz )"
131131
}
132132
},
133133
{
134-
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\b3d5ba4c3f354e38\\caffe_ilsvrc12.tar.gz": {
134+
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5ec815bbae4f46f4\\caffe_ilsvrc12.tar.gz": {
135135
"script_uid": "3f0b76219d004817",
136136
"script_alias": "extract-file",
137137
"script_tags": "extract,file",
138-
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\b3d5ba4c3f354e38\\caffe_ilsvrc12.tar.gz",
138+
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5ec815bbae4f46f4\\caffe_ilsvrc12.tar.gz",
139139
"version": "",
140140
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
141141
}
@@ -177,7 +177,7 @@
177177
"script_tags": "detect-os,detect,os,info",
178178
"script_variations": "",
179179
"version": "",
180-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
180+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
181181
}
182182
},
183183
{
@@ -207,7 +207,7 @@
207207
"script_tags": "detect,cpu,detect-cpu,info",
208208
"script_variations": "",
209209
"version": "",
210-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
210+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
211211
}
212212
},
213213
{
@@ -237,7 +237,7 @@
237237
"script_tags": "get,python,python3,get-python,get-python3",
238238
"script_variations": "",
239239
"version": "3.12.6",
240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
241241
}
242242
},
243243
{
@@ -317,7 +317,7 @@
317317
"script_tags": "get,install,generic,generic-python-lib",
318318
"script_variations": "tensorflow",
319319
"version": "2.17.0",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
321321
}
322322
},
323323
{
@@ -357,17 +357,17 @@
357357
"script_tags": "dae,file,download-and-extract",
358358
"script_variations": "url.https://zenodo.org/record/2535873/files/resnet50_v1.pb",
359359
"version": "",
360-
"parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( fp32,_tf )"
360+
"parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( tf,_fp32 )"
361361
}
362362
},
363363
{
364-
"get,ml-model,image-classification,resnet50,raw,_fp32,_tf": {
364+
"get,ml-model,image-classification,resnet50,raw,_tf,_fp32": {
365365
"script_uid": "56203e4e998b4bc0",
366366
"script_alias": "get-ml-model-resnet50",
367367
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
368-
"script_variations": "fp32,tf",
368+
"script_variations": "tf,fp32",
369369
"version": "",
370-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
370+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
371371
}
372372
},
373373
{
@@ -447,15 +447,15 @@
447447
"script_tags": "detect-os,detect,os,info",
448448
"script_variations": "",
449449
"version": "",
450-
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a62d2d197ee54c86\\ILSVRC2012_img_val_500.tar )"
450+
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\7928775292734450\\ILSVRC2012_img_val_500.tar )"
451451
}
452452
},
453453
{
454-
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a62d2d197ee54c86\\ILSVRC2012_img_val_500.tar": {
454+
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\7928775292734450\\ILSVRC2012_img_val_500.tar": {
455455
"script_uid": "3f0b76219d004817",
456456
"script_alias": "extract-file",
457457
"script_tags": "extract,file",
458-
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a62d2d197ee54c86\\ILSVRC2012_img_val_500.tar",
458+
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\7928775292734450\\ILSVRC2012_img_val_500.tar",
459459
"version": "",
460460
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
461461
}
@@ -667,7 +667,7 @@
667667
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
668668
"script_variations": "NHWC",
669669
"version": "",
670-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
670+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
671671
}
672672
},
673673
{
@@ -677,7 +677,7 @@
677677
"script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux",
678678
"script_variations": "",
679679
"version": "",
680-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
680+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
681681
}
682682
},
683683
{
@@ -777,7 +777,7 @@
777777
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
778778
"script_variations": "",
779779
"version": "",
780-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
780+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
781781
}
782782
},
783783
{
@@ -1227,7 +1227,7 @@
12271227
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
12281228
"script_variations": "from-pip",
12291229
"version": "master",
1230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
12311231
}
12321232
},
12331233
{
@@ -1237,7 +1237,7 @@
12371237
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
12381238
"script_variations": "",
12391239
"version": "master",
1240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
12411241
}
12421242
},
12431243
{
@@ -1247,7 +1247,7 @@
12471247
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
12481248
"script_variations": "",
12491249
"version": "master",
1250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
12511251
}
12521252
},
12531253
{
@@ -1327,7 +1327,7 @@
13271327
"script_tags": "get,install,generic,generic-python-lib",
13281328
"script_variations": "package.psutil",
13291329
"version": "6.0.0",
1330-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1330+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
13311331
}
13321332
},
13331333
{
@@ -1407,7 +1407,7 @@
14071407
"script_tags": "get,install,generic,generic-python-lib",
14081408
"script_variations": "opencv-python",
14091409
"version": "4.10.0.84",
1410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
14111411
}
14121412
},
14131413
{
@@ -1487,7 +1487,7 @@
14871487
"script_tags": "get,install,generic,generic-python-lib",
14881488
"script_variations": "numpy",
14891489
"version": "1.26.4",
1490-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1490+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
14911491
}
14921492
},
14931493
{
@@ -1567,7 +1567,7 @@
15671567
"script_tags": "get,install,generic,generic-python-lib",
15681568
"script_variations": "pycocotools",
15691569
"version": "2.0.8",
1570-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1570+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
15711571
}
15721572
},
15731573
{
@@ -1647,7 +1647,7 @@
16471647
"script_tags": "get,install,generic,generic-python-lib",
16481648
"script_variations": "protobuf",
16491649
"version": "4.23.4",
1650-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1650+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
16511651
}
16521652
},
16531653
{
@@ -1697,7 +1697,7 @@
16971697
"script_tags": "mlperf,benchmark-mlperf",
16981698
"script_variations": "",
16991699
"version": "",
1700-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )"
1700+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_resnet50,_cpu,_offline,_fp32 )"
17011701
}
17021702
}
17031703
]

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/os_info.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
"CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "choco install -y",
66
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "choco upgrade -y",
77
"CM_HOST_PYTHON_BITS": "64",
8-
"CM_HOST_SYSTEM_NAME": "fv-az1390-400",
8+
"CM_HOST_SYSTEM_NAME": "fv-az1564-580",
99
"+PATH": [
10-
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\80abb736a8c7406f\\bin",
10+
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\c1eb0d770e9042e6\\bin",
1111
"C:\\hostedtoolcache\\windows\\Python\\3.12.6\\x64\\Scripts"
1212
]
1313
}

0 commit comments

Comments
 (0)