Skip to content

Commit 83ec55c

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on ubuntu-latest
1 parent 13f9ceb commit 83ec55c

File tree

10 files changed

+295
-296
lines changed

10 files changed

+295
-296
lines changed

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 20.855 | - |
3+
| resnet50 | offline | 76 | 20.871 | - |

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5555

5656
### Performance Results
57-
`Samples per second`: `20.8554`
57+
`Samples per second`: `20.8708`

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/cm-version-info.json

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -87,15 +87,15 @@
8787
"script_tags": "detect-os,detect,os,info",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/48124e85f1ed4fd8/caffe_ilsvrc12.tar.gz )"
90+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/0f9dd0b11dee4571/caffe_ilsvrc12.tar.gz )"
9191
}
9292
},
9393
{
94-
"extract,file,_path./home/runner/CM/repos/local/cache/48124e85f1ed4fd8/caffe_ilsvrc12.tar.gz": {
94+
"extract,file,_path./home/runner/CM/repos/local/cache/0f9dd0b11dee4571/caffe_ilsvrc12.tar.gz": {
9595
"script_uid": "3f0b76219d004817",
9696
"script_alias": "extract-file",
9797
"script_tags": "extract,file",
98-
"script_variations": "path./home/runner/CM/repos/local/cache/48124e85f1ed4fd8/caffe_ilsvrc12.tar.gz",
98+
"script_variations": "path./home/runner/CM/repos/local/cache/0f9dd0b11dee4571/caffe_ilsvrc12.tar.gz",
9999
"version": "",
100100
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
101101
}
@@ -127,7 +127,7 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
130+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
131131
}
132132
},
133133
{
@@ -147,7 +147,7 @@
147147
"script_tags": "detect,cpu,detect-cpu,info",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
150+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
151151
}
152152
},
153153
{
@@ -167,7 +167,7 @@
167167
"script_tags": "get,python,python3,get-python,get-python3",
168168
"script_variations": "",
169169
"version": "3.12.6",
170-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
170+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
171171
}
172172
},
173173
{
@@ -227,7 +227,7 @@
227227
"script_tags": "get,install,generic,generic-python-lib",
228228
"script_variations": "tensorflow",
229229
"version": "2.17.0",
230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
231231
}
232232
},
233233
{
@@ -257,17 +257,17 @@
257257
"script_tags": "dae,file,download-and-extract",
258258
"script_variations": "url.https://zenodo.org/record/2535873/files/resnet50_v1.pb",
259259
"version": "",
260-
"parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( fp32,_tf )"
260+
"parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( tf,_fp32 )"
261261
}
262262
},
263263
{
264-
"get,ml-model,image-classification,resnet50,raw,_fp32,_tf": {
264+
"get,ml-model,image-classification,resnet50,raw,_tf,_fp32": {
265265
"script_uid": "56203e4e998b4bc0",
266266
"script_alias": "get-ml-model-resnet50",
267267
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
268-
"script_variations": "fp32,tf",
268+
"script_variations": "tf,fp32",
269269
"version": "",
270-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
270+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
271271
}
272272
},
273273
{
@@ -317,15 +317,15 @@
317317
"script_tags": "detect-os,detect,os,info",
318318
"script_variations": "",
319319
"version": "",
320-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/e6dd9cd46a7b4946/ILSVRC2012_img_val_500.tar )"
320+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/6c447c6c204b49fd/ILSVRC2012_img_val_500.tar )"
321321
}
322322
},
323323
{
324-
"extract,file,_path./home/runner/CM/repos/local/cache/e6dd9cd46a7b4946/ILSVRC2012_img_val_500.tar": {
324+
"extract,file,_path./home/runner/CM/repos/local/cache/6c447c6c204b49fd/ILSVRC2012_img_val_500.tar": {
325325
"script_uid": "3f0b76219d004817",
326326
"script_alias": "extract-file",
327327
"script_tags": "extract,file",
328-
"script_variations": "path./home/runner/CM/repos/local/cache/e6dd9cd46a7b4946/ILSVRC2012_img_val_500.tar",
328+
"script_variations": "path./home/runner/CM/repos/local/cache/6c447c6c204b49fd/ILSVRC2012_img_val_500.tar",
329329
"version": "",
330330
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
331331
}
@@ -497,7 +497,7 @@
497497
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
498498
"script_variations": "NHWC",
499499
"version": "",
500-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
500+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
501501
}
502502
},
503503
{
@@ -507,7 +507,7 @@
507507
"script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux",
508508
"script_variations": "",
509509
"version": "",
510-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
510+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
511511
}
512512
},
513513
{
@@ -587,7 +587,7 @@
587587
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
588588
"script_variations": "",
589589
"version": "",
590-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
590+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
591591
}
592592
},
593593
{
@@ -887,7 +887,7 @@
887887
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
888888
"script_variations": "",
889889
"version": "master",
890-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
890+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
891891
}
892892
},
893893
{
@@ -897,7 +897,7 @@
897897
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
898898
"script_variations": "",
899899
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
900-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
900+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
901901
}
902902
},
903903
{
@@ -907,7 +907,7 @@
907907
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
908908
"script_variations": "",
909909
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
910-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
910+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
911911
}
912912
},
913913
{
@@ -967,7 +967,7 @@
967967
"script_tags": "get,install,generic,generic-python-lib",
968968
"script_variations": "package.psutil",
969969
"version": "6.0.0",
970-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
970+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
971971
}
972972
},
973973
{
@@ -1027,7 +1027,7 @@
10271027
"script_tags": "get,install,generic,generic-python-lib",
10281028
"script_variations": "opencv-python",
10291029
"version": "4.10.0.84",
1030-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1030+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
10311031
}
10321032
},
10331033
{
@@ -1087,7 +1087,7 @@
10871087
"script_tags": "get,install,generic,generic-python-lib",
10881088
"script_variations": "numpy",
10891089
"version": "1.26.4",
1090-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1090+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
10911091
}
10921092
},
10931093
{
@@ -1147,7 +1147,7 @@
11471147
"script_tags": "get,install,generic,generic-python-lib",
11481148
"script_variations": "pycocotools",
11491149
"version": "2.0.8",
1150-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1150+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
11511151
}
11521152
},
11531153
{
@@ -1207,7 +1207,7 @@
12071207
"script_tags": "get,install,generic,generic-python-lib",
12081208
"script_variations": "protobuf",
12091209
"version": "4.23.4",
1210-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1210+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
12111211
}
12121212
},
12131213
{
@@ -1247,7 +1247,7 @@
12471247
"script_tags": "mlperf,benchmark-mlperf",
12481248
"script_variations": "",
12491249
"version": "",
1250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
12511251
}
12521252
}
12531253
]

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,5 +26,5 @@
2626
],
2727
"CM_HOST_PLATFORM_FLAVOR": "x86_64",
2828
"CM_HOST_PYTHON_BITS": "64",
29-
"CM_HOST_SYSTEM_NAME": "fv-az1114-845"
29+
"CM_HOST_SYSTEM_NAME": "fv-az1771-618"
3030
}

‎open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"bert-99": "bert-99"
2+
"resnet50": "resnet50"
33
}

‎open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/accuracy/accuracy.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11
accuracy=76.000%, good=380, total=500
2-
hash=3855030d33ced14a72f0a2372b2cc74468d856d7125d35b60d5badbca9ec01c8
2+
hash=637a39667b5994b129d1ce7e69669c9b7c5b171c56bc694ed4167186120075ab

0 commit comments

Comments
 (0)