Skip to content

Commit d29af05

Browse files
Results from R50 GH action on ubuntu-latest
1 parent c46d1bc commit d29af05

File tree

10 files changed

+205
-205
lines changed

10 files changed

+205
-205
lines changed
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 21.392 | - |
3+
| resnet50 | offline | 76 | 21.276 | - |

open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=49a8d7d02249b0a3d0af57431a3fbeaae22ebf1e
21+
cm pull repo anandhu-eng@cm4mlops --checkout=b519cfd16178b834959e8188a984cd86db62e8a8
2222

2323
cm run script \
2424
--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5555

5656
### Performance Results
57-
`Samples per second`: `21.3922`
57+
`Samples per second`: `21.2756`

open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/cm-version-info.json

Lines changed: 23 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -87,15 +87,15 @@
8787
"script_tags": "detect-os,detect,os,info",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/09f1e53f4ebf4a22/caffe_ilsvrc12.tar.gz )"
90+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/1568201a30c448c5/caffe_ilsvrc12.tar.gz )"
9191
}
9292
},
9393
{
94-
"extract,file,_path./home/runner/CM/repos/local/cache/09f1e53f4ebf4a22/caffe_ilsvrc12.tar.gz": {
94+
"extract,file,_path./home/runner/CM/repos/local/cache/1568201a30c448c5/caffe_ilsvrc12.tar.gz": {
9595
"script_uid": "3f0b76219d004817",
9696
"script_alias": "extract-file",
9797
"script_tags": "extract,file",
98-
"script_variations": "path./home/runner/CM/repos/local/cache/09f1e53f4ebf4a22/caffe_ilsvrc12.tar.gz",
98+
"script_variations": "path./home/runner/CM/repos/local/cache/1568201a30c448c5/caffe_ilsvrc12.tar.gz",
9999
"version": "",
100100
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
101101
}
@@ -127,7 +127,7 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
130+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
131131
}
132132
},
133133
{
@@ -147,7 +147,7 @@
147147
"script_tags": "detect,cpu,detect-cpu,info",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
150+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
151151
}
152152
},
153153
{
@@ -167,7 +167,7 @@
167167
"script_tags": "get,python,python3,get-python,get-python3",
168168
"script_variations": "",
169169
"version": "3.12.7",
170-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
170+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
171171
}
172172
},
173173
{
@@ -227,7 +227,7 @@
227227
"script_tags": "get,install,generic,generic-python-lib",
228228
"script_variations": "tensorflow",
229229
"version": "2.17.0",
230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
231231
}
232232
},
233233
{
@@ -267,7 +267,7 @@
267267
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
268268
"script_variations": "fp32,tf",
269269
"version": "",
270-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
270+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
271271
}
272272
},
273273
{
@@ -317,15 +317,15 @@
317317
"script_tags": "detect-os,detect,os,info",
318318
"script_variations": "",
319319
"version": "",
320-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/f8ee97afc6894676/ILSVRC2012_img_val_500.tar )"
320+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/238dc17928ca4e16/ILSVRC2012_img_val_500.tar )"
321321
}
322322
},
323323
{
324-
"extract,file,_path./home/runner/CM/repos/local/cache/f8ee97afc6894676/ILSVRC2012_img_val_500.tar": {
324+
"extract,file,_path./home/runner/CM/repos/local/cache/238dc17928ca4e16/ILSVRC2012_img_val_500.tar": {
325325
"script_uid": "3f0b76219d004817",
326326
"script_alias": "extract-file",
327327
"script_tags": "extract,file",
328-
"script_variations": "path./home/runner/CM/repos/local/cache/f8ee97afc6894676/ILSVRC2012_img_val_500.tar",
328+
"script_variations": "path./home/runner/CM/repos/local/cache/238dc17928ca4e16/ILSVRC2012_img_val_500.tar",
329329
"version": "",
330330
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
331331
}
@@ -497,7 +497,7 @@
497497
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
498498
"script_variations": "NHWC",
499499
"version": "",
500-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
500+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
501501
}
502502
},
503503
{
@@ -507,7 +507,7 @@
507507
"script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux",
508508
"script_variations": "",
509509
"version": "",
510-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
510+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
511511
}
512512
},
513513
{
@@ -587,7 +587,7 @@
587587
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
588588
"script_variations": "",
589589
"version": "",
590-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
590+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
591591
}
592592
},
593593
{
@@ -887,7 +887,7 @@
887887
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
888888
"script_variations": "",
889889
"version": "master",
890-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
890+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
891891
}
892892
},
893893
{
@@ -897,7 +897,7 @@
897897
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
898898
"script_variations": "",
899899
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
900-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
900+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
901901
}
902902
},
903903
{
@@ -907,7 +907,7 @@
907907
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
908908
"script_variations": "",
909909
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
910-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
910+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
911911
}
912912
},
913913
{
@@ -967,7 +967,7 @@
967967
"script_tags": "get,install,generic,generic-python-lib",
968968
"script_variations": "package.psutil",
969969
"version": "6.0.0",
970-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
970+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
971971
}
972972
},
973973
{
@@ -1027,7 +1027,7 @@
10271027
"script_tags": "get,install,generic,generic-python-lib",
10281028
"script_variations": "opencv-python",
10291029
"version": "4.10.0.84",
1030-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
1030+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
10311031
}
10321032
},
10331033
{
@@ -1087,7 +1087,7 @@
10871087
"script_tags": "get,install,generic,generic-python-lib",
10881088
"script_variations": "numpy",
10891089
"version": "1.26.4",
1090-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
1090+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
10911091
}
10921092
},
10931093
{
@@ -1147,7 +1147,7 @@
11471147
"script_tags": "get,install,generic,generic-python-lib",
11481148
"script_variations": "pycocotools",
11491149
"version": "2.0.8",
1150-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
1150+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
11511151
}
11521152
},
11531153
{
@@ -1207,7 +1207,7 @@
12071207
"script_tags": "get,install,generic,generic-python-lib",
12081208
"script_variations": "protobuf",
12091209
"version": "4.23.4",
1210-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
1210+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
12111211
}
12121212
},
12131213
{
@@ -1247,7 +1247,7 @@
12471247
"script_tags": "mlperf,benchmark-mlperf",
12481248
"script_variations": "",
12491249
"version": "",
1250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_resnet50,_tf,_fp32 )"
1250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_tf,_offline,_cpu,_fp32 )"
12511251
}
12521252
}
12531253
]

open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,5 +26,5 @@
2626
],
2727
"CM_HOST_PLATFORM_FLAVOR": "x86_64",
2828
"CM_HOST_PYTHON_BITS": "64",
29-
"CM_HOST_SYSTEM_NAME": "fv-az695-575"
29+
"CM_HOST_SYSTEM_NAME": "fv-az1020-199"
3030
}

open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"retinanet": "retinanet"
2+
"resnet50": "resnet50"
33
}
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11
accuracy=76.000%, good=380, total=500
2-
hash=b2d7f8fc3ab15882b7f3b8895ff6127e166d8fe5c7078c037cc9b6e1dd48c678
2+
hash=5ea64ea32ff40c256c276bd0ed29ae5bb6f77eb593c777087ead9e6da873ac43

open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -63,15 +63,15 @@
6363
{ "seq_id" : 29, "qsl_idx" : 165, "data" : "00C02B44" },
6464
{ "seq_id" : 30, "qsl_idx" : 326, "data" : "00006A43" },
6565
{ "seq_id" : 31, "qsl_idx" : 27, "data" : "00002643" },
66-
{ "seq_id" : 64, "qsl_idx" : 153, "data" : "0000E642" },
67-
{ "seq_id" : 65, "qsl_idx" : 282, "data" : "00808D43" },
68-
{ "seq_id" : 66, "qsl_idx" : 216, "data" : "00008041" },
69-
{ "seq_id" : 67, "qsl_idx" : 97, "data" : "00000E43" },
70-
{ "seq_id" : 68, "qsl_idx" : 407, "data" : "00807944" },
71-
{ "seq_id" : 69, "qsl_idx" : 359, "data" : "00001243" },
72-
{ "seq_id" : 70, "qsl_idx" : 448, "data" : "00405744" },
73-
{ "seq_id" : 71, "qsl_idx" : 199, "data" : "00407844" },
74-
{ "seq_id" : 7
66+
{ "seq_id" : 96, "qsl_idx" : 145, "data" : "00C05A44" },
67+
{ "seq_id" : 97, "qsl_idx" : 7, "data" : "0080CF43" },
68+
{ "seq_id" : 98, "qsl_idx" : 494, "data" : "0000BC43" },
69+
{ "seq_id" : 99, "qsl_idx" : 390, "data" : "00003943" },
70+
{ "seq_id" : 100, "qsl_idx" : 234, "data" : "00407344" },
71+
{ "seq_id" : 101, "qsl_idx" : 203, "data" : "00401444" },
72+
{ "seq_id" : 102, "qsl_idx" : 221, "data" : "00802544" },
73+
{ "seq_id" : 103, "qsl_idx" : 445, "data" : "0080B443" },
74+
{ "seq_id"
7575

7676
...
7777

0 commit comments

Comments
 (0)