Skip to content

Commit a5fbbd8

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on ubuntu-latest
1 parent f0196d0 commit a5fbbd8

File tree

11 files changed

+224
-224
lines changed

11 files changed

+224
-224
lines changed

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2-
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 76.951 | 0.434 | - |
1+
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2+
|----------|------------|------------|--------------|-------------------|
3+
| resnet50 | offline | 76 | 23.179 | - |

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=90f75288b81d124f689084637df4bfc18ab78676
21+
cm pull repo anandhu-eng@cm4mlops --checkout=e3ee8a88b025c5c950c63a07de3f1a138d680a80
2222

2323
cm run script \
2424
--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5555

5656
### Performance Results
57-
`Samples per second`: `23.2566`
57+
`Samples per second`: `23.1789`

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -87,15 +87,15 @@
8787
"script_tags": "detect-os,detect,os,info",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/0e7a2f7b1af846b5/caffe_ilsvrc12.tar.gz )"
90+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/7449aae3ae3f4252/caffe_ilsvrc12.tar.gz )"
9191
}
9292
},
9393
{
94-
"extract,file,_path./home/runner/CM/repos/local/cache/0e7a2f7b1af846b5/caffe_ilsvrc12.tar.gz": {
94+
"extract,file,_path./home/runner/CM/repos/local/cache/7449aae3ae3f4252/caffe_ilsvrc12.tar.gz": {
9595
"script_uid": "3f0b76219d004817",
9696
"script_alias": "extract-file",
9797
"script_tags": "extract,file",
98-
"script_variations": "path./home/runner/CM/repos/local/cache/0e7a2f7b1af846b5/caffe_ilsvrc12.tar.gz",
98+
"script_variations": "path./home/runner/CM/repos/local/cache/7449aae3ae3f4252/caffe_ilsvrc12.tar.gz",
9999
"version": "",
100100
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
101101
}
@@ -127,7 +127,7 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
130+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
131131
}
132132
},
133133
{
@@ -147,7 +147,7 @@
147147
"script_tags": "detect,cpu,detect-cpu,info",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
150+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
151151
}
152152
},
153153
{
@@ -457,7 +457,7 @@
457457
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
458458
"script_variations": "",
459459
"version": "master",
460-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
460+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
461461
}
462462
},
463463
{
@@ -467,7 +467,7 @@
467467
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
468468
"script_variations": "",
469469
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
470-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
470+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
471471
}
472472
},
473473
{
@@ -487,7 +487,7 @@
487487
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
488488
"script_variations": "cpu",
489489
"version": "1.16.3",
490-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
490+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
491491
}
492492
},
493493
{
@@ -537,15 +537,15 @@
537537
"script_tags": "detect-os,detect,os,info",
538538
"script_variations": "",
539539
"version": "",
540-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/a9347aa0f9404eb1/ILSVRC2012_img_val_500.tar )"
540+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/db4ea9c3923f4856/ILSVRC2012_img_val_500.tar )"
541541
}
542542
},
543543
{
544-
"extract,file,_path./home/runner/CM/repos/local/cache/a9347aa0f9404eb1/ILSVRC2012_img_val_500.tar": {
544+
"extract,file,_path./home/runner/CM/repos/local/cache/db4ea9c3923f4856/ILSVRC2012_img_val_500.tar": {
545545
"script_uid": "3f0b76219d004817",
546546
"script_alias": "extract-file",
547547
"script_tags": "extract,file",
548-
"script_variations": "path./home/runner/CM/repos/local/cache/a9347aa0f9404eb1/ILSVRC2012_img_val_500.tar",
548+
"script_variations": "path./home/runner/CM/repos/local/cache/db4ea9c3923f4856/ILSVRC2012_img_val_500.tar",
549549
"version": "",
550550
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
551551
}
@@ -717,7 +717,7 @@
717717
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
718718
"script_variations": "NCHW",
719719
"version": "",
720-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
720+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
721721
}
722722
},
723723
{
@@ -757,7 +757,7 @@
757757
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
758758
"script_variations": "onnx",
759759
"version": "",
760-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
760+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
761761
}
762762
},
763763
{
@@ -837,7 +837,7 @@
837837
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
838838
"script_variations": "",
839839
"version": "",
840-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
840+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
841841
}
842842
},
843843
{
@@ -907,7 +907,7 @@
907907
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
908908
"script_variations": "",
909909
"version": "",
910-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
910+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
911911
}
912912
},
913913
{
@@ -947,7 +947,7 @@
947947
"script_tags": "mlperf,benchmark-mlperf",
948948
"script_variations": "",
949949
"version": "",
950-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_cpu,_onnxruntime )"
950+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_onnxruntime,_cpu )"
951951
}
952952
}
953953
]

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,5 +26,5 @@
2626
],
2727
"CM_HOST_PLATFORM_FLAVOR": "x86_64",
2828
"CM_HOST_PYTHON_BITS": "64",
29-
"CM_HOST_SYSTEM_NAME": "fv-az1345-225"
29+
"CM_HOST_SYSTEM_NAME": "fv-az2028-648"
3030
}

‎open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"retinanet": "retinanet"
2+
"resnet50": "resnet50"
33
}

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11
accuracy=76.000%, good=380, total=500
2-
hash=aa79e7ffdcc3c524e995ded0ac3a939228e65fad3045606224e376c8e248a8f9
2+
hash=74f25c8d0222829917c2af587b80594af6db8d2b4930fb16142bafa874cc5570

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json

Lines changed: 32 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -31,38 +31,38 @@
3131
{ "seq_id" : 29, "qsl_idx" : 165, "data" : "AF02000000000000" },
3232
{ "seq_id" : 30, "qsl_idx" : 326, "data" : "EA00000000000000" },
3333
{ "seq_id" : 31, "qsl_idx" : 27, "data" : "A600000000000000" },
34-
{ "seq_id" : 64, "qsl_idx" : 153, "data" : "7300000000000000" },
35-
{ "seq_id" : 65, "qsl_idx" : 282, "data" : "1B01000000000000" },
36-
{ "seq_id" : 66, "qsl_idx" : 216, "data" : "1000000000000000" },
37-
{ "seq_id" : 67, "qsl_idx" : 97, "data" : "8E00000000000000" },
38-
{ "seq_id" : 68, "qsl_idx" : 407, "data" : "E603000000000000" },
39-
{ "seq_id" : 69, "qsl_idx" : 359, "data" : "9200000000000000" },
40-
{ "seq_id" : 70, "qsl_idx" : 448, "data" : "5D03000000000000" },
41-
{ "seq_id" : 71, "qsl_idx" : 199, "data" : "E103000000000000" },
42-
{ "seq_id" : 72, "qsl_idx" : 158, "data" : "4302000000000000" },
43-
{ "seq_id" : 73, "qsl_idx" : 118, "data" : "5303000000000000" },
44-
{ "seq_id" : 74, "qsl_idx" : 324, "data" : "0903000000000000" },
45-
{ "seq_id" : 75, "qsl_idx" : 271, "data" : "A501000000000000" },
46-
{ "seq_id" : 76, "qsl_idx" : 452, "data" : "FF02000000000000" },
47-
{ "seq_id" : 77, "qsl_idx" : 114, "data" : "FD00000000000000" },
48-
{ "seq_id" : 78, "qsl_idx" : 379, "data" : "D603000000000000" },
49-
{ "seq_id" : 79, "qsl_idx" : 256, "data" : "4E02000000000000" },
50-
{ "seq_id" : 80, "qsl_idx" : 0, "data" : "4100000000000000" },
51-
{ "seq_id" : 81, "qsl_idx" : 384, "data" : "BF02000000000000" },
52-
{ "seq_id" : 82, "qsl_idx" : 219, "data" : "FE00000000000000" },
53-
{ "seq_id" : 83, "qsl_idx" : 127, "data" : "1500000000000000" },
54-
{ "seq_id" : 84, "qsl_idx" : 489, "data" : "9303000000000000" },
55-
{ "seq_id" : 85, "qsl_idx" : 277, "data" : "5C00000000000000" },
56-
{ "seq_id" : 86, "qsl_idx" : 160, "data" : "A800000000000000" },
57-
{ "seq_id" : 87, "qsl_idx" : 338, "data" : "DD01000000000000" },
58-
{ "seq_id" : 88, "qsl_idx" : 162, "data" : "8702000000000000" },
59-
{ "seq_id" : 89, "qsl_idx" : 420, "data" : "FD02000000000000" },
60-
{ "seq_id" : 90, "qsl_idx" : 21, "data" : "B000000000000000" },
61-
{ "seq_id" : 91, "qsl_idx" : 353, "data" : "AF01000000000000" },
62-
{ "seq_id" : 92, "qsl_idx" : 121, "data" : "E301000000000000" },
63-
{ "seq_id" : 93, "qsl_idx" : 186, "data" : "6303000000000000" },
64-
{ "seq_id" : 94, "qsl_idx" : 435, "data" : "C400000000000000" },
65-
{ "seq_id" : 95, "q
34+
{ "seq_id" : 32, "qsl_idx" : 259, "data" : "D000000000000000" },
35+
{ "seq_id" : 33, "qsl_idx" : 79, "data" : "CD01000000000000" },
36+
{ "seq_id" : 34, "qsl_idx" : 400, "data" : "6701000000000000" },
37+
{ "seq_id" : 35, "qsl_idx" : 363, "data" : "7D02000000000000" },
38+
{ "seq_id" : 36, "qsl_idx" : 123, "data" : "8D01000000000000" },
39+
{ "seq_id" : 37, "qsl_idx" : 262, "data" : "B000000000000000" },
40+
{ "seq_id" : 38, "qsl_idx" : 316, "data" : "5A02000000000000" },
41+
{ "seq_id" : 39, "qsl_idx" : 437, "data" : "D102000000000000" },
42+
{ "seq_id" : 40, "qsl_idx" : 101, "data" : "9F00000000000000" },
43+
{ "seq_id" : 41, "qsl_idx" : 6, "data" : "4E01000000000000" },
44+
{ "seq_id" : 42, "qsl_idx" : 128, "data" : "A603000000000000" },
45+
{ "seq_id" : 43, "qsl_idx" : 62, "data" : "6B00000000000000" },
46+
{ "seq_id" : 44, "qsl_idx" : 151, "data" : "7D02000000000000" },
47+
{ "seq_id" : 45, "qsl_idx" : 252, "data" : "8702000000000000" },
48+
{ "seq_id" : 46, "qsl_idx" : 92, "data" : "6E01000000000000" },
49+
{ "seq_id" : 47, "qsl_idx" : 257, "data" : "1B00000000000000" },
50+
{ "seq_id" : 48, "qsl_idx" : 381, "data" : "8902000000000000" },
51+
{ "seq_id" : 49, "qsl_idx" : 425, "data" : "7F02000000000000" },
52+
{ "seq_id" : 50, "qsl_idx" : 467, "data" : "9102000000000000" },
53+
{ "seq_id" : 51, "qsl_idx" : 429, "data" : "A202000000000000" },
54+
{ "seq_id" : 52, "qsl_idx" : 308, "data" : "A603000000000000" },
55+
{ "seq_id" : 53, "qsl_idx" : 342, "data" : "6301000000000000" },
56+
{ "seq_id" : 54, "qsl_idx" : 290, "data" : "B902000000000000" },
57+
{ "seq_id" : 55, "qsl_idx" : 12, "data" : "7201000000000000" },
58+
{ "seq_id" : 56, "qsl_idx" : 148, "data" : "4E02000000000000" },
59+
{ "seq_id" : 57, "qsl_idx" : 483, "data" : "E603000000000000" },
60+
{ "seq_id" : 58, "qsl_idx" : 455, "data" : "5A01000000000000" },
61+
{ "seq_id" : 59, "qsl_idx" : 276, "data" : "D001000000000000" },
62+
{ "seq_id" : 60, "qsl_idx" : 409, "data" : "5602000000000000" },
63+
{ "seq_id" : 61, "qsl_idx" : 366, "data" : "5002000000000000" },
64+
{ "seq_id" : 62, "qsl_idx" : 67, "data" : "7703000000000000" },
65+
{ "seq_id" : 63, "qsl_
6666

6767
...
6868

0 commit comments

Comments
 (0)