Skip to content

Commit f3650b4

Browse files
mlcommons-botmlcommons-bot
committed
Auto-merge updates from auto-update branch
2 parents a21f9af + f653bc3 commit f3650b4

File tree

23 files changed

+652
-675
lines changed

23 files changed

+652
-675
lines changed

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 8.011 | - |
3+
| resnet50 | offline | 76 | 9.228 | - |

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo anandhu-eng@mlperf-automations --checkout=4a1035430d6badcf0d2c76fc827c5d2c29cb5461
19+
mlc pull repo anandhu-eng@mlperf-automations --checkout=0c4eedc30914c6404a02fbec2287ca0ecb4316e0
2020

2121

2222
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `8.01063`
43+
`Samples per second`: `9.22842`

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /Users/runner/MLC/repos/anandhu-eng@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/ae63933118a24d26baba479105a36286.conf
2-
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_56ca9678
1+
User Conf path: /Users/runner/MLC/repos/anandhu-eng@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8c9c7591b4364235aadfa85af7efd356.conf
2+
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed790a7a
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: AccuracyOnly

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -13,14 +13,14 @@ graph TD
1313
get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum
1414
download-file,9cdc8dc41aae437e_(_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
1515
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
16-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz_) --> detect,os
17-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
18-
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz
16+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz_) --> detect,os
17+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
18+
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz
1919
get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
2020
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
21-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> detect,os
21+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> detect,os
2222
detect-cpu,586c8a43320142f7 --> detect,os
23-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> detect,cpu
23+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> detect,cpu
2424
get-sys-utils-cm,bc90993277e84b8e --> detect,os
2525
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
2626
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
@@ -55,18 +55,18 @@ graph TD
5555
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
5656
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
5757
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
58-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> get,loadgen,_wg-inference
59-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> get,mlcommons,inference,src
58+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> get,loadgen,_wg-inference
59+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> get,mlcommons,inference,src
6060
get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
61-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu
61+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu
6262
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
6363
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
6464
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
6565
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
6666
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
67-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar_) --> detect,os
68-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
69-
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar
67+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar_) --> detect,os
68+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
69+
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar
7070
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
7171
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
7272
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -89,28 +89,28 @@ graph TD
8989
get-generic-sys-util,bb0393afa8404a11_(_install,_libgl_) --> detect,os
9090
get-generic-sys-util,bb0393afa8404a11_(_libgl_) --> get,generic-sys-util,_install,_libgl
9191
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-sys-util,_libgl
92-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> get,dataset,preprocessed,imagenet,_NCHW
92+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> get,dataset,preprocessed,imagenet,_NCHW
9393
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> detect,os
9494
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum
9595
download-and-extract,c67e81a4ce2649f5_(_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
9696
get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
97-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> get,ml-model,raw,resnet50,_onnx
97+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> get,ml-model,raw,resnet50,_onnx
9898
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
9999
detect-cpu,586c8a43320142f7 --> detect,os
100100
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
101101
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
102102
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
103103
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
104104
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
105-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> generate,user-conf,mlperf,inference,_wg-inference
105+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> generate,user-conf,mlperf,inference,_wg-inference
106106
detect-cpu,586c8a43320142f7 --> detect,os
107107
compile-program,c05042ba005a4bfa --> detect,cpu
108108
compile-program,c05042ba005a4bfa --> get,compiler
109109
detect-cpu,586c8a43320142f7 --> detect,os
110110
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
111111
compile-program,c05042ba005a4bfa --> get,compiler-flags
112-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> compile,cpp-program
112+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> compile,cpp-program
113113
detect-cpu,586c8a43320142f7 --> detect,os
114114
benchmark-program,19f369ef47084895 --> detect,cpu
115115
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
116-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_resnet50,_onnxruntime_) --> benchmark-mlperf
116+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_resnet50,_onnxruntime_) --> benchmark-mlperf

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png

6.32 KB
Loading

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -147,7 +147,7 @@
147147
"script_tags": "detect-os,detect,os,info",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz )"
150+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz )"
151151
}
152152
},
153153
{
@@ -157,15 +157,15 @@
157157
"script_tags": "get,sys-util,generic,generic-sys-util",
158158
"script_variations": "md5sha1sum",
159159
"version": "0.9.5",
160-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz )"
160+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz )"
161161
}
162162
},
163163
{
164-
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz": {
164+
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz": {
165165
"script_uid": "3f0b76219d004817",
166166
"script_alias": "extract-file",
167167
"script_tags": "extract,file",
168-
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_74275d84/caffe_ilsvrc12.tar.gz",
168+
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_7df93ccc/caffe_ilsvrc12.tar.gz",
169169
"version": "",
170170
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz )"
171171
}
@@ -197,7 +197,7 @@
197197
"script_tags": "detect-os,detect,os,info",
198198
"script_variations": "",
199199
"version": "",
200-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
200+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
201201
}
202202
},
203203
{
@@ -217,7 +217,7 @@
217217
"script_tags": "detect,cpu,detect-cpu,info",
218218
"script_variations": "",
219219
"version": "",
220-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
220+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
221221
}
222222
},
223223
{
@@ -567,7 +567,7 @@
567567
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
568568
"script_variations": "wg-inference",
569569
"version": "master",
570-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
570+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
571571
}
572572
},
573573
{
@@ -577,7 +577,7 @@
577577
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
578578
"script_variations": "",
579579
"version": "master-git-5232291860484b747ceeed7a327e56326e3eafe6",
580-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
580+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
581581
}
582582
},
583583
{
@@ -597,7 +597,7 @@
597597
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
598598
"script_variations": "cpu",
599599
"version": "1.20.1",
600-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
600+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
601601
}
602602
},
603603
{
@@ -657,7 +657,7 @@
657657
"script_tags": "detect-os,detect,os,info",
658658
"script_variations": "",
659659
"version": "",
660-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar )"
660+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar )"
661661
}
662662
},
663663
{
@@ -667,15 +667,15 @@
667667
"script_tags": "get,sys-util,generic,generic-sys-util",
668668
"script_variations": "md5sha1sum",
669669
"version": "0.9.5",
670-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar )"
670+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar )"
671671
}
672672
},
673673
{
674-
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar": {
674+
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar": {
675675
"script_uid": "3f0b76219d004817",
676676
"script_alias": "extract-file",
677677
"script_tags": "extract,file",
678-
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_eff3f12f/ILSVRC2012_img_val_500.tar",
678+
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_46e15ae7/ILSVRC2012_img_val_500.tar",
679679
"version": "",
680680
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
681681
}
@@ -907,7 +907,7 @@
907907
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
908908
"script_variations": "NCHW",
909909
"version": "",
910-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
910+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
911911
}
912912
},
913913
{
@@ -957,7 +957,7 @@
957957
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
958958
"script_variations": "onnx",
959959
"version": "",
960-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
960+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
961961
}
962962
},
963963
{
@@ -1037,7 +1037,7 @@
10371037
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
10381038
"script_variations": "wg-inference",
10391039
"version": "",
1040-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
1040+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
10411041
}
10421042
},
10431043
{
@@ -1107,7 +1107,7 @@
11071107
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
11081108
"script_variations": "",
11091109
"version": "",
1110-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
1110+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
11111111
}
11121112
},
11131113
{
@@ -1147,7 +1147,7 @@
11471147
"script_tags": "mlperf,benchmark-mlperf",
11481148
"script_variations": "",
11491149
"version": "",
1150-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_resnet50,_onnxruntime )"
1150+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
11511151
}
11521152
}
11531153
]

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010
"MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
1111
"MLC_HOST_PLATFORM_FLAVOR": "arm64",
1212
"MLC_HOST_PYTHON_BITS": "64",
13-
"MLC_HOST_SYSTEM_NAME": "Mac-1752733472386.local"
13+
"MLC_HOST_SYSTEM_NAME": "Mac-1752733670103.local"
1414
}

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /Users/runner/MLC/repos/anandhu-eng@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/290e8f55c2314bf4a1adab8f270ae4b3.conf
2-
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_56ca9678
1+
User Conf path: /Users/runner/MLC/repos/anandhu-eng@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/91b264f9791a4a32a9fcc03c3fc0810f.conf
2+
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed790a7a
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: PerformanceOnly

‎open/MLCommons/measurements/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 80 | 1.747 | - |
3+
| resnet50 | offline | 80 | 1.745 | - |

0 commit comments

Comments
 (0)