Skip to content

Commit 057879f

Browse files
mlcommons-botmlcommons-bot
committed
Auto-merge updates from auto-update branch
2 parents 8d440f3 + 809b019 commit 057879f

File tree

14 files changed

+281
-281
lines changed

14 files changed

+281
-281
lines changed

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 23.148 | - |
3+
| resnet50 | offline | 76 | 23.172 | - |

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo GATEOverflow@mlperf-automations --checkout=da579d26fcfc7c95a6700411285852c31d1679a5
19+
mlc pull repo GATEOverflow@mlperf-automations --checkout=81b61cfd6fe1d811fad454a890813b4540c09bea
2020

2121

2222
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `23.1484`
43+
`Samples per second`: `23.1724`

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1bd652a775394bd8a1fdde8447f1daa6.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_5d7578f2
1+
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/aeb9e1192f194fc7a3a1096bbe79164c.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_79e47a5c
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: AccuracyOnly

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,24 @@
11
graph TD
2-
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> detect,os
2+
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> detect,os
33
get-sys-utils-cm,bc90993277e84b8e --> detect,os
4-
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,python
5-
get-mlperf-inference-src,4b57186581024797 --> detect,os
6-
get-mlperf-inference-src,4b57186581024797 --> get,python3
7-
get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
8-
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlcommons,inference,src
4+
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,python
5+
get-mlperf-inference-src,4b57186581024797_(_branch.master_) --> detect,os
6+
get-mlperf-inference-src,4b57186581024797_(_branch.master_) --> get,python3
7+
get-mlperf-inference-src,4b57186581024797_(_branch.master_) --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
8+
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlcommons,inference,src,_branch.master
99
pull-git-repo,c23132ed65c4421d --> detect,os
10-
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> pull,git,repo
11-
get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
12-
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils
10+
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> pull,git,repo
11+
get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src,_branch.master
12+
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlperf,inference,utils
1313
download-file,9cdc8dc41aae437e_(_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> detect,os
1414
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
15-
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_c36189cb/caffe_ilsvrc12.tar.gz_) --> detect,os
16-
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_c36189cb/caffe_ilsvrc12.tar.gz
15+
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_abb7e19e/caffe_ilsvrc12.tar.gz_) --> detect,os
16+
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_abb7e19e/caffe_ilsvrc12.tar.gz
1717
get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
18-
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
19-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> detect,os
18+
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
19+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> detect,os
2020
detect-cpu,586c8a43320142f7 --> detect,os
21-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> detect,cpu
21+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> detect,cpu
2222
get-sys-utils-cm,bc90993277e84b8e --> detect,os
2323
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
2424
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
@@ -53,16 +53,16 @@ graph TD
5353
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
5454
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
5555
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
56-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,loadgen,_wg-inference
57-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,mlcommons,inference,src
56+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,loadgen,_wg-inference
57+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,mlcommons,inference,src,_branch.master
5858
get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
59-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu
59+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu
6060
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
6161
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
6262
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
6363
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
64-
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_548433a5/ILSVRC2012_img_val_500.tar_) --> detect,os
65-
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_548433a5/ILSVRC2012_img_val_500.tar
64+
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_cec16db7/ILSVRC2012_img_val_500.tar_) --> detect,os
65+
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_cec16db7/ILSVRC2012_img_val_500.tar
6666
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
6767
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
6868
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -80,32 +80,32 @@ graph TD
8080
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
8181
get-generic-python-lib,94b62a682bc44791_(_pillow_) --> get,generic-python-lib,_pip
8282
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-python-lib,_pillow
83-
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src
83+
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src,_branch.master
8484
get-generic-sys-util,bb0393afa8404a11_(_libgl_) --> detect,os
8585
get-generic-sys-util,bb0393afa8404a11_(_install,_libgl_) --> detect,os
8686
get-generic-sys-util,bb0393afa8404a11_(_libgl_) --> get,generic-sys-util,_install,_libgl
8787
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-sys-util,_libgl
88-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW
88+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW
8989
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> detect,os
9090
download-and-extract,c67e81a4ce2649f5_(_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
9191
get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
92-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,ml-model,raw,resnet50,_onnx
92+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,ml-model,raw,resnet50,_onnx
9393
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
9494
detect-cpu,586c8a43320142f7 --> detect,os
9595
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
9696
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
9797
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
9898
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
99-
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
100-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> generate,user-conf,mlperf,inference,_wg-inference
99+
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src,_branch.master
100+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> generate,user-conf,mlperf,inference,_wg-inference
101101
detect-cpu,586c8a43320142f7 --> detect,os
102102
compile-program,c05042ba005a4bfa --> detect,cpu
103103
compile-program,c05042ba005a4bfa --> get,compiler
104104
detect-cpu,586c8a43320142f7 --> detect,os
105105
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
106106
compile-program,c05042ba005a4bfa --> get,compiler-flags
107-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> compile,cpp-program
107+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> compile,cpp-program
108108
detect-cpu,586c8a43320142f7 --> detect,os
109109
benchmark-program,19f369ef47084895 --> detect,cpu
110110
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
111-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> benchmark-mlperf
111+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> benchmark-mlperf

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png

228 KB
Loading

0 commit comments

Comments
 (0)