Skip to content

Commit 62ed1ba

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on macos-latest
1 parent ce61ed2 commit 62ed1ba

File tree

7 files changed

+189
-189
lines changed

7 files changed

+189
-189
lines changed

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 9.012 | - |
3+
| resnet50 | offline | 76 | 8.639 | - |

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5555

5656
### Performance Results
57-
`Samples per second`: `9.01229`
57+
`Samples per second`: `8.63865`

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/99a4a2d2394a490e/caffe_ilsvrc12.tar.gz )"
130+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/9c82fc4fd52e49b6/caffe_ilsvrc12.tar.gz )"
131131
}
132132
},
133133
{
@@ -137,15 +137,15 @@
137137
"script_tags": "get,sys-util,generic,generic-sys-util",
138138
"script_variations": "md5sha1sum",
139139
"version": "undetected",
140-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/99a4a2d2394a490e/caffe_ilsvrc12.tar.gz )"
140+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/9c82fc4fd52e49b6/caffe_ilsvrc12.tar.gz )"
141141
}
142142
},
143143
{
144-
"extract,file,_path./Users/runner/CM/repos/local/cache/99a4a2d2394a490e/caffe_ilsvrc12.tar.gz": {
144+
"extract,file,_path./Users/runner/CM/repos/local/cache/9c82fc4fd52e49b6/caffe_ilsvrc12.tar.gz": {
145145
"script_uid": "3f0b76219d004817",
146146
"script_alias": "extract-file",
147147
"script_tags": "extract,file",
148-
"script_variations": "path./Users/runner/CM/repos/local/cache/99a4a2d2394a490e/caffe_ilsvrc12.tar.gz",
148+
"script_variations": "path./Users/runner/CM/repos/local/cache/9c82fc4fd52e49b6/caffe_ilsvrc12.tar.gz",
149149
"version": "",
150150
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
151151
}
@@ -177,7 +177,7 @@
177177
"script_tags": "detect-os,detect,os,info",
178178
"script_variations": "",
179179
"version": "",
180-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
180+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
181181
}
182182
},
183183
{
@@ -197,7 +197,7 @@
197197
"script_tags": "detect,cpu,detect-cpu,info",
198198
"script_variations": "",
199199
"version": "",
200-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
200+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
201201
}
202202
},
203203
{
@@ -306,7 +306,7 @@
306306
"script_alias": "get-cmake",
307307
"script_tags": "get,cmake,get-cmake",
308308
"script_variations": "",
309-
"version": "3.30.5",
309+
"version": "3.30.4",
310310
"parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950"
311311
}
312312
},
@@ -507,7 +507,7 @@
507507
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
508508
"script_variations": "",
509509
"version": "master",
510-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
510+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
511511
}
512512
},
513513
{
@@ -517,7 +517,7 @@
517517
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
518518
"script_variations": "",
519519
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
520-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
520+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
521521
}
522522
},
523523
{
@@ -537,7 +537,7 @@
537537
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
538538
"script_variations": "cpu",
539539
"version": "1.16.3",
540-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
540+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
541541
}
542542
},
543543
{
@@ -597,7 +597,7 @@
597597
"script_tags": "detect-os,detect,os,info",
598598
"script_variations": "",
599599
"version": "",
600-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/e80c01216f6e4859/ILSVRC2012_img_val_500.tar )"
600+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/a2d805ed27904b9a/ILSVRC2012_img_val_500.tar )"
601601
}
602602
},
603603
{
@@ -607,15 +607,15 @@
607607
"script_tags": "get,sys-util,generic,generic-sys-util",
608608
"script_variations": "md5sha1sum",
609609
"version": "undetected",
610-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/e80c01216f6e4859/ILSVRC2012_img_val_500.tar )"
610+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/a2d805ed27904b9a/ILSVRC2012_img_val_500.tar )"
611611
}
612612
},
613613
{
614-
"extract,file,_path./Users/runner/CM/repos/local/cache/e80c01216f6e4859/ILSVRC2012_img_val_500.tar": {
614+
"extract,file,_path./Users/runner/CM/repos/local/cache/a2d805ed27904b9a/ILSVRC2012_img_val_500.tar": {
615615
"script_uid": "3f0b76219d004817",
616616
"script_alias": "extract-file",
617617
"script_tags": "extract,file",
618-
"script_variations": "path./Users/runner/CM/repos/local/cache/e80c01216f6e4859/ILSVRC2012_img_val_500.tar",
618+
"script_variations": "path./Users/runner/CM/repos/local/cache/a2d805ed27904b9a/ILSVRC2012_img_val_500.tar",
619619
"version": "",
620620
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
621621
}
@@ -787,7 +787,7 @@
787787
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
788788
"script_variations": "NCHW",
789789
"version": "",
790-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
790+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
791791
}
792792
},
793793
{
@@ -837,7 +837,7 @@
837837
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
838838
"script_variations": "onnx",
839839
"version": "",
840-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
840+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
841841
}
842842
},
843843
{
@@ -917,7 +917,7 @@
917917
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
918918
"script_variations": "",
919919
"version": "",
920-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
920+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
921921
}
922922
},
923923
{
@@ -987,7 +987,7 @@
987987
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
988988
"script_variations": "",
989989
"version": "",
990-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
990+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
991991
}
992992
},
993993
{
@@ -1027,7 +1027,7 @@
10271027
"script_tags": "mlperf,benchmark-mlperf",
10281028
"script_variations": "",
10291029
"version": "",
1030-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_onnxruntime,_offline )"
1030+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_onnxruntime,_resnet50 )"
10311031
}
10321032
}
10331033
]

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
1111
"CM_HOST_PLATFORM_FLAVOR": "arm64",
1212
"CM_HOST_PYTHON_BITS": "64",
13-
"CM_HOST_SYSTEM_NAME": "Mac-1729181150506.local"
13+
"CM_HOST_SYSTEM_NAME": "Mac-1729182130604.local"
1414
}

0 commit comments

Comments
 (0)