Skip to content

Commit 8b79adf

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on macos-latest
1 parent 81a9593 commit 8b79adf

File tree

7 files changed

+189
-189
lines changed

7 files changed

+189
-189
lines changed

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 6.606 | - |
3+
| resnet50 | offline | 76 | 6.738 | - |

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=62b609cf15bb500c68f00730b4ff32caca3cefb0
21+
cm pull repo anandhu-eng@cm4mlops --checkout=c8edae3148be607d8e8b503d6d73cc716e3d4f2e
2222

2323
cm run script \
2424
--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5555

5656
### Performance Results
57-
`Samples per second`: `6.60645`
57+
`Samples per second`: `6.73785`

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/481ad973dd3b4d75/caffe_ilsvrc12.tar.gz )"
130+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/e41e683cb17148f7/caffe_ilsvrc12.tar.gz )"
131131
}
132132
},
133133
{
@@ -137,15 +137,15 @@
137137
"script_tags": "get,sys-util,generic,generic-sys-util",
138138
"script_variations": "md5sha1sum",
139139
"version": "undetected",
140-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/481ad973dd3b4d75/caffe_ilsvrc12.tar.gz )"
140+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/e41e683cb17148f7/caffe_ilsvrc12.tar.gz )"
141141
}
142142
},
143143
{
144-
"extract,file,_path./Users/runner/CM/repos/local/cache/481ad973dd3b4d75/caffe_ilsvrc12.tar.gz": {
144+
"extract,file,_path./Users/runner/CM/repos/local/cache/e41e683cb17148f7/caffe_ilsvrc12.tar.gz": {
145145
"script_uid": "3f0b76219d004817",
146146
"script_alias": "extract-file",
147147
"script_tags": "extract,file",
148-
"script_variations": "path./Users/runner/CM/repos/local/cache/481ad973dd3b4d75/caffe_ilsvrc12.tar.gz",
148+
"script_variations": "path./Users/runner/CM/repos/local/cache/e41e683cb17148f7/caffe_ilsvrc12.tar.gz",
149149
"version": "",
150150
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
151151
}
@@ -177,7 +177,7 @@
177177
"script_tags": "detect-os,detect,os,info",
178178
"script_variations": "",
179179
"version": "",
180-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
180+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
181181
}
182182
},
183183
{
@@ -197,7 +197,7 @@
197197
"script_tags": "detect,cpu,detect-cpu,info",
198198
"script_variations": "",
199199
"version": "",
200-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
200+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
201201
}
202202
},
203203
{
@@ -507,7 +507,7 @@
507507
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
508508
"script_variations": "",
509509
"version": "master",
510-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
510+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
511511
}
512512
},
513513
{
@@ -517,7 +517,7 @@
517517
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
518518
"script_variations": "",
519519
"version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
520-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
520+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
521521
}
522522
},
523523
{
@@ -537,7 +537,7 @@
537537
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
538538
"script_variations": "cpu",
539539
"version": "1.16.3",
540-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
540+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
541541
}
542542
},
543543
{
@@ -597,7 +597,7 @@
597597
"script_tags": "detect-os,detect,os,info",
598598
"script_variations": "",
599599
"version": "",
600-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/3c62f88ddb6a4597/ILSVRC2012_img_val_500.tar )"
600+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/d2afb6fed66a42bb/ILSVRC2012_img_val_500.tar )"
601601
}
602602
},
603603
{
@@ -607,15 +607,15 @@
607607
"script_tags": "get,sys-util,generic,generic-sys-util",
608608
"script_variations": "md5sha1sum",
609609
"version": "undetected",
610-
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/3c62f88ddb6a4597/ILSVRC2012_img_val_500.tar )"
610+
"parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/d2afb6fed66a42bb/ILSVRC2012_img_val_500.tar )"
611611
}
612612
},
613613
{
614-
"extract,file,_path./Users/runner/CM/repos/local/cache/3c62f88ddb6a4597/ILSVRC2012_img_val_500.tar": {
614+
"extract,file,_path./Users/runner/CM/repos/local/cache/d2afb6fed66a42bb/ILSVRC2012_img_val_500.tar": {
615615
"script_uid": "3f0b76219d004817",
616616
"script_alias": "extract-file",
617617
"script_tags": "extract,file",
618-
"script_variations": "path./Users/runner/CM/repos/local/cache/3c62f88ddb6a4597/ILSVRC2012_img_val_500.tar",
618+
"script_variations": "path./Users/runner/CM/repos/local/cache/d2afb6fed66a42bb/ILSVRC2012_img_val_500.tar",
619619
"version": "",
620620
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.https://www.dropbox.com/scl/fi/a7fhjnzxi6x3ceapxh5bm/ILSVRC2012_img_val_500.tar?rlkey=hz4rabo9ve43co3c303y9r6l7&st=ulcgb3av&dl=1 )"
621621
}
@@ -787,7 +787,7 @@
787787
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
788788
"script_variations": "NCHW",
789789
"version": "",
790-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
790+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
791791
}
792792
},
793793
{
@@ -837,7 +837,7 @@
837837
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
838838
"script_variations": "onnx",
839839
"version": "",
840-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
840+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
841841
}
842842
},
843843
{
@@ -917,7 +917,7 @@
917917
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
918918
"script_variations": "",
919919
"version": "",
920-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
920+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
921921
}
922922
},
923923
{
@@ -987,7 +987,7 @@
987987
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
988988
"script_variations": "",
989989
"version": "",
990-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
990+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
991991
}
992992
},
993993
{
@@ -1027,7 +1027,7 @@
10271027
"script_tags": "mlperf,benchmark-mlperf",
10281028
"script_variations": "",
10291029
"version": "",
1030-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
1030+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_cpu,_resnet50 )"
10311031
}
10321032
}
10331033
]

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
1111
"CM_HOST_PLATFORM_FLAVOR": "arm64",
1212
"CM_HOST_PYTHON_BITS": "64",
13-
"CM_HOST_SYSTEM_NAME": "Mac-1728071672172.local"
13+
"CM_HOST_SYSTEM_NAME": "Mac-1728072486414.local"
1414
}

0 commit comments

Comments
 (0)