Skip to content

Commit be03527

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on ubuntu-latest
1 parent a3b486a commit be03527

File tree

8 files changed

+190
-190
lines changed

8 files changed

+190
-190
lines changed

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2-
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 76.951 | 0.431 | - |
1+
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2+
|----------|------------|------------|--------------|-------------------|
3+
| resnet50 | offline | 76 | 22.974 | - |

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=b351b11b5f04f0f2898c63f6543c250ed2089d0b
21+
cm pull repo anandhu-eng@cm4mlops --checkout=9ebb6b2c63c621dc229c047750a3c8be872e2ad0
2222

2323
cm run script \
2424
--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5555

5656
### Performance Results
57-
`Samples per second`: `23.1426`
57+
`Samples per second`: `22.9743`

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -87,15 +87,15 @@
8787
"script_tags": "detect-os,detect,os,info",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/bd7805b46ffa47f6/caffe_ilsvrc12.tar.gz )"
90+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/2bfc8947a77b46d6/caffe_ilsvrc12.tar.gz )"
9191
}
9292
},
9393
{
94-
"extract,file,_path./home/runner/CM/repos/local/cache/bd7805b46ffa47f6/caffe_ilsvrc12.tar.gz": {
94+
"extract,file,_path./home/runner/CM/repos/local/cache/2bfc8947a77b46d6/caffe_ilsvrc12.tar.gz": {
9595
"script_uid": "3f0b76219d004817",
9696
"script_alias": "extract-file",
9797
"script_tags": "extract,file",
98-
"script_variations": "path./home/runner/CM/repos/local/cache/bd7805b46ffa47f6/caffe_ilsvrc12.tar.gz",
98+
"script_variations": "path./home/runner/CM/repos/local/cache/2bfc8947a77b46d6/caffe_ilsvrc12.tar.gz",
9999
"version": "",
100100
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
101101
}
@@ -127,7 +127,7 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
130+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
131131
}
132132
},
133133
{
@@ -147,7 +147,7 @@
147147
"script_tags": "detect,cpu,detect-cpu,info",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
150+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
151151
}
152152
},
153153
{
@@ -457,7 +457,7 @@
457457
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
458458
"script_variations": "",
459459
"version": "master",
460-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
460+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
461461
}
462462
},
463463
{
@@ -467,7 +467,7 @@
467467
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
468468
"script_variations": "",
469469
"version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
470-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
470+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
471471
}
472472
},
473473
{
@@ -487,7 +487,7 @@
487487
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
488488
"script_variations": "cpu",
489489
"version": "1.16.3",
490-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
490+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
491491
}
492492
},
493493
{
@@ -537,15 +537,15 @@
537537
"script_tags": "detect-os,detect,os,info",
538538
"script_variations": "",
539539
"version": "",
540-
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/e5906db321e84779/ILSVRC2012_img_val_500.tar )"
540+
"parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/40e8ac6821c54406/ILSVRC2012_img_val_500.tar )"
541541
}
542542
},
543543
{
544-
"extract,file,_path./home/runner/CM/repos/local/cache/e5906db321e84779/ILSVRC2012_img_val_500.tar": {
544+
"extract,file,_path./home/runner/CM/repos/local/cache/40e8ac6821c54406/ILSVRC2012_img_val_500.tar": {
545545
"script_uid": "3f0b76219d004817",
546546
"script_alias": "extract-file",
547547
"script_tags": "extract,file",
548-
"script_variations": "path./home/runner/CM/repos/local/cache/e5906db321e84779/ILSVRC2012_img_val_500.tar",
548+
"script_variations": "path./home/runner/CM/repos/local/cache/40e8ac6821c54406/ILSVRC2012_img_val_500.tar",
549549
"version": "",
550550
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
551551
}
@@ -717,7 +717,7 @@
717717
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
718718
"script_variations": "NCHW",
719719
"version": "",
720-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
720+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
721721
}
722722
},
723723
{
@@ -757,7 +757,7 @@
757757
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
758758
"script_variations": "onnx",
759759
"version": "",
760-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
760+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
761761
}
762762
},
763763
{
@@ -837,7 +837,7 @@
837837
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
838838
"script_variations": "",
839839
"version": "",
840-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
840+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
841841
}
842842
},
843843
{
@@ -907,7 +907,7 @@
907907
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
908908
"script_variations": "",
909909
"version": "",
910-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
910+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
911911
}
912912
},
913913
{
@@ -947,7 +947,7 @@
947947
"script_tags": "mlperf,benchmark-mlperf",
948948
"script_variations": "",
949949
"version": "",
950-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
950+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )"
951951
}
952952
}
953953
]

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,5 +26,5 @@
2626
],
2727
"CM_HOST_PLATFORM_FLAVOR": "x86_64",
2828
"CM_HOST_PYTHON_BITS": "64",
29-
"CM_HOST_SYSTEM_NAME": "fv-az1776-83"
29+
"CM_HOST_SYSTEM_NAME": "fv-az1206-68"
3030
}

0 commit comments

Comments
 (0)