diff --git a/README.md b/README.md index 642e4bf77..f4664fd9a 100644 --- a/README.md +++ b/README.md @@ -1,21 +1,21 @@ Please download [summary.xlsx](summary.xlsx) to view the most recent results. ``` -[2025-01-27 13:29:03,959 submission_checker1.py:3259 INFO] Results=53, NoResults=0, Power Results=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3266 INFO] --- -[2025-01-27 13:29:03,959 submission_checker1.py:3267 INFO] Closed Results=2, Closed Power Results=0 +[2025-01-27 13:38:19,296 submission_checker1.py:3259 INFO] Results=53, NoResults=0, Power Results=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3266 INFO] --- +[2025-01-27 13:38:19,297 submission_checker1.py:3267 INFO] Closed Results=2, Closed Power Results=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3272 INFO] Open Results=51, Open Power Results=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3272 INFO] Open Results=51, Open Power Results=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3277 INFO] Network Results=0, Network Power Results=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3277 INFO] Network Results=0, Network Power Results=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3282 INFO] --- -[2025-01-27 13:29:03,959 submission_checker1.py:3284 INFO] Systems=41, Power Systems=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3288 INFO] Closed Systems=1, Closed Power Systems=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3293 INFO] Open Systems=41, Open Power Systems=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3298 INFO] Network Systems=0, Network Power Systems=0 -[2025-01-27 13:29:03,959 submission_checker1.py:3303 INFO] --- -[2025-01-27 13:29:03,959 submission_checker1.py:3308 INFO] SUMMARY: submission looks OK -2025-01-27 13:29:05,250 - root - INFO - ! call "postprocess" from /home/runner/MLC/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-submission-checker/customize.py +[2025-01-27 13:38:19,297 submission_checker1.py:3282 INFO] --- +[2025-01-27 13:38:19,297 submission_checker1.py:3284 INFO] Systems=41, Power Systems=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3288 INFO] Closed Systems=1, Closed Power Systems=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3293 INFO] Open Systems=41, Open Power Systems=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3298 INFO] Network Systems=0, Network Power Systems=0 +[2025-01-27 13:38:19,297 submission_checker1.py:3303 INFO] --- +[2025-01-27 13:38:19,297 submission_checker1.py:3308 INFO] SUMMARY: submission looks OK +2025-01-27 13:38:20,338 - root - INFO - ! call "postprocess" from /home/runner/MLC/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-submission-checker/customize.py ``` diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index bbc9ec0f2..21db7c87c 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkTensorRToperating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)other_software_stackPython: 3.8.10, GCC-9.4.0sw_notesAutomated by MLCommons CM v3.2.5.
- +
+
+ +
+

Results Table

@@ -187,7 +205,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
Performance Metric Performance
resnetacc: 75.6954
+ resnetacc: 75.6954
diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index 1209f6b3a..3cdd88876 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkTensorRToperating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)other_software_stackPython: 3.8.10, GCC-9.4.0sw_notesAutomated by MLCommons CM v3.2.5.
- +
+
+ +
+

Results Table

@@ -427,7 +445,7 @@

Results Table

-
Performance Metric Performance
resnetacc: 75.6954
+ resnetacc: 75.6954
diff --git a/dbversion b/dbversion index 08f851b6e..2596e4ad8 100644 --- a/dbversion +++ b/dbversion @@ -1 +1 @@ -519 +520 diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index 9af05ef04..4e6b63007 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktvm-onnx v1.19.2operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.9.21, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 80.000Samples/s 1.73704
+ resnetacc: 75.6954acc: 80.000Samples/s 1.73704
diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html index a81b92969..0625c5d6c 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktvm-onnx v1.19.2operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.9.21, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 80.000Samples/s 1.73704
+ resnetacc: 75.6954acc: 80.000Samples/s 1.73704
diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md index 990104a91..8ae6d7ed4 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, LLVM-15.0.6sw_notesAutomated by MLCommons CM v2.3.9.
- +
+
+ +
+

Results Table

@@ -187,7 +205,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.374837
+ stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.374837
diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html index 69e80de1a..9f562f93f 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, LLVM-15.0.6sw_notesAutomated by MLCommons CM v2.3.9.
- +
+
+ +
+

Results Table

@@ -427,7 +445,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.374837
+ stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.374837
diff --git a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index 010c6c143..f107ac1d4 100644 --- a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntimeoperating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.10.8, GCC-13.3.0sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 49.593Samples/s 0.432023
+ retinanetmAP: 37.1745mAP: 49.593Samples/s 0.432023
diff --git a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 33e11414b..a291df97d 100644 --- a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntimeoperating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.10.8, GCC-13.3.0sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 49.593Samples/s 0.432023
+ retinanetmAP: 37.1745mAP: 49.593Samples/s 0.432023
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md index 5ad0d2c8f..d438385b2 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker sw_notes
- +
+
+ +
+

Results Table

@@ -187,7 +205,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.387999
mixtral-8x7bROUGE1: 45.1429ROUGE1: 45.1429, ROUGE2: 23.1191ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0Tokens/s 0.0356089
+ llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.387999mixtral-8x7bROUGE1: 45.1429ROUGE1: 45.1429, ROUGE2: 23.1191ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0Tokens/s 0.0356089
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html index 58ff1811d..80b7c54f6 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker sw_notes
- +
+
+ +
+

Results Table

@@ -427,7 +445,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.387999
mixtral-8x7bROUGE1: 45.1429ROUGE1: 45.1429, ROUGE2: 23.1191ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0Tokens/s 0.0356089
+ llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.387999mixtral-8x7bROUGE1: 45.1429ROUGE1: 45.1429, ROUGE2: 23.1191ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0Tokens/s 0.0356089
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md index c23e0e0a6..c3e02d236 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker sw_notes
- +
+
+ +
+

Results Table

@@ -187,7 +205,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
+ llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html index aa4761646..755883533 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker sw_notes
- +
+
+ +
+

Results Table

@@ -427,7 +445,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
+ llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md index 9d7cb1a42..e14c0cf1d 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.0operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 47.0771 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 47.0771 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html index f3cf52e05..e6df4c258 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.0operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 47.0771 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 47.0771 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md index ecdb4fb50..73edc30c6 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 42.3041 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.352784 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 42.3041 N/A stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.352784 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html index 2add771b5..7f3069003 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 42.3041 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.352784 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 42.3041 N/A stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.352784 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md index 6d075312e..4777571bb 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v2.3.9.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 46.0817 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.346565 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 46.0817 N/A stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.346565 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html index ef0b42edf..59238f20a 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v2.3.9.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 46.0817 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.346565 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 46.0817 N/A stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.346565 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md index 15e262661..5ad34abbc 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v2.3.4.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 50.3446 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 50.3446 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html index f7fe6c30c..c061a663b 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v2.3.4.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 50.3446 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 50.3446 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md index a869f28e7..02eedf7ba 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.0operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 42.4133 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 42.4133 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html index 81eaa5067..64eb48441 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.0operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 42.4133 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 42.4133 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md index 1d52e38eb..0070d7a95 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 48.3215 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.358711 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 48.3215 N/A stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.358711 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html index 7baabd2ae..142036640 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 48.3215 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.358711 N/A
+ gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 48.3215 N/A stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.358711 N/A
diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index a755784c1..ad62cf1ba 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntimeoperating_system (darwin-23.6.0)other_software_stackPython: 3.12.8, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 9.45726
+ resnetacc: 75.6954acc: 76.000Samples/s 9.45726
diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index ac8be9837..7a9c1b599 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntimeoperating_system (darwin-23.6.0)other_software_stackPython: 3.12.8, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 9.45726
+ resnetacc: 75.6954acc: 76.000Samples/s 9.45726
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index 23069fe4b..ef03ea3ad 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkdeepsparse v1.8.0operating_system (darwin-23.6.0)other_software_stackPython: 3.11.9, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
bert-99F1: 89.9653F1: 80.0Samples/s 7.5726 N/A
+ bert-99F1: 89.9653F1: 80.0Samples/s 7.5726 N/A
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 2fbef00f0..9bfc7a53e 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkdeepsparse v1.8.0operating_system (darwin-23.6.0)other_software_stackPython: 3.11.9, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
bert-99F1: 89.9653F1: 80.0Samples/s 7.5726 N/A
+ bert-99F1: 89.9653F1: 80.0Samples/s 7.5726 N/A
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index b77de631f..2b32b2cbe 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.19.2operating_system (darwin-23.6.0)other_software_stackPython: 3.12.7, GCC-13.3.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 20.9527
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.323181
+ resnetacc: 75.6954acc: 76.000Samples/s 20.9527retinanetmAP: 37.1745mAP: 76.951Samples/s 0.323181
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index d17568384..17384e65f 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.19.2operating_system (darwin-23.6.0)other_software_stackPython: 3.12.7, GCC-13.3.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 20.9527
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.323181
+ resnetacc: 75.6954acc: 76.000Samples/s 20.9527retinanetmAP: 37.1745mAP: 76.951Samples/s 0.323181
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 3e88e1bac..e43512a0a 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.20.1operating_system (darwin-23.6.0)other_software_stackPython: 3.12.8, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 19.9943
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.379074
+ resnetacc: 75.6954acc: 76.000Samples/s 19.9943retinanetmAP: 37.1745mAP: 76.951Samples/s 0.379074
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index 05d6a6a04..630cad71d 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.20.1operating_system (darwin-23.6.0)other_software_stackPython: 3.12.8, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 19.9943
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.379074
+ resnetacc: 75.6954acc: 76.000Samples/s 19.9943retinanetmAP: 37.1745mAP: 76.951Samples/s 0.379074
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index 0bfe19951..4e37f2a3c 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.1operating_system (darwin-23.6.0)other_software_stackPython: 3.12.7, GCC-13.3.0sw_notesAutomated by MLCommons CM v3.2.3.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.350957
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.350957
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index a84a61e50..bc95bb486 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.1operating_system (darwin-23.6.0)other_software_stackPython: 3.12.7, GCC-13.3.0sw_notesAutomated by MLCommons CM v3.2.3.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.350957
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.350957
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index 2ab4b0f6d..4e3e4179d 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.0operating_system (darwin-23.6.0)other_software_stackPython: 3.12.7, GCC-13.3.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.277839
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.277839
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index c5b15ece8..f8989dd04 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.0operating_system (darwin-23.6.0)other_software_stackPython: 3.12.7, GCC-13.3.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.277839
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.277839
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 719b39009..600f036c0 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_system (darwin-23.6.0)other_software_stackPython: 3.12.8, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.431004
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.431004
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html index 63f3f3f54..c884be026 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_system (darwin-23.6.0)other_software_stackPython: 3.12.8, LLVM-15.0.0sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.431004
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.431004
diff --git a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index b8f691f95..60401e77f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktvm-onnx v1.19.2operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.9.21, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 80.000Samples/s 1.71387
+ resnetacc: 75.6954acc: 80.000Samples/s 1.71387
diff --git a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html index acda1f94e..ae224048f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktvm-onnx v1.19.2operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.9.21, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 80.000Samples/s 1.71387
+ resnetacc: 75.6954acc: 80.000Samples/s 1.71387
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index 47700d6e4..bc8d163a9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntimeoperating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 22.9898
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.429956
+ resnetacc: 75.6954acc: 76.000Samples/s 22.9898retinanetmAP: 37.1745mAP: 76.951Samples/s 0.429956
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 9ecf8763b..2ecad043a 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntimeoperating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 22.9898
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.429956
+ resnetacc: 75.6954acc: 76.000Samples/s 22.9898retinanetmAP: 37.1745mAP: 76.951Samples/s 0.429956
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index deab65695..bd03c3fcf 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkdeepsparse v1.8.0operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.11.11, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
bert-99F1: 89.9653F1: 80.0Samples/s 6.25372 N/A
+ bert-99F1: 89.9653F1: 80.0Samples/s 6.25372 N/A
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 508742a45..682e2d1be 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkdeepsparse v1.8.0operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.11.11, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
bert-99F1: 89.9653F1: 80.0Samples/s 6.25372 N/A
+ bert-99F1: 89.9653F1: 80.0Samples/s 6.25372 N/A
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index ff4d5d58d..213f2a37c 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.19.2operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, LLVM-14.0.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 23.227
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.433265
+ resnetacc: 75.6954acc: 76.000Samples/s 23.227retinanetmAP: 37.1745mAP: 76.951Samples/s 0.433265
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 6e91c4593..f5df9354b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.19.2operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, LLVM-14.0.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 23.227
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.433265
+ resnetacc: 75.6954acc: 76.000Samples/s 23.227retinanetmAP: 37.1745mAP: 76.951Samples/s 0.433265
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 848966ae2..f49a09e0b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.20.1operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 23.3041
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.436753
+ resnetacc: 75.6954acc: 76.000Samples/s 23.3041retinanetmAP: 37.1745mAP: 76.951Samples/s 0.436753
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index 4083a39ad..bb15b6d71 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.20.1operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 23.3041
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.436753
+ resnetacc: 75.6954acc: 76.000Samples/s 23.3041retinanetmAP: 37.1745mAP: 76.951Samples/s 0.436753
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md index 49a7dedca..dff64532b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.0operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, GCC-13.3.0sw_notes
- +
+
+ +
+

Results Table

@@ -187,7 +205,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
rgatacc: 0.7213 N/A acc: 75.400Samples/s 10.07
+ rgatacc: 0.7213 N/A acc: 75.400Samples/s 10.07
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html index 1d0cf2110..bac4ccbf8 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.0operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, GCC-13.3.0sw_notes
- +
+
+ +
+

Results Table

@@ -427,7 +445,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
rgatacc: 0.7213 N/A acc: 75.400Samples/s 10.07
+ rgatacc: 0.7213 N/A acc: 75.400Samples/s 10.07
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index a35a4042b..5988e76d3 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.3.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.409818
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.409818
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 3b51232b5..cf0e9c2ba 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.1operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.3.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.409818
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.409818
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index d7c66da4f..bd4a5f72a 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.0operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412839
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412839
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 28d9de69e..22c1c82df 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.0operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, GCC-11.4.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412839
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412839
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 8cfb21c6e..708a7422f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412174
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412174
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html index 40158533c..1780ebaeb 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412174
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412174
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index 9211e8c05..591047a75 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktf v2.17.0operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, LLVM-14.0.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.0188
+ resnetacc: 75.6954acc: 76.000Samples/s 21.0188
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index f1d584db9..260f13bc5 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktf v2.17.0operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)other_software_stackPython: 3.12.7, LLVM-14.0.0sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.0188
+ resnetacc: 75.6954acc: 76.000Samples/s 21.0188
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md index b029c6e90..b4aae9d75 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktf v2.18.0operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.1187
+ resnetacc: 75.6954acc: 76.000Samples/s 21.1187
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html index f08b5d24c..a7fb15235 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktf v2.18.0operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)other_software_stackPython: 3.12.8, LLVM-18.1.3sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.1187
+ resnetacc: 75.6954acc: 76.000Samples/s 21.1187
diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index 8ca562b42..c904be933 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkTensorRToperating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)other_software_stackPython: 3.8.10, GCC-9.4.0sw_notesAutomated by MLCommons CM v3.2.4.
- +
+
+ +
+

Results Table

@@ -187,7 +205,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
+ resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index d0d30334f..51466e02b 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkTensorRToperating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)other_software_stackPython: 3.8.10, GCC-9.4.0sw_notesAutomated by MLCommons CM v3.2.4.
- +
+
+ +
+

Results Table

@@ -427,7 +445,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
+ resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 2910fd2c8..d9f4ed1d5 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.19.2operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.349311
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.349311
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 4a87db3e3..5bd0e924c 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.19.2operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.349311
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.349311
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 22936a26e..8874c5db0 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.20.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.336027
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.336027
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index a07b965e5..906692c20 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.20.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.336027
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.336027
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md index d54f652bd..b18107b7d 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.4.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.3.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.327316
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.327316
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 3d6b251d9..4da576b37 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.4.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.3.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.327316
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.327316
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md index 1f6bb7425..baf0f0ddb 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.329647
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.329647
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html index bc75cc53d..0487c9b26 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.329647
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.329647
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md index 03dd3becd..ae533d030 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkpytorch v2.5.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.313782
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.313782
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html index fff3001df..0140f2302 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkpytorch v2.5.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.313782
+ retinanetmAP: 37.1745mAP: 76.951Samples/s 0.313782
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 310cf8957..c36c8e0b4 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.19.2operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.4.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 17.596
+ resnetacc: 75.6954acc: 76.000Samples/s 17.596
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index e32975ab6..77f50f1c5 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.19.2operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.4.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 17.596
+ resnetacc: 75.6954acc: 76.000Samples/s 17.596
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 21d163027..233f651fc 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.20.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 17.3279
+ resnetacc: 75.6954acc: 76.000Samples/s 17.3279
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index 8362f0bb3..d826a22af 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.20.1operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 17.3279
+ resnetacc: 75.6954acc: 76.000Samples/s 17.3279
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index d116923f4..3ca2be482 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktf v2.17.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.7501
+ resnetacc: 75.6954acc: 76.000Samples/s 21.7501
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index e606ec493..75a7b4dab 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktf v2.17.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.7, -sw_notesAutomated by MLCommons CM v3.2.6.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.7501
+ resnetacc: 75.6954acc: 76.000Samples/s 21.7501
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md index eb5fe03e7..61a2be856 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktf v2.18.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.5168
+ resnetacc: 75.6954acc: 76.000Samples/s 21.5168
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html index 482af5a18..cc5285126 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktf v2.18.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.8, -sw_notes
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.5168
+ resnetacc: 75.6954acc: 76.000Samples/s 21.5168
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index ba8160763..828002f1f 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworkonnxruntime v1.19.2operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.6, -sw_notesAutomated by MLCommons CM v2.4.0.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 17.8036
+ resnetacc: 75.6954acc: 76.000Samples/s 17.8036
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index f342187f8..5537af8da 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworkonnxruntime v1.19.2operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.6, -sw_notesAutomated by MLCommons CM v2.4.0.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 17.8036
+ resnetacc: 75.6954acc: 76.000Samples/s 17.8036
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md index 6cae721dc..7746946e1 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md @@ -173,7 +173,25 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml frameworktf v2.17.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.6, -sw_notesAutomated by MLCommons CM v2.4.0.
- +
+
+ +
+

Results Table

@@ -192,7 +210,7 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml -
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.8155
+ resnetacc: 75.6954acc: 76.000Samples/s 21.8155
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html index 4dd76f4db..871af13fe 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -69,8 +69,8 @@ margin: 0 auto; } .titlebarcontainer { - margin-top: 20vh; - margin-bottom: 20vh; + margin-top: 6vh; + margin-bottom: 6vh; } .main-title { font-size: 3rem; @@ -214,8 +214,8 @@ padding: 0; } .titlebarcontainer { - margin-top: 15vh; - margin-bottom: 10vh; + margin-top: 8vh; + margin-bottom: 6vh; } .main-title { font-size: 2rem; @@ -413,7 +413,25 @@

Software Details

frameworktf v2.17.0operating_systemWindows-2022Server-10.0.20348-SP0other_software_stackPython: 3.12.6, -sw_notesAutomated by MLCommons CM v2.4.0.
- +
+
+ +
+

Results Table

@@ -432,7 +450,7 @@

Results Table

-
PerformanceAccuracy Metric Performance
resnetacc: 75.6954acc: 76.000Samples/s 21.8155
+ resnetacc: 75.6954acc: 76.000Samples/s 21.8155
diff --git a/summary.xlsx b/summary.xlsx index 9363c6a0d..d9b5d50ca 100644 Binary files a/summary.xlsx and b/summary.xlsx differ diff --git a/summary_results.json b/summary_results.json index f00e8b3c3..d16d4fa2c 100644 --- a/summary_results.json +++ b/summary_results.json @@ -1,6 +1,6 @@ [ { - "ID": "5.0-0001-2", + "ID": "5.0-0001", "Submitter": "MLCommons", "Availability": "available", "Category": "closed", @@ -1907,4 +1907,4 @@ "Performance_Result": 21.8155, "Performance_Units": "Samples/s" } -] +] \ No newline at end of file