diff --git a/README.md b/README.md index ca6e00dac..52fdb9150 100644 --- a/README.md +++ b/README.md @@ -1,20 +1,20 @@ Please download [summary.xlsx](summary.xlsx) to view the most recent results. ``` -[2025-01-04 12:56:45,514 submission_checker1.py:3183 INFO] Results=35, NoResults=0, Power Results=0 -[2025-01-04 12:56:45,514 submission_checker1.py:3190 INFO] --- -[2025-01-04 12:56:45,514 submission_checker1.py:3191 INFO] Closed Results=2, Closed Power Results=0 +[2025-01-04 13:00:08,589 submission_checker1.py:3183 INFO] Results=35, NoResults=0, Power Results=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3190 INFO] --- +[2025-01-04 13:00:08,590 submission_checker1.py:3191 INFO] Closed Results=2, Closed Power Results=0 -[2025-01-04 12:56:45,514 submission_checker1.py:3196 INFO] Open Results=33, Open Power Results=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3196 INFO] Open Results=33, Open Power Results=0 -[2025-01-04 12:56:45,514 submission_checker1.py:3201 INFO] Network Results=0, Network Power Results=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3201 INFO] Network Results=0, Network Power Results=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3206 INFO] --- -[2025-01-04 12:56:45,515 submission_checker1.py:3208 INFO] Systems=26, Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3212 INFO] Closed Systems=1, Closed Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3217 INFO] Open Systems=26, Open Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3222 INFO] Network Systems=0, Network Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3227 INFO] --- -[2025-01-04 12:56:45,515 submission_checker1.py:3232 INFO] SUMMARY: submission looks OK +[2025-01-04 13:00:08,590 submission_checker1.py:3206 INFO] --- +[2025-01-04 13:00:08,590 submission_checker1.py:3208 INFO] Systems=26, Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3212 INFO] Closed Systems=1, Closed Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3217 INFO] Open Systems=26, Open Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3222 INFO] Network Systems=0, Network Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3227 INFO] --- +[2025-01-04 13:00:08,590 submission_checker1.py:3232 INFO] SUMMARY: submission looks OK INFO:root: ! call "postprocess" from /home/runner/CM/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-submission-checker/customize.py ``` diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index 6432d837e..c50da394d 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetacc: 75.6954Queries/s 73015.3Samples/s 80458.4 + diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index d96a3606a..4cc5257c9 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html
diff --git a/dbversion b/dbversion index 3d242f555..bbb81cf12 100644 --- a/dbversion +++ b/dbversion @@ -1 +1 @@ -278 +279 diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md index 98ae9c4ac..5e6655141 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance stable-diffusion-xlSamples/s 0.374837 + diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html index eace6b2ce..9f231e1e3 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md index 23669c1be..dead8113c 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance llama2-70b-99Tokens/s 0.387999 + diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html index 416cbfa24..f1138d261 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md index 89b49170b..8201c5c31 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 47.0771 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html index f9c2e308a..8fcd3fb33 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md index b7b605756..d9282500f 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 42.3041stable-diffusion-xlSamples/s 0.352784 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html index 2f65f17bd..3dd796310 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md index e9e9bf1f9..67a3aea48 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 46.0817stable-diffusion-xlSamples/s 0.346565 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html index ce361282f..eed09030a 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md index dbc7a7f73..ee55dcd47 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 50.3446 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html index a88c0ec0c..de2f4aa85 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md index 777a26420..8a4c61e3f 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 42.4133 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html index 5b714c318..68de44406 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index efab53900..f27be3c68 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 9.37676 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 2e8282940..0c16f5906 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index 001ed39fa..e54a7d22b 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance bert-99Samples/s 4.26497 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 529ead134..1c4eea070 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 6a8b1c16f..3a3ec98b6 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.323181resnetSamples/s 20.9527 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 9ee11b5a8..6fdd6b358 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index 51297a816..08b02efdd 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.350957 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 0b092bca2..c0e0dff8a 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index 4f3e3737e..b529277f4 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.277839 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index a0b55aefd..3cb5e7b11 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index cea19a8cb..247cbe213 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.430537resnetSamples/s 23.2405 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 19706acbf..30e3fa588 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index f1911932f..0d9587424 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance bert-99Samples/s 6.37052 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 9f8df9874..318e04cc9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 8254c6817..20b7d6970 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.433265resnetSamples/s 23.227 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 43b20f5ac..c0af96b9c 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index bb7f61c12..233f5e4cf 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.409818 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 2d1f1d878..87fed96e0 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index b5af5c653..c8fe00cb9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.412839 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 774a4f5a2..1f41f08ba 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index 8a4a75480..3e2a7954f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 21.0188 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index 8c5787fdd..8343bb0d7 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index 509ffcc6f..c3c40a993 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetQueries/s 75016.1Samples/s 80229.7 + diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index a321867e0..b45f32cb0 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 7d7ccb0d9..f9fd7862d 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.349311 + diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 0c39dc343..9442ae42a 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md index c0dc1b379..04e362984 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.327316 + diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html index d65923eb8..57e2260d5 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md index 53e7df8ca..85132d995 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.329647 + diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 325c92fb9..5dd16dba1 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 37d1de64c..f660cae31 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 17.596 + diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index bb5e02f7b..30124cb2e 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index bb9aa1853..490b677bc 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 21.7501 + diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index 27e7ed30d..c0c551f2e 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index bf91ee916..e49a357a1 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 17.8036 + diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index af4c43dbe..42c1e9039 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md index 4c8f4bbaa..0cde8812f 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 21.8155 + diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html index 4a6ac613a..502182a21 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html
diff --git a/summary.xlsx b/summary.xlsx index 56623ac18..29b1c9c39 100644 Binary files a/summary.xlsx and b/summary.xlsx differ