From c02380d15e48a7ddbd5c295cd11789260c18d602 Mon Sep 17 00:00:00 2001 From: arjunsuresh Date: Sat, 4 Jan 2025 12:59:49 +0000 Subject: [PATCH 1/2] Added results summary --- .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md | 4 +++- .../gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html | 1 - .../gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md | 4 +++- .../gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html | 1 - .../gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md | 4 +++- .../gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md | 4 +++- .../gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - .../README.md | 4 +++- .../summary.html | 1 - 54 files changed, 81 insertions(+), 54 deletions(-) diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index 6432d837e..c50da394d 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetacc: 75.6954Queries/s 73015.3Samples/s 80458.4 + diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index d96a3606a..4cc5257c9 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html
diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md index 98ae9c4ac..5e6655141 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance stable-diffusion-xlSamples/s 0.374837 + diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html index eace6b2ce..9f231e1e3 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md index 23669c1be..dead8113c 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance llama2-70b-99Tokens/s 0.387999 + diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html index 416cbfa24..f1138d261 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md index 89b49170b..8201c5c31 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 47.0771 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html index f9c2e308a..8fcd3fb33 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md index b7b605756..d9282500f 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 42.3041stable-diffusion-xlSamples/s 0.352784 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html index 2f65f17bd..3dd796310 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md index e9e9bf1f9..67a3aea48 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 46.0817stable-diffusion-xlSamples/s 0.346565 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html index ce361282f..eed09030a 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md index dbc7a7f73..ee55dcd47 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 50.3446 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html index a88c0ec0c..de2f4aa85 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md index 777a26420..8a4c61e3f 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance gptj-99Tokens/s 42.4133 + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html index 5b714c318..68de44406 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index efab53900..f27be3c68 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 9.37676 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 2e8282940..0c16f5906 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index 001ed39fa..e54a7d22b 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance bert-99Samples/s 4.26497 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 529ead134..1c4eea070 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 6a8b1c16f..3a3ec98b6 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.323181resnetSamples/s 20.9527 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 9ee11b5a8..6fdd6b358 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index 51297a816..08b02efdd 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.350957 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 0b092bca2..c0e0dff8a 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index 4f3e3737e..b529277f4 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.277839 + diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index a0b55aefd..3cb5e7b11 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index cea19a8cb..247cbe213 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.430537resnetSamples/s 23.2405 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 19706acbf..30e3fa588 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index f1911932f..0d9587424 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance bert-99Samples/s 6.37052 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 9f8df9874..318e04cc9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 8254c6817..20b7d6970 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.433265resnetSamples/s 23.227 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 43b20f5ac..c0af96b9c 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index bb7f61c12..233f5e4cf 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.409818 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 2d1f1d878..87fed96e0 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index b5af5c653..c8fe00cb9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.412839 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 774a4f5a2..1f41f08ba 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index 8a4a75480..3e2a7954f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 21.0188 + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index 8c5787fdd..8343bb0d7 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index 509ffcc6f..c3c40a993 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetQueries/s 75016.1Samples/s 80229.7 + diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index a321867e0..b45f32cb0 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 7d7ccb0d9..f9fd7862d 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.349311 + diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 0c39dc343..9442ae42a 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md index c0dc1b379..04e362984 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.327316 + diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html index d65923eb8..57e2260d5 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md index 53e7df8ca..85132d995 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance retinanetSamples/s 0.329647 + diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 325c92fb9..5dd16dba1 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 37d1de64c..f660cae31 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 17.596 + diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index bb5e02f7b..30124cb2e 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index bb9aa1853..490b677bc 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 21.7501 + diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index 27e7ed30d..c0c551f2e 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index bf91ee916..e49a357a1 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 17.8036 + diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index af4c43dbe..42c1e9039 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md index 4c8f4bbaa..0cde8812f 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md @@ -1,5 +1,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html) +
@@ -58,3 +59,4 @@ See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlc Performance resnetSamples/s 21.8155 + diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html index 4a6ac613a..502182a21 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -63,7 +63,6 @@ -See the HTML preview [here]https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/main/closed/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html
From 7fa9bb3eb7f6f7d47a7387b693d158b0146bc431 Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Sat, 4 Jan 2025 13:00:11 +0000 Subject: [PATCH 2/2] Updated results summary --- README.md | 24 ++++++++++++------------ dbversion | 2 +- summary.xlsx | Bin 12286 -> 12286 bytes 3 files changed, 13 insertions(+), 13 deletions(-) diff --git a/README.md b/README.md index ca6e00dac..52fdb9150 100644 --- a/README.md +++ b/README.md @@ -1,20 +1,20 @@ Please download [summary.xlsx](summary.xlsx) to view the most recent results. ``` -[2025-01-04 12:56:45,514 submission_checker1.py:3183 INFO] Results=35, NoResults=0, Power Results=0 -[2025-01-04 12:56:45,514 submission_checker1.py:3190 INFO] --- -[2025-01-04 12:56:45,514 submission_checker1.py:3191 INFO] Closed Results=2, Closed Power Results=0 +[2025-01-04 13:00:08,589 submission_checker1.py:3183 INFO] Results=35, NoResults=0, Power Results=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3190 INFO] --- +[2025-01-04 13:00:08,590 submission_checker1.py:3191 INFO] Closed Results=2, Closed Power Results=0 -[2025-01-04 12:56:45,514 submission_checker1.py:3196 INFO] Open Results=33, Open Power Results=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3196 INFO] Open Results=33, Open Power Results=0 -[2025-01-04 12:56:45,514 submission_checker1.py:3201 INFO] Network Results=0, Network Power Results=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3201 INFO] Network Results=0, Network Power Results=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3206 INFO] --- -[2025-01-04 12:56:45,515 submission_checker1.py:3208 INFO] Systems=26, Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3212 INFO] Closed Systems=1, Closed Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3217 INFO] Open Systems=26, Open Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3222 INFO] Network Systems=0, Network Power Systems=0 -[2025-01-04 12:56:45,515 submission_checker1.py:3227 INFO] --- -[2025-01-04 12:56:45,515 submission_checker1.py:3232 INFO] SUMMARY: submission looks OK +[2025-01-04 13:00:08,590 submission_checker1.py:3206 INFO] --- +[2025-01-04 13:00:08,590 submission_checker1.py:3208 INFO] Systems=26, Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3212 INFO] Closed Systems=1, Closed Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3217 INFO] Open Systems=26, Open Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3222 INFO] Network Systems=0, Network Power Systems=0 +[2025-01-04 13:00:08,590 submission_checker1.py:3227 INFO] --- +[2025-01-04 13:00:08,590 submission_checker1.py:3232 INFO] SUMMARY: submission looks OK INFO:root: ! call "postprocess" from /home/runner/CM/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-submission-checker/customize.py ``` diff --git a/dbversion b/dbversion index 3d242f555..bbb81cf12 100644 --- a/dbversion +++ b/dbversion @@ -1 +1 @@ -278 +279 diff --git a/summary.xlsx b/summary.xlsx index 56623ac187f4c015b813d2a8c1d0e5e44e59def0..29b1c9c3980edd8aa24db35fd13a1b0f4b14f368 100644 GIT binary patch delta 324 zcmV-K0lWVGU;baP+bIOK9X_0s-zgt|%}&EG5QOhMMdW*8rv(I7l1hMjq7o88RNO3k z+gijwvJGk99yd+WR?3OvdS<_!UAb87Rg?UJ^U~-NFcL03I!>n}S=)je|F5EVv-SClRDQ<+en-5G=*m^BpMWv*^%K+!&`=h^5(0~FRJkGNmpS=N`@{JxAMBBwqONenolIVFUW$FJkatNt@k^+Wzm8~~@> W*Po#J1G6D3S_A~O9X_0se=mQ@RGNnX delta 324 zcmV-K0lWVGU;baP+bIMRrK&@d-zgt|%WA_g5JmU>3ZuO(+j&rg?Lb?yYM{`Rmh6Ny zNkpv&l3K@qU-=Oyfvmb5-8*OQ3@TP9Sx3KMozSX8S(2g%6w_R&Ly11N>-Z5x&Qrx{ ztre801&3DEL%|GT+QOUF2CNt0q5x8kFjJzV_l98X*byXkNpPqj?zNTFhteK@u%Yam z9suWQy2KJZ<xpGS3TLX8k zXK`|$oS2MF(