diff --git a/README.md b/README.md index c007c7e15..0c630a279 100644 --- a/README.md +++ b/README.md @@ -1,80 +1,82 @@ Please download [summary.xlsx](summary.xlsx) to view the most recent results. ``` -[2025-01-29 23:24:45,256 submission_checker1.py:3263 INFO] Results=57, NoResults=0, Power Results=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3270 INFO] --- -[2025-01-29 23:24:45,256 submission_checker1.py:3271 INFO] Closed Results=2, Closed Power Results=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3263 INFO] Results=59, NoResults=0, Power Results=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3270 INFO] --- +[2025-02-06 21:21:30,151 submission_checker1.py:3271 INFO] Closed Results=2, Closed Power Results=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3276 INFO] Open Results=55, Open Power Results=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3276 INFO] Open Results=57, Open Power Results=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3281 INFO] Network Results=0, Network Power Results=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3281 INFO] Network Results=0, Network Power Results=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3286 INFO] --- -[2025-01-29 23:24:45,256 submission_checker1.py:3288 INFO] Systems=43, Power Systems=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3292 INFO] Closed Systems=1, Closed Power Systems=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3297 INFO] Open Systems=43, Open Power Systems=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3302 INFO] Network Systems=0, Network Power Systems=0 -[2025-01-29 23:24:45,256 submission_checker1.py:3307 INFO] --- -[2025-01-29 23:24:45,256 submission_checker1.py:3312 INFO] SUMMARY: submission looks OK -[2025-01-29 23:24:46,342 module.py:5492 INFO] - ! call "postprocess" from /home/runner/MLC/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-submission-checker/customize.py +[2025-02-06 21:21:30,151 submission_checker1.py:3286 INFO] --- +[2025-02-06 21:21:30,151 submission_checker1.py:3288 INFO] Systems=45, Power Systems=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3292 INFO] Closed Systems=1, Closed Power Systems=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3297 INFO] Open Systems=45, Open Power Systems=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3302 INFO] Network Systems=0, Network Power Systems=0 +[2025-02-06 21:21:30,151 submission_checker1.py:3307 INFO] --- +[2025-02-06 21:21:30,152 submission_checker1.py:3312 INFO] SUMMARY: submission looks OK +[2025-02-06 21:21:31,321 module.py:5487 INFO] - ! call "postprocess" from /home/runner/MLC/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-submission-checker/customize.py ``` | | Organization | Availability | Division | SystemType | SystemName | Platform | Model | MlperfModel | Scenario | Result | Accuracy | number_of_nodes | host_processor_model_name | host_processors_per_node | host_processor_core_count | accelerator_model_name | accelerators_per_node | Location | framework | operating_system | notes | compliance | errors | version | inferred | has_power | Units | weight_data_types | |---:|:---------------|:---------------|:-----------|:-------------|:----------------------|:-----------------------------------------------------------------------|:--------------------|:--------------------|:-----------|--------------:|:-----------------------------------------------------------------------------------------------------------------------|------------------:|:------------------------------------|---------------------------:|----------------------------:|:-------------------------|------------------------:|:---------------------------------------------------------------------------------------------------------------|:--------------------|:------------------------------------------------|:----------------------------------|-------------:|---------:|:----------|-----------:|:------------|:----------|:--------------------| | 0 | Community | available | open | edge | default | default-reference-cpu-tvm-onnx_v1.19.2-default_config | resnet50 | resnet | Offline | 1.73704 | acc: 80.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline | tvm-onnx v1.19.2 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 1 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch_v2.6.0-default_config | mixtral-8x7b | mixtral-8x7b | Offline | 0.0152169 | ROUGE1: 60.7242 ROUGE2: 44.8179 ROUGEL: 50.6964 TOKENS_PER_SAMPLE: 327.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0 | 1 | AMD Ryzen 9 7950X 16-Core Processor | 1 | 16 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/mixtral-8x7b/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 2 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch_v2.6.0-default_config | llama2-70b-99 | llama2-70b-99 | Offline | 0.383226 | ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0 | 1 | AMD Ryzen 9 7950X 16-Core Processor | 1 | 16 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/llama2-70b-99/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 1 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch_v2.6.0-default_config | mixtral-8x7b | mixtral-8x7b | Offline | 0.0102599 | ROUGE1: 70.1571 ROUGE2: 41.2698 ROUGEL: 45.0262 TOKENS_PER_SAMPLE: 245.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/mixtral-8x7b/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 2 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch_v2.6.0-default_config | llama2-70b-99 | llama2-70b-99 | Offline | 0.406358 | ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/llama2-70b-99/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | | 3 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 17.596 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.4. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 4 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config | retinanet | retinanet | Offline | 0.327316 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline | pytorch v2.4.1 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.3. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 5 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | retinanet | retinanet | Offline | 0.379074 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline | onnxruntime v1.20.1 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 6 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | resnet50 | resnet | Offline | 19.9895 | acc: 76.000 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline | onnxruntime v1.20.1 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 7 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config | retinanet | retinanet | Offline | 0.440048 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline | pytorch v2.5.1 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 8 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config | retinanet | retinanet | Offline | 0.336027 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline | onnxruntime v1.20.1 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 9 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config | retinanet | retinanet | Offline | 0.277839 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline | pytorch v2.5.0 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 10 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config | retinanet | retinanet | Offline | 0.329647 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline | pytorch v2.5.0 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 11 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config | bert-99 | bert-99 | Offline | 8.08857 | F1: 80.0 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline | deepsparse v1.8.0 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 12 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch_v2.5.1-default_config | llama2-70b-99 | llama2-70b-99 | Offline | 0.357886 | ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/llama2-70b-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 13 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config | retinanet | retinanet | Offline | 0.349311 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline | onnxruntime v1.19.2 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 14 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.6.0-cu124 | gptj-99 | gptj-99 | Offline | 47.3379 | GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/gptj-99/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 15 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.6.0-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.351603 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 16 | MLCommons | available | open | edge | gh_ubuntu-latest | gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config | resnet50 | resnet | Offline | 1.73908 | acc: 80.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline | tvm-onnx v1.19.2 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 17 | MLCommons | available | open | edge | gh_windows | gh_windows-reference-cpu-tf_v2.17.0-default_config | resnet50 | resnet | Offline | 21.8155 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/resnet50/offline | tf v2.17.0 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v2.4.0. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 18 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.5.0-cu124 | gptj-99 | gptj-99 | Offline | 42.4133 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/gptj-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 19 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-default_config | gptj-99 | gptj-99 | Offline | 50.3446 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.4. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 20 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config | retinanet | retinanet | Offline | 0.412747 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline | pytorch v2.5.1 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 21 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config | resnet50 | resnet | Offline | 21.0188 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline | tf v2.17.0 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 22 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config | resnet50 | resnet | Offline | 21.1187 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline | tf v2.18.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 23 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch-v2.5.1-default_config | mixtral-8x7b | mixtral-8x7b | Offline | 0.0356089 | TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/mixtral-8x7b/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 24 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch-v2.5.1-default_config | llama2-70b-99 | llama2-70b-99 | Offline | 0.387999 | ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/llama2-70b-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 25 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config | resnet50 | resnet | Offline | 7.73123 | acc: 76.000 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline | onnxruntime | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 26 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | retinanet | retinanet | Offline | 0.323181 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline | onnxruntime v1.19.2 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 27 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 20.9527 | acc: 76.000 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 28 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config | retinanet | retinanet | Offline | 0.350957 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline | pytorch v2.4.1 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.3. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 29 | MLCommons | available | open | edge | default | default-mlcommons_cpp-cpu-onnxruntime-default_config | retinanet | retinanet | Offline | 0.432023 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline | onnxruntime | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 30 | MLCommons | available | open | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Server | 75016.1 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/server | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.4. | 1 | 0 | v5.0 | 0 | False | Queries/s | int8 | -| 31 | MLCommons | available | open | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Offline | 80229.7 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.4. | 1 | 0 | v5.0 | 0 | False | Samples/s | int8 | -| 32 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch-v2.5.1-cu124 | gptj-99 | gptj-99 | Offline | 42.3041 | GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/gptj-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 33 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch-v2.5.1-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.352784 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 34 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | resnet50 | resnet | Offline | 17.3279 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline | onnxruntime v1.20.1 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 35 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config | retinanet | retinanet | Offline | 0.409818 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.3. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 36 | MLCommons | available | open | edge | gh_windows | gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 17.8036 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v2.4.0. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 37 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch-v2.5.0-cu124 | gptj-99 | gptj-99 | Offline | 47.0771 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/gptj-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 38 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config | retinanet | retinanet | Offline | 0.313782 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline | pytorch v2.5.1 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 39 | MLCommons | available | open | datacenter | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config | rgat | rgat | Offline | 10.1778 | acc: 74.800 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline | pytorch v2.4.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 40 | MLCommons | available | open | datacenter | 3b07702db56d | 3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.374837 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 41 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | retinanet | retinanet | Offline | 0.438784 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline | onnxruntime v1.20.1 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 42 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | resnet50 | resnet | Offline | 23.3041 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline | onnxruntime v1.20.1 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 43 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config | retinanet | retinanet | Offline | 0.412839 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 44 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | retinanet | retinanet | Offline | 0.433265 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline | onnxruntime v1.19.2 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 45 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 23.227 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 46 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config | retinanet | retinanet | Offline | 0.432223 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline | onnxruntime | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 47 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config | resnet50 | resnet | Offline | 22.9262 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline | onnxruntime | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 48 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.5.1-cu124 | gptj-99 | gptj-99 | Offline | 48.3215 | GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 49 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.5.1-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.358711 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 50 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config | resnet50 | resnet | Offline | 21.5168 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline | tf v2.18.0 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 51 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config | bert-99 | bert-99 | Offline | 6.24578 | F1: 80.0 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline | deepsparse v1.8.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 52 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config | resnet50 | resnet | Offline | 21.7501 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline | tf v2.17.0 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 53 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-cu124 | gptj-99 | gptj-99 | Offline | 46.0817 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/gptj-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | -| 54 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.346565 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | -| 55 | MLCommons | available | closed | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Server | 73015.3 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/server | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v5.0 | 0 | False | Queries/s | int8 | -| 56 | MLCommons | available | closed | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Offline | 80458.4 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v5.0 | 0 | False | Samples/s | int8 | \ No newline at end of file +| 4 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config | retinanet | retinanet | Offline | 0.264988 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet/offline | pytorch v2.6.0 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 5 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config | retinanet | retinanet | Offline | 0.327316 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline | pytorch v2.4.1 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.3. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 6 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | retinanet | retinanet | Offline | 0.412266 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline | onnxruntime v1.20.1 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 7 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | resnet50 | resnet | Offline | 17.3387 | acc: 76.000 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline | onnxruntime v1.20.1 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 8 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config | retinanet | retinanet | Offline | 0.440048 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline | pytorch v2.5.1 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 9 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config | retinanet | retinanet | Offline | 0.336027 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline | onnxruntime v1.20.1 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 10 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config | retinanet | retinanet | Offline | 0.277839 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline | pytorch v2.5.0 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 11 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config | retinanet | retinanet | Offline | 0.329647 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline | pytorch v2.5.0 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 12 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config | bert-99 | bert-99 | Offline | 8.14067 | F1: 80.0 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline | deepsparse v1.8.0 | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 13 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch_v2.5.1-default_config | llama2-70b-99 | llama2-70b-99 | Offline | 0.357886 | ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/llama2-70b-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 14 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config | retinanet | retinanet | Offline | 0.349311 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline | onnxruntime v1.19.2 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 15 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.6.0-cu124 | gptj-99 | gptj-99 | Offline | 49.1296 | GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/gptj-99/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 16 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.6.0-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.352003 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline | pytorch v2.6.0 | Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 17 | MLCommons | available | open | edge | gh_ubuntu-latest | gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config | resnet50 | resnet | Offline | 1.74836 | acc: 80.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline | tvm-onnx v1.19.2 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 18 | MLCommons | available | open | edge | gh_windows | gh_windows-reference-cpu-tf_v2.17.0-default_config | resnet50 | resnet | Offline | 21.8155 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/resnet50/offline | tf v2.17.0 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v2.4.0. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 19 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.5.0-cu124 | gptj-99 | gptj-99 | Offline | 42.4133 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/gptj-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 20 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-default_config | gptj-99 | gptj-99 | Offline | 50.3446 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.4. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 21 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config | retinanet | retinanet | Offline | 0.412747 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline | pytorch v2.5.1 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 22 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config | resnet50 | resnet | Offline | 21.0188 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline | tf v2.17.0 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 23 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config | resnet50 | resnet | Offline | 21.0425 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline | tf v2.18.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 24 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch-v2.5.1-default_config | mixtral-8x7b | mixtral-8x7b | Offline | 0.0356089 | TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/mixtral-8x7b/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 25 | MLCommons | available | open | datacenter | gh_action | gh_action-reference-cpu-pytorch-v2.5.1-default_config | llama2-70b-99 | llama2-70b-99 | Offline | 0.387999 | ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | nan | 0 | open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/llama2-70b-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 26 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config | resnet50 | resnet | Offline | 8.08903 | acc: 76.000 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline | onnxruntime | (darwin-23.6.0) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 27 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | retinanet | retinanet | Offline | 0.323181 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline | onnxruntime v1.19.2 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 28 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 20.9527 | acc: 76.000 | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 29 | MLCommons | available | open | edge | gh_macos-latest_x86 | gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config | retinanet | retinanet | Offline | 0.350957 | nan | 1 | undefined | 1 | 3 | nan | 0 | open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline | pytorch v2.4.1 | (darwin-23.6.0) | Automated by MLCommons CM v3.2.3. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 30 | MLCommons | available | open | edge | default | default-mlcommons_cpp-cpu-onnxruntime-default_config | retinanet | retinanet | Offline | 0.43471 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline | onnxruntime | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 31 | MLCommons | available | open | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Server | 75016.1 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/server | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.4. | 1 | 0 | v5.0 | 0 | False | Queries/s | int8 | +| 32 | MLCommons | available | open | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Offline | 80229.7 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.4. | 1 | 0 | v5.0 | 0 | False | Samples/s | int8 | +| 33 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch-v2.5.1-cu124 | gptj-99 | gptj-99 | Offline | 42.3041 | GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/gptj-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 34 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch-v2.5.1-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.352784 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 35 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | resnet50 | resnet | Offline | 17.3279 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline | onnxruntime v1.20.1 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 36 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config | retinanet | retinanet | Offline | 0.409818 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.3. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 37 | MLCommons | available | open | edge | gh_windows | gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 17.8036 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v2.4.0. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 38 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch-v2.5.0-cu124 | gptj-99 | gptj-99 | Offline | 47.0771 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/gptj-99/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 39 | MLCommons | available | open | edge | gh_windows-latest | gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config | retinanet | retinanet | Offline | 0.313782 | nan | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline | pytorch v2.5.1 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 40 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config | retinanet | retinanet | Offline | 0.409259 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet/offline | pytorch v2.6.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 41 | MLCommons | available | open | datacenter | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config | rgat | rgat | Offline | 10.0454 | acc: 74.800 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline | pytorch v2.4.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 42 | MLCommons | available | open | datacenter | 3b07702db56d | 3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.374837 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 43 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | retinanet | retinanet | Offline | 0.43494 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline | onnxruntime v1.20.1 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 44 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config | resnet50 | resnet | Offline | 23.009 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline | onnxruntime v1.20.1 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 45 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config | retinanet | retinanet | Offline | 0.412839 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline | pytorch v2.5.0 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 46 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | retinanet | retinanet | Offline | 0.433265 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline | onnxruntime v1.19.2 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 47 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config | resnet50 | resnet | Offline | 23.227 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline | onnxruntime v1.19.2 | Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35) | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 48 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config | retinanet | retinanet | Offline | 0.431711 | nan | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline | onnxruntime | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 49 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config | resnet50 | resnet | Offline | 23.0164 | acc: 76.000 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline | onnxruntime | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 50 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.5.1-cu124 | gptj-99 | gptj-99 | Offline | 48.3215 | GEN_LEN: 264 | 1 | AMD Ryzen 9 7950X 16-Core Processor | 1 | 16 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 51 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.5.1-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.352694 | nan | 1 | AMD Ryzen 9 7950X 16-Core Processor | 1 | 16 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline | pytorch v2.5.1 | Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 52 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config | resnet50 | resnet | Offline | 21.5168 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline | tf v2.18.0 | Windows-2022Server-10.0.20348-SP0 | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 53 | MLCommons | available | open | edge | gh_ubuntu-latest_x86 | gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config | bert-99 | bert-99 | Offline | 6.31453 | F1: 80.0 | 1 | AMD EPYC 7763 64-Core Processor | 1 | 2 | nan | 0 | open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline | deepsparse v1.8.0 | Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39) | nan | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 54 | MLCommons | available | open | edge | gh_windows-latest_x86 | gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config | resnet50 | resnet | Offline | 21.7501 | acc: 76.000 | 1 | undefined | 1 | 1 | nan | 0 | open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline | tf v2.17.0 | Windows-2022Server-10.0.20348-SP0 | Automated by MLCommons CM v3.2.6. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 55 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-cu124 | gptj-99 | gptj-99 | Offline | 46.0817 | ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/gptj-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v5.0 | 0 | False | Tokens/s | fp32 | +| 56 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.346565 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v5.0 | 0 | False | Samples/s | fp32 | +| 57 | MLCommons | available | closed | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Server | 73015.3 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/server | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v5.0 | 0 | False | Queries/s | int8 | +| 58 | MLCommons | available | closed | datacenter | gh_ubuntu_x86 | gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config | resnet50 | resnet | Offline | 80458.4 | acc: 76.078 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 2 | closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v3.2.5. | 1 | 0 | v5.0 | 0 | False | Samples/s | int8 | \ No newline at end of file diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index 21db7c87c..e491083d0 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,185 +27,189 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: closed
+
+
+
+Code +Result Logs +Measurements +Compliance +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiB
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiBhost_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkTensorRT
operating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)
other_software_stackPython: 3.8.10, GCC-9.4.0
sw_notesAutomated by MLCommons CM v3.2.5.
-
-
- -
- +
+ +
+

Results Table

+ + + + + + + - - - - - - -
Model Accuracy TargetServerOffline
MetricPerformanceServerOfflineMetricPerformanceMetricPerformance
resnetacc: 75.6954
+Metric +Performance +resnetacc: 75.6954Queries/s 73015.3Samples/s 80458.4
diff --git a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index 3cdd88876..af4be1239 100644 --- a/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/closed/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,185 +336,189 @@

MLCommons - gh_ubuntu_x86

-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: closed
+
+
+
+Code +Result Logs +Measurements +Compliance +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiB
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiBhost_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkTensorRT
operating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)
other_software_stackPython: 3.8.10, GCC-9.4.0
sw_notesAutomated by MLCommons CM v3.2.5.
-
-
- -
- +
+ +
+

Results Table

+ + + + + + + - - - - - - -
Model Accuracy TargetServerOffline
MetricPerformanceServerOfflineMetricPerformanceMetricPerformance
resnetacc: 75.6954
+Metric +Performance +resnetacc: 75.6954Queries/s 73015.3Samples/s 80458.4
diff --git a/dbversion b/dbversion index 7e1aa3219..01d65e21e 100644 --- a/dbversion +++ b/dbversion @@ -1 +1 @@ -621 +628 diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index 4e6b63007..536afeada 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: Community
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktvm-onnx v1.19.2
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.9.21, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 80.000Samples/s 1.73704
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 80.0Samples/s 1.73704
diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html index 0625c5d6c..02e1b2ac8 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

Community - default

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: Community
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktvm-onnx v1.19.2
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.9.21, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 80.000Samples/s 1.73704
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 80.0Samples/s 1.73704
diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md index 8ae6d7ed4..c5568940e 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,185 +27,188 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node1
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node1accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, LLVM-15.0.6
sw_notesAutomated by MLCommons CM v2.3.9.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.374837
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544, FID_SCORE: 235.69504Samples/s 0.37484
diff --git a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html index 9f562f93f..50868df17 100644 --- a/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html +++ b/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,185 +336,188 @@

MLCommons - 3b07702db56d

-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node1
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node1accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, LLVM-15.0.6
sw_notesAutomated by MLCommons CM v2.3.9.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.374837
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544, FID_SCORE: 235.69504Samples/s 0.37484
diff --git a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index f107ac1d4..0484fac2e 100644 --- a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.10.8, GCC-13.3.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 49.593Samples/s 0.432023
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.43471
diff --git a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index a291df97d..52b910c6c 100644 --- a/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - default

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.10.8, GCC-13.3.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 49.593Samples/s 0.432023
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.43471
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md index d438385b2..aad1f4523 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,185 +27,188 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.387999
mixtral-8x7bROUGE1: 45.1429ROUGE1: 45.1429, ROUGE2: 23.1191ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0Tokens/s 0.0356089
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +llama2-70b-99ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021, ROUGE2: 37.9679, ROUGEL: 39.3617, TOKENS_PER_SAMPLE: 610.0Tokens/s 0.388mixtral-8x7bROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0, gsm8k_accuracy: 100.0, mbxp_accuracy: 0.0Tokens/s 0.03561
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html index 80b7c54f6..8b9292039 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,185 +336,188 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.387999
mixtral-8x7bROUGE1: 45.1429ROUGE1: 45.1429, ROUGE2: 23.1191ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234ROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0Tokens/s 0.0356089
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +llama2-70b-99ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021, ROUGE2: 37.9679, ROUGEL: 39.3617, TOKENS_PER_SAMPLE: 610.0Tokens/s 0.388mixtral-8x7bROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584TOKENS_PER_SAMPLE: 342.0, gsm8k_accuracy: 100.0, mbxp_accuracy: 0.0Tokens/s 0.03561
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md index c3e02d236..177ba2598 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,185 +27,188 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +llama2-70b-99ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021, ROUGE2: 37.9679, ROUGEL: 39.3617, TOKENS_PER_SAMPLE: 610.0Tokens/s 0.35789
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html index 755883533..773a5b61c 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,185 +336,188 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +llama2-70b-99ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021, ROUGE2: 37.9679, ROUGEL: 39.3617, TOKENS_PER_SAMPLE: 610.0Tokens/s 0.35789
diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/README.md new file mode 100644 index 000000000..17ab84802 --- /dev/null +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/README.md @@ -0,0 +1,215 @@ +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/refs/heads/main/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/summary.html) +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_action

+
+
+
+
+MLPerf Inference Category: +datacenter +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameN/A
accelerators_per_node0
accelerator_memory_capacityN/A
accelerator_host_interconnectN/A
accelerator_frequency
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
host_processor_core_count24
host_processor_frequency4800.0000
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_systemUbuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + +
ModelAccuracy TargetServerOffline
AccuracyMetricPerformanceAccuracyMetricPerformance
llama2-70b-99ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021, ROUGE2: 37.9679, ROUGEL: 39.3617, TOKENS_PER_SAMPLE: 610.0Tokens/s 0.40113
mixtral-8x7bROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584ROUGE1: 70.1571, ROUGE2: 41.2698, ROUGEL: 45.0262, TOKENS_PER_SAMPLE: 245.3, gsm8k_accuracy: 100.0, mbxp_accuracy: 0.0Tokens/s 0.01026
+
+
+
+ diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/summary.html b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/summary.html new file mode 100644 index 000000000..4866cb9c7 --- /dev/null +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/summary.html @@ -0,0 +1,533 @@ + + + +MLPerf Inference v5.0 + + + + + +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_action

+
+
+
+
+MLPerf Inference Category: +datacenter +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameN/A
accelerators_per_node0
accelerator_memory_capacityN/A
accelerator_host_interconnectN/A
accelerator_frequency
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
host_processor_core_count24
host_processor_frequency4800.0000
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_systemUbuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + +
ModelAccuracy TargetServerOffline
AccuracyMetricPerformanceAccuracyMetricPerformance
llama2-70b-99ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021, ROUGE2: 37.9679, ROUGEL: 39.3617, TOKENS_PER_SAMPLE: 610.0Tokens/s 0.40113
mixtral-8x7bROUGE1: 45.1429, ROUGE2: 23.1191, ROUGEL: 30.1562, TOKENS_PER_SAMPLE: 130.356, gsm8k_accuracy: 72.9234, mbxp_accuracy: 59.5584ROUGE1: 70.1571, ROUGE2: 41.2698, ROUGEL: 45.0262, TOKENS_PER_SAMPLE: 245.3, gsm8k_accuracy: 100.0, mbxp_accuracy: 0.0Tokens/s 0.01026
+
+
+
+ + + + + + diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md index e14c0cf1d..e3e9a2e63 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 47.0771 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 47.0771 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html index e6df4c258..347df4ead 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 47.0771 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 47.0771 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md index 73edc30c6..fe277a35e 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64019775390625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64019775390625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 42.3041 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.352784 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264.0Tokens/s 42.3041 N/A stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.35278 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html index 7f3069003..c127d15aa 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64019775390625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64019775390625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 42.3041 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.352784 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264.0Tokens/s 42.3041 N/A stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.35278 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md index 4777571bb..aed16051a 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v2.3.9.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 46.0817 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.346565 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 46.0817 N/A stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544, FID_SCORE: 235.69504Samples/s 0.34657 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html index 59238f20a..fd431f663 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v2.3.9.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 46.0817 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006Samples/s 0.346565 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 46.0817 N/A stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109CLIP_SCORE: 15.18544, FID_SCORE: 235.69504Samples/s 0.34657 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md index 5ad34abbc..91ed1a81d 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node1
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node1accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v2.3.4.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 50.3446 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 50.3446 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html index c061a663b..6bbc63268 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node1
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node1accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v2.3.4.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 50.3446 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 50.3446 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md index 02eedf7ba..86436b664 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 42.4133 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 42.4133 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html index 64eb48441..750e7331e 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemUbuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264Tokens/s 42.4133 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2ROUGE1: 32.2581, ROUGE2: 6.6667, ROUGEL: 22.5806, GEN_LEN: 264.0Tokens/s 42.4133 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md index 0070d7a95..cad832637 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64019775390625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node1accelerator_memory_capacity23.54595947265625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2610000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameAMD Ryzen 9 7950X 16-Core Processorhost_processors_per_node1host_processor_core_count16host_processor_frequency5881.0000host_memory_capacity128Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 512 KiB (16 instances), L1i cache: 512 KiB (16 instances), L2 cache: 16 MiB (16 instances), L3 cache: 64 MiB (2 instances)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

-
frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4
sw_notes
+frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 48.3215 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.358711 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264.0Tokens/s 48.3215 N/A stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.35269 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html index 142036640..1dd766796 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_action

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64019775390625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node1accelerator_memory_capacity23.54595947265625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2610000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameAMD Ryzen 9 7950X 16-Core Processorhost_processors_per_node1host_processor_core_count16host_processor_frequency5881.0000host_memory_capacity128Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 512 KiB (16 instances), L1i cache: 512 KiB (16 instances), L2 cache: 16 MiB (16 instances), L3 cache: 64 MiB (2 instances)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

-
frameworkpytorch v2.5.1
operating_systemUbuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4
sw_notes
+frameworkpytorch v2.5.1operating_systemUbuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566ROUGE1: 42.5566, ROUGE2: 19.9223ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264Tokens/s 48.3215 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863CLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.358711 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264.0Tokens/s 48.3215 N/A stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.35269 N/A
diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/README.md b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/README.md new file mode 100644 index 000000000..dc657dad3 --- /dev/null +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/README.md @@ -0,0 +1,219 @@ +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/refs/heads/main/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/summary.html) +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_action

+
+
+
+
+MLPerf Inference Category: +edge +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerators_per_node2
accelerator_memory_capacity23.64019775390625 GB
accelerator_host_interconnectN/A
accelerator_frequency2520000 MHz
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
host_processor_core_count24
host_processor_frequency4800.0000
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_systemUbuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + + + + + +
ModelAccuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264.0Tokens/s 49.5612 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.35302 N/A
+
+
+
+ diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/summary.html b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/summary.html new file mode 100644 index 000000000..2e8470940 --- /dev/null +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/summary.html @@ -0,0 +1,537 @@ + + + +MLPerf Inference v5.0 + + + + + +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_action

+
+
+
+
+MLPerf Inference Category: +edge +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerators_per_node2
accelerator_memory_capacity23.64019775390625 GB
accelerator_host_interconnectN/A
accelerator_frequency2520000 MHz
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
host_processor_core_count24
host_processor_frequency4800.0000
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB (24 instances), L1i cache: 768 KiB (24 instances), L2 cache: 48 MiB (24 instances), L3 cache: 45 MiB (1 instance)
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_systemUbuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)
other_software_stackPython: 3.10.12, GCC-11.4.0, Using Docker , CUDA 12.4
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + + + + + +
ModelAccuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
gptj-99ROUGE1: 42.5566, ROUGE2: 19.9223, ROUGEL: 29.6882, GEN_LEN: 3615190.2GEN_LEN: 264.0Tokens/s 49.5612 N/A
stable-diffusion-xlCLIP_SCORE: 31.6863, FID_SCORE: 23.0109Samples/s 0.35302 N/A
+
+
+
+ + + + + + diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index ad62cf1ba..e4a8291e7 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 9.45726
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 8.08903
diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 7a9c1b599..ed5906f74 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 9.45726
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 8.08903
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index ef03ea3ad..e852040da 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkdeepsparse v1.8.0
operating_system (darwin-23.6.0)
other_software_stackPython: 3.11.9, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
bert-99F1: 89.9653F1: 80.0Samples/s 7.5726 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +bert-99F1: 89.9653F1: 80.0Samples/s 8.14067 N/A
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 9bfc7a53e..6dba47fe6 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkdeepsparse v1.8.0
operating_system (darwin-23.6.0)
other_software_stackPython: 3.11.9, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
bert-99F1: 89.9653F1: 80.0Samples/s 7.5726 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +bert-99F1: 89.9653F1: 80.0Samples/s 8.14067 N/A
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 2b32b2cbe..7fc9ed573 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.7, GCC-13.3.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 20.9527
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.323181
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 20.9527retinanetmAP: 37.1745Samples/s 0.32318
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 17384e65f..dc9f9efa4 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.7, GCC-13.3.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 20.9527
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.323181
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 20.9527retinanetmAP: 37.1745Samples/s 0.32318
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index e43512a0a..5827c0adb 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 19.9943
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.379074
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 18.9092retinanetmAP: 37.1745Samples/s 0.41227
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index 630cad71d..ee890a4d0 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 19.9943
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.379074
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 18.9092retinanetmAP: 37.1745Samples/s 0.41227
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index 4e37f2a3c..7bb011a0b 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.7, GCC-13.3.0
sw_notesAutomated by MLCommons CM v3.2.3.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.350957
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.35096
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index bc95bb486..873f6e2b4 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.7, GCC-13.3.0
sw_notesAutomated by MLCommons CM v3.2.3.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.350957
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.35096
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index 4e3e4179d..8686c8be1 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.7, GCC-13.3.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.277839
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.27784
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index f8989dd04..b0a47b840 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.7, GCC-13.3.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.277839
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.27784
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 600f036c0..44ebba402 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.431004
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.44005
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html index c884be026..84a4ca4b0 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_macos-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_core_count3
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count3host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.431004
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.44005
diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/README.md b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/README.md new file mode 100644 index 000000000..1103e504f --- /dev/null +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/README.md @@ -0,0 +1,219 @@ +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/refs/heads/main/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html) +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_macos-latest_x86

+
+
+
+
+MLPerf Inference Category: +edge +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameN/A
accelerators_per_node0
accelerator_memory_capacityN/A
accelerator_host_interconnectN/A
accelerator_frequency
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameundefined
host_processors_per_node1
host_processor_core_count3
host_processor_frequencyundefined
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + + + + + +
ModelAccuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745Samples/s 0.26499
+
+
+
+ diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html new file mode 100644 index 000000000..967d107da --- /dev/null +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html @@ -0,0 +1,537 @@ + + + +MLPerf Inference v5.0 + + + + + +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_macos-latest_x86

+
+
+
+
+MLPerf Inference Category: +edge +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameN/A
accelerators_per_node0
accelerator_memory_capacityN/A
accelerator_host_interconnectN/A
accelerator_frequency
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameundefined
host_processors_per_node1
host_processor_core_count3
host_processor_frequencyundefined
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: 196608, L2 cache: 12582912, L3 cache:
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_system (darwin-23.6.0)
other_software_stackPython: 3.12.8, LLVM-15.0.0
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + + + + + +
ModelAccuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745Samples/s 0.26499
+
+
+
+ + + + + + diff --git a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index 60401e77f..c226e6336 100644 --- a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktvm-onnx v1.19.2
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.9.21, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 80.000Samples/s 1.71387
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 80.0Samples/s 1.74836
diff --git a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html index ae224048f..2839664ba 100644 --- a/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktvm-onnx v1.19.2
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.9.21, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 80.000Samples/s 1.71387
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 80.0Samples/s 1.74836
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index bc8d163a9..07a56bbcd 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 22.9898
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.429956
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 23.0164retinanetmAP: 37.1745Samples/s 0.43171
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html index 2ecad043a..de33d625d 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 22.9898
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.429956
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 23.0164retinanetmAP: 37.1745Samples/s 0.43171
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index bd03c3fcf..1ec53df3a 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkdeepsparse v1.8.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.11.11, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
bert-99F1: 89.9653F1: 80.0Samples/s 6.25372 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +bert-99F1: 89.9653F1: 80.0Samples/s 6.31453 N/A
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html index 682e2d1be..3c32c99d2 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkdeepsparse v1.8.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.11.11, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
bert-99F1: 89.9653F1: 80.0Samples/s 6.25372 N/A
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +bert-99F1: 89.9653F1: 80.0Samples/s 6.31453 N/A
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 213f2a37c..f67c368d5 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, LLVM-14.0.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 23.227
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.433265
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 23.227retinanetmAP: 37.1745Samples/s 0.43327
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index f5df9354b..84be9b256 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, LLVM-14.0.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 23.227
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.433265
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 23.227retinanetmAP: 37.1745Samples/s 0.43327
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index f49a09e0b..8e2f66cdc 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 23.3041
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.436753
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 23.009retinanetmAP: 37.1745Samples/s 0.43494
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index bb15b6d71..4985f57ac 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 23.3041
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.436753
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 23.009retinanetmAP: 37.1745Samples/s 0.43494
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md index dff64532b..3fbe7df5d 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,185 +27,188 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, GCC-13.3.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
rgatacc: 0.7213 N/A acc: 75.400Samples/s 10.07
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +rgatacc: 0.7213 N/A acc: 75.6Samples/s 10.2328
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html index bac4ccbf8..149be1c4c 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,185 +336,188 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, GCC-13.3.0
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
rgatacc: 0.7213 N/A acc: 75.400Samples/s 10.07
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +rgatacc: 0.7213 N/A acc: 75.6Samples/s 10.2328
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md index 5988e76d3..aba101dc3 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.3.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.409818
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.40982
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html index cf0e9c2ba..05b3b66c7 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.3.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.409818
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.40982
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md index bd4a5f72a..80eab0e29 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412839
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.41284
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 22c1c82df..f31543c1f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, GCC-11.4.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412839
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.41284
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 708a7422f..8faf04bc3 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412174
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.41275
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html index 1780ebaeb..f420d5b9b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.412174
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.41275
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/README.md new file mode 100644 index 000000000..8a2b6397f --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/README.md @@ -0,0 +1,219 @@ +See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/refs/heads/main/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html) +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_ubuntu-latest_x86

+
+
+
+
+MLPerf Inference Category: +edge +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameN/A
accelerators_per_node0
accelerator_memory_capacityN/A
accelerator_host_interconnectN/A
accelerator_frequency
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
host_processor_core_count2
host_processor_frequencyundefined
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + + + + + +
ModelAccuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745Samples/s 0.40926
+
+
+
+ diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html new file mode 100644 index 000000000..3c9688afd --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/summary.html @@ -0,0 +1,537 @@ + + + +MLPerf Inference v5.0 + + + + + +
+
+ +
+
+
+
+
+
+
+

MLPerf Inference v5.0

+

Copyright 2019 - 2025 MLCommons

+February 2025 +
+
+
+

MLCommons - gh_ubuntu-latest_x86

+
+
+
+
+MLPerf Inference Category: +edge +
+
+Availability: +available +
+
+
+
+Submitted by: +MLCommons +
+
+MLPerf Inference Division: +open +
+
+
+ +
+
+
+Code +Result Logs +Measurements +
+
+
+
+
+
+ +
+ +

Accelerator Details

+
+ +
accelerator_model_nameN/A
accelerators_per_node0
accelerator_memory_capacityN/A
accelerator_host_interconnectN/A
accelerator_frequency
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_configurationN/A
accelerator_on-chip_memories
+
+ +
+ +

Processor and Memory Details

+
+ +
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
host_processor_core_count2
host_processor_frequencyundefined
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_interconnect
+
+
+
+ +
+ +

Other Hardware Details

+
+ +
coolingair
hw_notes
+
+ +
+ +

Network and Interconnect Details

+
+ +
host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
+
+
+
+ +
+ +

Software Details

+
+ +
frameworkpytorch v2.6.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
+
+
+
+ +
+ +

Results Table

+
+ + + + + + + + + + + + + + + + + + +
ModelAccuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745Samples/s 0.40926
+
+
+
+ + + + + + diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index 591047a75..6265b83ef 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.17.0
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, LLVM-14.0.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.0188
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.0188
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index 260f13bc5..538232576 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity15G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity15Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.17.0
operating_systemUbuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)
other_software_stackPython: 3.12.7, LLVM-14.0.0
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.0188
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.0188
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md index b4aae9d75..965dd56c2 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.18.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.1187
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.0425
diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html index a7fb15235..85113b876 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_ubuntu-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity16G
host_memory_configurationundefined
host_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)
host_processor_core_count2
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameAMD EPYC 7763 64-Core Processor
host_processors_per_node1
+host_processor_model_nameAMD EPYC 7763 64-Core Processorhost_processors_per_node1host_processor_core_count2host_processor_frequencyundefinedhost_memory_capacity16Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.18.0
operating_systemUbuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)
other_software_stackPython: 3.12.8, LLVM-18.1.3
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.1187
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.0425
diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md index c904be933..fc2c865ac 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,185 +27,188 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiB
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiBhost_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkTensorRT
operating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)
other_software_stackPython: 3.8.10, GCC-9.4.0
sw_notesAutomated by MLCommons CM v3.2.4.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
diff --git a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html index 51466e02b..37ba0146d 100644 --- a/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html +++ b/open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,185 +336,188 @@

MLCommons - gh_ubuntu_x86

-MLPerf Inference Category: +MLPerf Inference Category: datacenter
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency2520000 MHz
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacity23.64703369140625 GB
accelerator_memory_configurationN/A
accelerator_model_nameNVIDIA GeForce RTX 4090
accelerator_on-chip_memories
accelerators_per_node2
-
-
- -
- +accelerator_model_nameNVIDIA GeForce RTX 4090accelerators_per_node2accelerator_memory_capacity23.64703369140625 GBaccelerator_host_interconnectN/Aaccelerator_frequency2520000 MHzaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacity192G
host_memory_configurationundefined
host_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiB
host_processor_core_count24
host_processor_frequency4800.0000
host_processor_interconnect
host_processor_model_nameIntel(R) Xeon(R) w7-2495X
host_processors_per_node1
+host_processor_model_nameIntel(R) Xeon(R) w7-2495Xhost_processors_per_node1host_processor_core_count24host_processor_frequency4800.0000host_memory_capacity192Ghost_memory_configurationundefinedhost_processor_cachesL1d cache: 1.1 MiB, L1i cache: 768 KiB, L2 cache: 48 MiB, L3 cache: 45 MiBhost_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkTensorRT
operating_systemUbuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)
other_software_stackPython: 3.8.10, GCC-9.4.0
sw_notesAutomated by MLCommons CM v3.2.4.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - -
Model Accuracy TargetServerOfflineAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
+Server +Offline + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.078Queries/s 75016.1acc: 76.078Samples/s 80229.7
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index d9f4ed1d5..2eb9cd7fc 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.349311
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.34931
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 5bd0e924c..4068f4817 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.349311
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.34931
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 8874c5db0..4bcd2e1c7 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.336027
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.33603
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index 906692c20..59c560ad0 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.336027
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.33603
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md index b18107b7d..60b78edfb 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.3.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.327316
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.32732
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html index 4da576b37..41094950b 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.4.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.3.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.327316
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.32732
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md index baf0f0ddb..6ce703bbb 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.329647
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.32965
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html index 0487c9b26..de7007ccc 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.329647
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.32965
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md index ae533d030..a4e0b85d8 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.313782
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.31378
diff --git a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html index 0140f2302..f859d5c8d 100644 --- a/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkpytorch v2.5.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
retinanetmAP: 37.1745mAP: 76.951Samples/s 0.313782
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +retinanetmAP: 37.1745Samples/s 0.31378
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index c36c8e0b4..87c0d6274 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.4.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 17.596
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 17.596
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 77f50f1c5..7c1aa4fc8 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.4.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 17.596
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 17.596
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 233f651fc..39f5f2ce4 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 17.3279
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 17.3279
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html index d826a22af..6bbdae6f2 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.20.1
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 17.3279
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 17.3279
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md index 3ca2be482..1ec7ab430 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.17.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.7501
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.7501
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html index 75a7b4dab..ea3e9841d 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.17.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.7, -
sw_notesAutomated by MLCommons CM v3.2.6.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.7501
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.7501
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md index 61a2be856..cf00878c5 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.18.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.5168
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.5168
diff --git a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html index cc5285126..7486cee2f 100644 --- a/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows-latest_x86

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.18.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.8, -
sw_notes
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.5168
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.5168
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md index 828002f1f..bf11f14af 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.6, -
sw_notesAutomated by MLCommons CM v2.4.0.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 17.8036
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 17.8036
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html index 5537af8da..ad708733f 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworkonnxruntime v1.19.2
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.6, -
sw_notesAutomated by MLCommons CM v2.4.0.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 17.8036
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 17.8036
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md index 7746946e1..e38e02c04 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/README.md @@ -14,11 +14,11 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -27,190 +27,192 @@ See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/ml
-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.17.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.6, -
sw_notesAutomated by MLCommons CM v2.4.0.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.8155
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.8155
diff --git a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html index 871af13fe..5e13f87d5 100644 --- a/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html +++ b/open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/summary.html @@ -26,6 +26,55 @@ overflow-x: hidden; text-align: left; } +.details-cell { + text-transform: capitalize; +} + +a.button:hover { + color: white; + background-color: gray; + text-decoration: underline; +} +a.button { +display: inline-block; /* Allows background-color to apply */ + text-decoration: none; /* Removes default underline */ + + } + .button-container { + display: flex; + width: 100%; + max-width: 800px; /* Optional: Limit the container width */ + margin: 0 auto; + } + + .button-container a { + flex: 1; /* Distribute space evenly */ + text-decoration: none; + } + + .button { + padding: 15px 0; + font-size: 16px; + color: #ffffff; + background-color: #007bff; + border: none; + border-radius: 8px; + cursor: pointer; + transition: all 0.3s ease; + text-align: center; + display: inline-block; + } + + + .button:active { + background-color: #003f8a; + transform: scale(0.95); + } + + /* Add spacing between buttons */ + .button:not(:last-child) { + margin-right: 10px; + } .topbar { /* position: fixed; */ @@ -37,7 +86,7 @@ border-bottom: 1px solid rgb(255 255 255 / 10%); } .topbar-container { - max-width: 1300px; + max-width: 1350px; padding: 0 2rem; margin: 0 auto; } @@ -95,6 +144,15 @@ font-weight: bold; margin-right: 6px; } + .titlebar { + display: flex; + justify-content: space-between; + align-items: center; + } + + .date-right { + font-size: 18px; + } .table-half { width: 100%; @@ -136,7 +194,9 @@ .table { border-collapse: collapse; width: 100%; + table-layout: fixed; color: #212529; + word-break: break-word; } .table-striped tbody tr:nth-of-type(odd) { background-color: rgba(0, 0, 0, 0.05); @@ -154,6 +214,10 @@ .table-full .table:not(.results-table) th, .table-full .table:not(.results-table) td { width: 50%; } + a.button { + color: black; + background-color: azure; + } .table th:not(:last-child), .table td:not(:last-child) { position: relative; } @@ -169,10 +233,15 @@ transform: translatey(-50%); } .th-parent, - .results-table tr:nth-child(3) td:nth-child(-n+2) { - background-color: #b6bfff; + .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; text-align: center; } + /* Apply styling to the first two columns of rows starting from the third row */ +.results-table th, .results-table tr:nth-child(n+3) td:nth-child(-n+2) { + background-color: #dddee3; + text-align: center; +} .footer { border-top: 1px solid rgb(255 255 255 / 10%); @@ -254,11 +323,11 @@
-

MLPerf Inference v5.0

Copyright 2019 - 2025 MLCommons

+February 2025
@@ -267,190 +336,192 @@

MLCommons - gh_windows

-MLPerf Inference Category: +MLPerf Inference Category: edge
-Availability: -Available as of February 2025 +Availability: +available
-Submitted by: +Submitted by: MLCommons
-MLPerf Inference Division: +MLPerf Inference Division: open
+
+
+
+Code +Result Logs +Measurements +
-
+
+ +
-
- -
-

Accelerator Details

-
accelerator_frequency
accelerator_host_interconnectN/A
accelerator_interconnectN/A
accelerator_interconnect_topology
accelerator_memory_capacityN/A
accelerator_memory_configurationN/A
accelerator_model_nameN/A
accelerator_on-chip_memories
accelerators_per_node0
-
-
- -
- +accelerator_model_nameN/Aaccelerators_per_node0accelerator_memory_capacityN/Aaccelerator_host_interconnectN/Aaccelerator_frequencyaccelerator_interconnectN/Aaccelerator_interconnect_topologyaccelerator_memory_configurationN/Aaccelerator_on-chip_memories
+
+ +
+

Processor and Memory Details

-
host_memory_capacityundefined
host_memory_configurationundefined
host_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache:
host_processor_core_count1
host_processor_frequencyundefined
host_processor_interconnect
host_processor_model_nameundefined
host_processors_per_node1
+host_processor_model_nameundefinedhost_processors_per_node1host_processor_core_count1host_processor_frequencyundefinedhost_memory_capacityundefinedhost_memory_configurationundefinedhost_processor_cachesL1d cache: , L1i cache: , L2 cache: , L3 cache: host_processor_interconnect
-
-
- -
- +
+ +
+

Other Hardware Details

coolingair
hw_notes
-
-
- -
- +
+ +
+

Network and Interconnect Details

host_network_card_count1
host_networkingGig Ethernet
host_networking_topologyN/A
-
-
- -
- +
+ +
+

Software Details

frameworktf v2.17.0
operating_systemWindows-2022Server-10.0.20348-SP0
other_software_stackPython: 3.12.6, -
sw_notesAutomated by MLCommons CM v2.4.0.
-
-
- -
- +
+ +
+

Results Table

- - - - - - - - - - - - -
Model Accuracy TargetOfflineSingleStreamMultiStream
AccuracyMetricPerformanceAccuracyMetricPerformanceAccuracyMetricPerformance
resnetacc: 75.6954acc: 76.000Samples/s 21.8155
+Offline +SingleStream +MultiStream + + +Accuracy +Metric +Performance +Accuracy +Metric +Performance +Accuracy +Metric +Performance +resnetacc: 75.6954acc: 76.0Samples/s 21.8155
diff --git a/summary.csv b/summary.csv index 352325781..9a6e83b29 100644 --- a/summary.csv +++ b/summary.csv @@ -1,34 +1,35 @@ Organization,Availability,Division,SystemType,SystemName,Platform,Model,MlperfModel,Scenario,Result,Accuracy,number_of_nodes,host_processor_model_name,host_processors_per_node,host_processor_core_count,accelerator_model_name,accelerators_per_node,Location,framework,operating_system,notes,compliance,errors,version,inferred,has_power,Units,weight_data_types Community,available,open,"edge","default",default-reference-cpu-tvm-onnx_v1.19.2-default_config,resnet50,resnet,Offline,1.73704,acc: 80.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline,"tvm-onnx v1.19.2","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch_v2.6.0-default_config,mixtral-8x7b,mixtral-8x7b,Offline,0.0152169,ROUGE1: 60.7242 ROUGE2: 44.8179 ROUGEL: 50.6964 TOKENS_PER_SAMPLE: 327.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0,1,"AMD Ryzen 9 7950X 16-Core Processor",1,16,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/mixtral-8x7b/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" -MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch_v2.6.0-default_config,llama2-70b-99,llama2-70b-99,Offline,0.383226,ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0,1,"AMD Ryzen 9 7950X 16-Core Processor",1,16,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/llama2-70b-99/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" +MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch_v2.6.0-default_config,mixtral-8x7b,mixtral-8x7b,Offline,0.0102599,ROUGE1: 70.1571 ROUGE2: 41.2698 ROUGEL: 45.0262 TOKENS_PER_SAMPLE: 245.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0,1,"Intel(R) Xeon(R) w7-2495X",1,24,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/mixtral-8x7b/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" +MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch_v2.6.0-default_config,llama2-70b-99,llama2-70b-99,Offline,0.406358,ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0,1,"Intel(R) Xeon(R) w7-2495X",1,24,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/llama2-70b-99/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest_x86",gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config,resnet50,resnet,Offline,17.596,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline,"onnxruntime v1.19.2","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v3.2.4. ",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config,retinanet,retinanet,Offline,0.264988,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet/offline,"pytorch v2.6.0"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest",gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config,retinanet,retinanet,Offline,0.327316,,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline,"pytorch v2.4.1","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v3.2.3. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,retinanet,retinanet,Offline,0.379074,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline,"onnxruntime v1.20.1"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,resnet50,resnet,Offline,19.9895,acc: 76.000,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline,"onnxruntime v1.20.1"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,retinanet,retinanet,Offline,0.412266,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline,"onnxruntime v1.20.1"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,resnet50,resnet,Offline,17.3387,acc: 76.000,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline,"onnxruntime v1.20.1"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config,retinanet,retinanet,Offline,0.440048,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline,"pytorch v2.5.1"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest",gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config,retinanet,retinanet,Offline,0.336027,,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline,"onnxruntime v1.20.1","Windows-2022Server-10.0.20348-SP0","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config,retinanet,retinanet,Offline,0.277839,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline,"pytorch v2.5.0"," (darwin-23.6.0)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest",gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config,retinanet,retinanet,Offline,0.329647,,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline,"pytorch v2.5.0","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config,bert-99,bert-99,Offline,8.08857,F1: 80.0,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline,"deepsparse v1.8.0"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config,bert-99,bert-99,Offline,8.14067,F1: 80.0,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline,"deepsparse v1.8.0"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch_v2.5.1-default_config,llama2-70b-99,llama2-70b-99,Offline,0.357886,ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0,1,"Intel(R) Xeon(R) w7-2495X",1,24,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/llama2-70b-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest",gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config,retinanet,retinanet,Offline,0.349311,,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline,"onnxruntime v1.19.2","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.6.0-cu124,gptj-99,gptj-99,Offline,47.3379,GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/gptj-99/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" -MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.6.0-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.351603,,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest",gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config,resnet50,resnet,Offline,1.73908,acc: 80.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline,"tvm-onnx v1.19.2","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.6.0-cu124,gptj-99,gptj-99,Offline,49.1296,GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/gptj-99/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" +MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.6.0-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.352003,,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline,"pytorch v2.6.0","Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest",gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config,resnet50,resnet,Offline,1.74836,acc: 80.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline,"tvm-onnx v1.19.2","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_windows",gh_windows-reference-cpu-tf_v2.17.0-default_config,resnet50,resnet,Offline,21.8155,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-reference-cpu-tf_v2.17.0-default_config/resnet50/offline,"tf v2.17.0","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v2.4.0. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.0-cu124,gptj-99,gptj-99,Offline,42.4133,ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.0-cu124/gptj-99/offline,"pytorch v2.5.0","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-default_config,gptj-99,gptj-99,Offline,50.3446,ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.4. ",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config,retinanet,retinanet,Offline,0.412747,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline,"pytorch v2.5.1","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config,resnet50,resnet,Offline,21.0188,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline,"tf v2.17.0","Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config,resnet50,resnet,Offline,21.1187,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline,"tf v2.18.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config,resnet50,resnet,Offline,21.0425,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline,"tf v2.18.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch-v2.5.1-default_config,mixtral-8x7b,mixtral-8x7b,Offline,0.0356089,TOKENS_PER_SAMPLE: 342.0 gsm8k_accuracy: 100.0 mbxp_accuracy: 0,1,"Intel(R) Xeon(R) w7-2495X",1,24,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/mixtral-8x7b/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"datacenter","gh_action",gh_action-reference-cpu-pytorch-v2.5.1-default_config,llama2-70b-99,llama2-70b-99,Offline,0.387999,ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0,1,"Intel(R) Xeon(R) w7-2495X",1,24,"N/A","0",open/MLCommons/results/gh_action-reference-cpu-pytorch-v2.5.1-default_config/llama2-70b-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" -MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config,resnet50,resnet,Offline,7.73123,acc: 76.000,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline,"onnxruntime"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config,resnet50,resnet,Offline,8.08903,acc: 76.000,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline,"onnxruntime"," (darwin-23.6.0)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config,retinanet,retinanet,Offline,0.323181,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline,"onnxruntime v1.19.2"," (darwin-23.6.0)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config,resnet50,resnet,Offline,20.9527,acc: 76.000,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline,"onnxruntime v1.19.2"," (darwin-23.6.0)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config,retinanet,retinanet,Offline,0.350957,,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline,"pytorch v2.4.1"," (darwin-23.6.0)","Automated by MLCommons CM v3.2.3. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","default",default-mlcommons_cpp-cpu-onnxruntime-default_config,retinanet,retinanet,Offline,0.432023,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline,"onnxruntime","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","default",default-mlcommons_cpp-cpu-onnxruntime-default_config,retinanet,retinanet,Offline,0.43471,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline,"onnxruntime","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"datacenter","gh_ubuntu_x86",gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config,resnet50,resnet,Server,75016.1,acc: 76.078,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/server,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v3.2.4. ",1,0,v5.0,0,False,Queries/s,"int8" MLCommons,available,open,"datacenter","gh_ubuntu_x86",gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config,resnet50,resnet,Offline,80229.7,acc: 76.078,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v3.2.4. ",1,0,v5.0,0,False,Samples/s,"int8" MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch-v2.5.1-cu124,gptj-99,gptj-99,Offline,42.3041,GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/gptj-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" @@ -38,19 +39,20 @@ MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-refe MLCommons,available,open,"edge","gh_windows",gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config,resnet50,resnet,Offline,17.8036,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline,"onnxruntime v1.19.2","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v2.4.0. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch-v2.5.0-cu124,gptj-99,gptj-99,Offline,47.0771,ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch-v2.5.0-cu124/gptj-99/offline,"pytorch v2.5.0","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest",gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config,retinanet,retinanet,Offline,0.313782,,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline,"pytorch v2.5.1","Windows-2022Server-10.0.20348-SP0","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config,rgat,rgat,Offline,10.1778,acc: 74.800,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline,"pytorch v2.4.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config,retinanet,retinanet,Offline,0.409259,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet/offline,"pytorch v2.6.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"datacenter","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config,rgat,rgat,Offline,10.0454,acc: 74.800,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline,"pytorch v2.4.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"datacenter","3b07702db56d",3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.374837,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,retinanet,retinanet,Offline,0.438784,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline,"onnxruntime v1.20.1","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,resnet50,resnet,Offline,23.3041,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline,"onnxruntime v1.20.1","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,retinanet,retinanet,Offline,0.43494,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline,"onnxruntime v1.20.1","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config,resnet50,resnet,Offline,23.009,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline,"onnxruntime v1.20.1","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config,retinanet,retinanet,Offline,0.412839,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline,"pytorch v2.5.0","Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config,retinanet,retinanet,Offline,0.433265,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/retinanet/offline,"onnxruntime v1.19.2","Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config,resnet50,resnet,Offline,23.227,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline,"onnxruntime v1.19.2","Ubuntu 22.04 (linux-6.5.0-1025-azure-glibc2.35)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config,retinanet,retinanet,Offline,0.432223,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline,"onnxruntime","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config,resnet50,resnet,Offline,22.9262,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline,"onnxruntime","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,gptj-99,gptj-99,Offline,48.3215,GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" -MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.358711,,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config,retinanet,retinanet,Offline,0.431711,,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline,"onnxruntime","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config,resnet50,resnet,Offline,23.0164,acc: 76.000,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline,"onnxruntime","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,gptj-99,gptj-99,Offline,48.3215,GEN_LEN: 264,1,"AMD Ryzen 9 7950X 16-Core Processor",1,16,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32" +MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.352694,,1,"AMD Ryzen 9 7950X 16-Core Processor",1,16,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest_x86",gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config,resnet50,resnet,Offline,21.5168,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline,"tf v2.18.0","Windows-2022Server-10.0.20348-SP0","",1,0,v5.0,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config,bert-99,bert-99,Offline,6.24578,F1: 80.0,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline,"deepsparse v1.8.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" +MLCommons,available,open,"edge","gh_ubuntu-latest_x86",gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config,bert-99,bert-99,Offline,6.31453,F1: 80.0,1,"AMD EPYC 7763 64-Core Processor",1,2,"N/A","0",open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline,"deepsparse v1.8.0","Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)","",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_windows-latest_x86",gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config,resnet50,resnet,Offline,21.7501,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline,"tf v2.17.0","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32" MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-cu124,gptj-99,gptj-99,Offline,46.0817,ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/gptj-99/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v5.0,0,False,Tokens/s,"fp32" MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.346565,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v5.0,0,False,Samples/s,"fp32" diff --git a/summary.json b/summary.json index 21f56abfe..4f24c2064 100644 --- a/summary.json +++ b/summary.json @@ -39,17 +39,17 @@ "Model":"mixtral-8x7b", "MlperfModel":"mixtral-8x7b", "Scenario":"Offline", - "Result":0.0152169, - "Accuracy":"ROUGE1: 60.7242 ROUGE2: 44.8179 ROUGEL: 50.6964 TOKENS_PER_SAMPLE: 327.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0", + "Result":0.0102599, + "Accuracy":"ROUGE1: 70.1571 ROUGE2: 41.2698 ROUGEL: 45.0262 TOKENS_PER_SAMPLE: 245.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0", "number_of_nodes":1, - "host_processor_model_name":"AMD Ryzen 9 7950X 16-Core Processor", + "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", "host_processors_per_node":1, - "host_processor_core_count":16, + "host_processor_core_count":24, "accelerator_model_name":null, "accelerators_per_node":0, "Location":"open\/MLCommons\/results\/gh_action-reference-cpu-pytorch_v2.6.0-default_config\/mixtral-8x7b\/offline", "framework":"pytorch v2.6.0", - "operating_system":"Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system":"Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "notes":null, "compliance":1, "errors":0, @@ -69,17 +69,17 @@ "Model":"llama2-70b-99", "MlperfModel":"llama2-70b-99", "Scenario":"Offline", - "Result":0.383226, + "Result":0.406358, "Accuracy":"ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0", "number_of_nodes":1, - "host_processor_model_name":"AMD Ryzen 9 7950X 16-Core Processor", + "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", "host_processors_per_node":1, - "host_processor_core_count":16, + "host_processor_core_count":24, "accelerator_model_name":null, "accelerators_per_node":0, "Location":"open\/MLCommons\/results\/gh_action-reference-cpu-pytorch_v2.6.0-default_config\/llama2-70b-99\/offline", "framework":"pytorch v2.6.0", - "operating_system":"Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system":"Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "notes":null, "compliance":1, "errors":0, @@ -120,6 +120,36 @@ "weight_data_types":"fp32" }, "4":{ + "Organization":"MLCommons", + "Availability":"available", + "Division":"open", + "SystemType":"edge", + "SystemName":"gh_macos-latest_x86", + "Platform":"gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config", + "Model":"retinanet", + "MlperfModel":"retinanet", + "Scenario":"Offline", + "Result":0.264988, + "Accuracy":null, + "number_of_nodes":1, + "host_processor_model_name":"undefined", + "host_processors_per_node":1, + "host_processor_core_count":3, + "accelerator_model_name":null, + "accelerators_per_node":0, + "Location":"open\/MLCommons\/results\/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config\/retinanet\/offline", + "framework":"pytorch v2.6.0", + "operating_system":" (darwin-23.6.0)", + "notes":null, + "compliance":1, + "errors":0, + "version":"v5.0", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + }, + "5":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -149,7 +179,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "5":{ + "6":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -159,7 +189,7 @@ "Model":"retinanet", "MlperfModel":"retinanet", "Scenario":"Offline", - "Result":0.379074, + "Result":0.412266, "Accuracy":null, "number_of_nodes":1, "host_processor_model_name":"undefined", @@ -179,7 +209,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "6":{ + "7":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -189,7 +219,7 @@ "Model":"resnet50", "MlperfModel":"resnet", "Scenario":"Offline", - "Result":19.9895, + "Result":17.3387, "Accuracy":"acc: 76.000", "number_of_nodes":1, "host_processor_model_name":"undefined", @@ -209,7 +239,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "7":{ + "8":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -239,7 +269,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "8":{ + "9":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -269,7 +299,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "9":{ + "10":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -299,7 +329,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "10":{ + "11":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -329,7 +359,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "11":{ + "12":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -339,7 +369,7 @@ "Model":"bert-99", "MlperfModel":"bert-99", "Scenario":"Offline", - "Result":8.08857, + "Result":8.14067, "Accuracy":"F1: 80.0", "number_of_nodes":1, "host_processor_model_name":"undefined", @@ -359,7 +389,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "12":{ + "13":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -389,7 +419,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "13":{ + "14":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -419,7 +449,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "14":{ + "15":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -429,7 +459,7 @@ "Model":"gptj-99", "MlperfModel":"gptj-99", "Scenario":"Offline", - "Result":47.3379, + "Result":49.1296, "Accuracy":"GEN_LEN: 264", "number_of_nodes":1, "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", @@ -439,7 +469,7 @@ "accelerators_per_node":2, "Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.6.0-cu124\/gptj-99\/offline", "framework":"pytorch v2.6.0", - "operating_system":"Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system":"Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "notes":null, "compliance":1, "errors":0, @@ -449,7 +479,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "15":{ + "16":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -459,7 +489,7 @@ "Model":"stable-diffusion-xl", "MlperfModel":"stable-diffusion-xl", "Scenario":"Offline", - "Result":0.351603, + "Result":0.352003, "Accuracy":null, "number_of_nodes":1, "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", @@ -469,7 +499,7 @@ "accelerators_per_node":2, "Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.6.0-cu124\/stable-diffusion-xl\/offline", "framework":"pytorch v2.6.0", - "operating_system":"Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system":"Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "notes":null, "compliance":1, "errors":0, @@ -479,7 +509,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "16":{ + "17":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -489,7 +519,7 @@ "Model":"resnet50", "MlperfModel":"resnet", "Scenario":"Offline", - "Result":1.73908, + "Result":1.74836, "Accuracy":"acc: 80.000", "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -509,7 +539,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "17":{ + "18":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -539,7 +569,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "18":{ + "19":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -569,7 +599,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "19":{ + "20":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -599,7 +629,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "20":{ + "21":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -629,7 +659,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "21":{ + "22":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -659,7 +689,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "22":{ + "23":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -669,7 +699,7 @@ "Model":"resnet50", "MlperfModel":"resnet", "Scenario":"Offline", - "Result":21.1187, + "Result":21.0425, "Accuracy":"acc: 76.000", "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -689,7 +719,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "23":{ + "24":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -719,7 +749,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "24":{ + "25":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -749,7 +779,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "25":{ + "26":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -759,7 +789,7 @@ "Model":"resnet50", "MlperfModel":"resnet", "Scenario":"Offline", - "Result":7.73123, + "Result":8.08903, "Accuracy":"acc: 76.000", "number_of_nodes":1, "host_processor_model_name":"undefined", @@ -779,7 +809,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "26":{ + "27":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -809,7 +839,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "27":{ + "28":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -839,7 +869,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "28":{ + "29":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -869,7 +899,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "29":{ + "30":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -879,7 +909,7 @@ "Model":"retinanet", "MlperfModel":"retinanet", "Scenario":"Offline", - "Result":0.432023, + "Result":0.43471, "Accuracy":null, "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -899,7 +929,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "30":{ + "31":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -929,7 +959,7 @@ "Units":"Queries\/s", "weight_data_types":"int8" }, - "31":{ + "32":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -959,7 +989,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "32":{ + "33":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -989,7 +1019,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "33":{ + "34":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1019,7 +1049,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "34":{ + "35":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1049,7 +1079,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "35":{ + "36":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1079,7 +1109,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "36":{ + "37":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1109,7 +1139,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "37":{ + "38":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1139,7 +1169,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "38":{ + "39":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1169,7 +1199,37 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "39":{ + "40":{ + "Organization":"MLCommons", + "Availability":"available", + "Division":"open", + "SystemType":"edge", + "SystemName":"gh_ubuntu-latest_x86", + "Platform":"gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config", + "Model":"retinanet", + "MlperfModel":"retinanet", + "Scenario":"Offline", + "Result":0.409259, + "Accuracy":null, + "number_of_nodes":1, + "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", + "host_processors_per_node":1, + "host_processor_core_count":2, + "accelerator_model_name":null, + "accelerators_per_node":0, + "Location":"open\/MLCommons\/results\/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config\/retinanet\/offline", + "framework":"pytorch v2.6.0", + "operating_system":"Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)", + "notes":null, + "compliance":1, + "errors":0, + "version":"v5.0", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + }, + "41":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1179,7 +1239,7 @@ "Model":"rgat", "MlperfModel":"rgat", "Scenario":"Offline", - "Result":10.1778, + "Result":10.0454, "Accuracy":"acc: 74.800", "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -1199,7 +1259,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "40":{ + "42":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1229,7 +1289,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "41":{ + "43":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1239,7 +1299,7 @@ "Model":"retinanet", "MlperfModel":"retinanet", "Scenario":"Offline", - "Result":0.438784, + "Result":0.43494, "Accuracy":null, "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -1259,7 +1319,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "42":{ + "44":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1269,7 +1329,7 @@ "Model":"resnet50", "MlperfModel":"resnet", "Scenario":"Offline", - "Result":23.3041, + "Result":23.009, "Accuracy":"acc: 76.000", "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -1289,7 +1349,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "43":{ + "45":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1319,7 +1379,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "44":{ + "46":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1349,7 +1409,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "45":{ + "47":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1379,7 +1439,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "46":{ + "48":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1389,7 +1449,7 @@ "Model":"retinanet", "MlperfModel":"retinanet", "Scenario":"Offline", - "Result":0.432223, + "Result":0.431711, "Accuracy":null, "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -1409,7 +1469,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "47":{ + "49":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1419,7 +1479,7 @@ "Model":"resnet50", "MlperfModel":"resnet", "Scenario":"Offline", - "Result":22.9262, + "Result":23.0164, "Accuracy":"acc: 76.000", "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -1439,7 +1499,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "48":{ + "50":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1452,14 +1512,14 @@ "Result":48.3215, "Accuracy":"GEN_LEN: 264", "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", + "host_processor_model_name":"AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node":1, - "host_processor_core_count":24, + "host_processor_core_count":16, "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":2, + "accelerators_per_node":1, "Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.5.1-cu124\/gptj-99\/offline", "framework":"pytorch v2.5.1", - "operating_system":"Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)", + "operating_system":"Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", "notes":null, "compliance":1, "errors":0, @@ -1469,7 +1529,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "49":{ + "51":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1479,17 +1539,17 @@ "Model":"stable-diffusion-xl", "MlperfModel":"stable-diffusion-xl", "Scenario":"Offline", - "Result":0.358711, + "Result":0.352694, "Accuracy":null, "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", + "host_processor_model_name":"AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node":1, - "host_processor_core_count":24, + "host_processor_core_count":16, "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":2, + "accelerators_per_node":1, "Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.5.1-cu124\/stable-diffusion-xl\/offline", "framework":"pytorch v2.5.1", - "operating_system":"Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)", + "operating_system":"Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", "notes":null, "compliance":1, "errors":0, @@ -1499,7 +1559,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "50":{ + "52":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1529,7 +1589,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "51":{ + "53":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1539,7 +1599,7 @@ "Model":"bert-99", "MlperfModel":"bert-99", "Scenario":"Offline", - "Result":6.24578, + "Result":6.31453, "Accuracy":"F1: 80.0", "number_of_nodes":1, "host_processor_model_name":"AMD EPYC 7763 64-Core Processor", @@ -1559,7 +1619,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "52":{ + "54":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1589,7 +1649,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "53":{ + "55":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1619,7 +1679,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "54":{ + "56":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -1649,7 +1709,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "55":{ + "57":{ "Organization":"MLCommons", "Availability":"available", "Division":"closed", @@ -1679,7 +1739,7 @@ "Units":"Queries\/s", "weight_data_types":"int8" }, - "56":{ + "58":{ "Organization":"MLCommons", "Availability":"available", "Division":"closed", diff --git a/summary.xlsx b/summary.xlsx index c746258d3..8e08ce4ea 100644 Binary files a/summary.xlsx and b/summary.xlsx differ diff --git a/summary_results.json b/summary_results.json index 914a962b9..9e5a52842 100644 --- a/summary_results.json +++ b/summary_results.json @@ -264,14 +264,14 @@ "Scenario": "Offline", "Accuracy": "ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0", "Nodes": 1, - "Processor": "AMD Ryzen 9 7950X 16-Core Processor", + "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, - "host_processor_core_count": 16, + "host_processor_core_count": 24, "Accelerator": "", "a#": "", "Location": "open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/llama2-70b-99/offline", "Software": "pytorch v2.6.0", - "operating_system": "Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, @@ -284,7 +284,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/gh_action-reference-cpu-pytorch_v2.6.0-default_config/llama2-70b-99", "ColorKey": "availableMLCommons", - "Performance_Result": 0.383226, + "Performance_Result": 0.406358, "Performance_Units": "Tokens/s" }, { @@ -298,16 +298,16 @@ "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", - "Accuracy": "ROUGE1: 60.7242 ROUGE2: 44.8179 ROUGEL: 50.6964 TOKENS_PER_SAMPLE: 327.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0", + "Accuracy": "ROUGE1: 70.1571 ROUGE2: 41.2698 ROUGEL: 45.0262 TOKENS_PER_SAMPLE: 245.3 gsm8k_accuracy: 100.0 mbxp_accuracy: 0.0", "Nodes": 1, - "Processor": "AMD Ryzen 9 7950X 16-Core Processor", + "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, - "host_processor_core_count": 16, + "host_processor_core_count": 24, "Accelerator": "", "a#": "", "Location": "open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.6.0-default_config/mixtral-8x7b/offline", "Software": "pytorch v2.6.0", - "operating_system": "Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, @@ -320,7 +320,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/gh_action-reference-cpu-pytorch_v2.6.0-default_config/mixtral-8x7b", "ColorKey": "availableMLCommons", - "Performance_Result": 0.0152169, + "Performance_Result": 0.0102599, "Performance_Units": "Tokens/s" }, { @@ -356,7 +356,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat", "ColorKey": "availableMLCommons", - "Performance_Result": 10.1778, + "Performance_Result": 10.0454, "Performance_Units": "Samples/s" }, { @@ -464,7 +464,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableMLCommons", - "Performance_Result": 0.432023, + "Performance_Result": 0.43471, "Performance_Units": "Samples/s" }, { @@ -732,14 +732,14 @@ "Scenario": "Offline", "Accuracy": "GEN_LEN: 264", "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", + "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, - "host_processor_core_count": 24, + "host_processor_core_count": 16, "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 2, + "a#": 1, "Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline", "Software": "pytorch v2.5.1", - "operating_system": "Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, @@ -768,14 +768,14 @@ "Scenario": "Offline", "Accuracy": "", "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", + "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, - "host_processor_core_count": 24, + "host_processor_core_count": 16, "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 2, + "a#": 1, "Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline", "Software": "pytorch v2.5.1", - "operating_system": "Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, @@ -788,7 +788,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl", "ColorKey": "availableMLCommons", - "Performance_Result": 0.358711, + "Performance_Result": 0.352694, "Performance_Units": "Samples/s" }, { @@ -811,7 +811,7 @@ "a#": 2, "Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/gptj-99/offline", "Software": "pytorch v2.6.0", - "operating_system": "Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, @@ -824,7 +824,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_action-reference-gpu-pytorch_v2.6.0-cu124/gptj-99", "ColorKey": "availableMLCommons", - "Performance_Result": 47.3379, + "Performance_Result": 49.1296, "Performance_Units": "Tokens/s" }, { @@ -847,7 +847,7 @@ "a#": 2, "Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline", "Software": "pytorch v2.6.0", - "operating_system": "Ubuntu 22.04 (linux-6.8.0-51-generic-glibc2.35)", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, @@ -860,7 +860,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl", "ColorKey": "availableMLCommons", - "Performance_Result": 0.351603, + "Performance_Result": 0.352003, "Performance_Units": "Samples/s" }, { @@ -896,7 +896,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableMLCommons", - "Performance_Result": 7.73123, + "Performance_Result": 8.08903, "Performance_Units": "Samples/s" }, { @@ -932,7 +932,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99", "ColorKey": "availableMLCommons", - "Performance_Result": 8.08857, + "Performance_Result": 8.14067, "Performance_Units": "Samples/s" }, { @@ -1040,7 +1040,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableMLCommons", - "Performance_Result": 19.9895, + "Performance_Result": 17.3387, "Performance_Units": "Samples/s" }, { @@ -1076,7 +1076,7 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet", "ColorKey": "availableMLCommons", - "Performance_Result": 0.379074, + "Performance_Result": 0.412266, "Performance_Units": "Samples/s" }, { @@ -1193,6 +1193,42 @@ "Availability": "available", "Category": "open", "Suite": "edge", + "System": "gh_macos-latest_x86", + "Platform": "gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config", + "UsedModel": "retinanet", + "Model": "retinanet", + "Scenario": "Offline", + "Accuracy": "", + "Nodes": 1, + "Processor": "undefined", + "host_processors_per_node": 1, + "host_processor_core_count": 3, + "Accelerator": "", + "a#": "", + "Location": "open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet/offline", + "Software": "pytorch v2.6.0", + "operating_system": " (darwin-23.6.0)", + "Notes": "", + "compliance": 1, + "errors": 0, + "version": "v5.0", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 1, + "Details": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config", + "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", + "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_macos-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet", + "ColorKey": "availableMLCommons", + "Performance_Result": 0.264988, + "Performance_Units": "Samples/s" + }, + { + "ID": "5.0-0033", + "Submitter": "MLCommons", + "Availability": "available", + "Category": "open", + "Suite": "edge", "System": "gh_ubuntu-latest", "Platform": "gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config", "UsedModel": "resnet50", @@ -1220,11 +1256,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50", "ColorKey": "availableMLCommons", - "Performance_Result": 1.73908, + "Performance_Result": 1.74836, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0033", + "ID": "5.0-0034", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1256,11 +1292,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableMLCommons", - "Performance_Result": 22.9262, + "Performance_Result": 23.0164, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0034", + "ID": "5.0-0035", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1292,11 +1328,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableMLCommons", - "Performance_Result": 0.432223, + "Performance_Result": 0.431711, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0035", + "ID": "5.0-0036", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1328,11 +1364,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99", "ColorKey": "availableMLCommons", - "Performance_Result": 6.24578, + "Performance_Result": 6.31453, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0036", + "ID": "5.0-0037", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1368,7 +1404,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0037", + "ID": "5.0-0038", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1404,7 +1440,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0038", + "ID": "5.0-0039", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1436,11 +1472,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableMLCommons", - "Performance_Result": 23.3041, + "Performance_Result": 23.009, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0039", + "ID": "5.0-0040", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1472,11 +1508,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet", "ColorKey": "availableMLCommons", - "Performance_Result": 0.438784, + "Performance_Result": 0.43494, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0040", + "ID": "5.0-0041", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1512,7 +1548,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0041", + "ID": "5.0-0042", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1548,7 +1584,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0042", + "ID": "5.0-0043", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1584,7 +1620,43 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0043", + "ID": "5.0-0044", + "Submitter": "MLCommons", + "Availability": "available", + "Category": "open", + "Suite": "edge", + "System": "gh_ubuntu-latest_x86", + "Platform": "gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config", + "UsedModel": "retinanet", + "Model": "retinanet", + "Scenario": "Offline", + "Accuracy": "", + "Nodes": 1, + "Processor": "AMD EPYC 7763 64-Core Processor", + "host_processors_per_node": 1, + "host_processor_core_count": 2, + "Accelerator": "", + "a#": "", + "Location": "open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet/offline", + "Software": "pytorch v2.6.0", + "operating_system": "Ubuntu 24.04 (linux-6.8.0-1020-azure-glibc2.39)", + "Notes": "", + "compliance": 1, + "errors": 0, + "version": "v5.0", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 1, + "Details": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config", + "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", + "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.6.0-default_config/retinanet", + "ColorKey": "availableMLCommons", + "Performance_Result": 0.409259, + "Performance_Units": "Samples/s" + }, + { + "ID": "5.0-0045", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1620,7 +1692,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0044", + "ID": "5.0-0046", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1652,11 +1724,11 @@ "Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/main/open/MLCommons/code", "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50", "ColorKey": "availableMLCommons", - "Performance_Result": 21.1187, + "Performance_Result": 21.0425, "Performance_Units": "Samples/s" }, { - "ID": "5.0-0045", + "ID": "5.0-0047", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1692,7 +1764,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0046", + "ID": "5.0-0048", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1728,7 +1800,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0047", + "ID": "5.0-0049", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1764,7 +1836,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0048", + "ID": "5.0-0050", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1800,7 +1872,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0049", + "ID": "5.0-0051", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1836,7 +1908,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0050", + "ID": "5.0-0052", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1872,7 +1944,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0051", + "ID": "5.0-0053", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1908,7 +1980,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0052", + "ID": "5.0-0054", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1944,7 +2016,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0053", + "ID": "5.0-0055", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -1980,7 +2052,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0054", + "ID": "5.0-0056", "Submitter": "MLCommons", "Availability": "available", "Category": "open", @@ -2016,7 +2088,7 @@ "Performance_Units": "Samples/s" }, { - "ID": "5.0-0055", + "ID": "5.0-0057", "Submitter": "MLCommons", "Availability": "available", "Category": "open",