diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index 8b47b519d..18f890281 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 80 | 1.7 | - | \ No newline at end of file +| resnet50 | offline | 80 | 1.737 | - | \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md index 33f4b3d06..e161a5cb1 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md @@ -17,16 +17,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -41,4 +41,4 @@ Model Precision: fp32 `acc`: `80.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `1.6996` +`Samples per second`: `1.73704` diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out index 6002024d4..096dfba37 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out @@ -1,11 +1,11 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy" --backend tvm --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4cbec86190594ff18d2ad34b91a7ca4b.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4cbec86190594ff18d2ad34b91a7ca4b.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy" --backend tvm --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9352645028624658bc76cae37124d8e5.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9352645028624658bc76cae37124d8e5.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 5 preprocessed images using 4 threads INFO:imagenet:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so INFO:main:starting TestScenario.Offline -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TestScenario.Offline qps=1.72, mean=1.7674, time=2.899, acc=80.000%, queries=5, tiles=50.0:1.4999,80.0:1.7954,90.0:2.3313,95.0:2.5993,99.0:2.8137,99.9:2.8619 +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TestScenario.Offline qps=1.74, mean=1.7556, time=2.872, acc=80.000%, queries=5, tiles=50.0:1.4972,80.0:1.7776,90.0:2.3093,95.0:2.5752,99.0:2.7879,99.9:2.8357 diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd index 78469fd7d..6f4a20985 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd @@ -13,32 +13,32 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tvm-onnx,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tvm-onnx,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_batch_size.1_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,ml-model,image-classification,resnet50,_fp32,_batch_size.1 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,ml-model,image-classification,resnet50,_fp32,_batch_size.1 get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,dataset-aux,image-classification,imagenet-aux @@ -60,8 +60,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -72,7 +72,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -106,85 +106,85 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_pycocotools get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_onnx - get-tvm,93c89140e6224f4b --> cmake,get-cmake + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnx + get-tvm,93c89140e6224f4b_(_pip-install_) --> cmake,get-cmake detect-cpu,586c8a43320142f7 --> detect,os - get-tvm,93c89140e6224f4b --> detect,cpu + get-tvm,93c89140e6224f4b_(_pip-install_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_typing_extensions + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_typing_extensions get-generic-python-lib,94b62a682bc44791_(_decorator_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_decorator_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_decorator + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_decorator get-generic-python-lib,94b62a682bc44791_(_scipy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_scipy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_scipy + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_scipy get-generic-python-lib,94b62a682bc44791_(_attrs_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_attrs_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_attrs + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_attrs get-generic-python-lib,94b62a682bc44791_(_psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_psutil + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_psutil get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> detect,cpu @@ -193,24 +193,24 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> get,generic-python-lib,_pip get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> get,generic-python-lib,_typing_extensions - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_apache-tvm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,tvm - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,tvm + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_apache-tvm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,tvm,_pip-install + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,python3 + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,tvm,_pip-install get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_decorator + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_decorator get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_psutil + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_psutil get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_scipy + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_scipy get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_attrs + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_attrs get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_onnx + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_onnx get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,ml-model,raw,resnet50,_fp32,_onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,tvm-model,_onnx,_batch_size.1,_model.resnet50 + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,ml-model,raw,resnet50,_fp32,_onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,tvm-model,_onnx,_graph-executor,_batch_size.1,_model.resnet50 detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png index 5660595cc..d4d0c4318 100644 Binary files a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png and b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json index de2edf2d8..9765e8cc2 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json @@ -147,15 +147,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -187,7 +187,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -217,7 +217,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.9.21", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.19.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,batch_size.1", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -387,15 +387,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -617,7 +617,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -737,7 +737,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1197,7 +1197,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1337,7 +1337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1477,7 +1477,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1487,7 +1487,7 @@ "script_tags": "get,cmake,get-cmake", "script_variations": "", "version": "3.31.4", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "typing_extensions", "version": "4.12.2", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1647,7 +1647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "decorator", "version": "5.1.1", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "scipy", "version": "1.13.1", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "attrs", "version": "25.1.0", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "psutil", "version": "6.1.1", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1947,17 +1947,17 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "apache-tvm", "version": "0.14.dev273", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { - "get,tvm": { + "get,tvm,_pip-install": { "script_uid": "93c89140e6224f4b", "script_alias": "get-tvm", "script_tags": "get,tvm,get-tvm", - "script_variations": "", + "script_variations": "pip-install", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1967,17 +1967,17 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.9.21", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { - "get,tvm": { + "get,tvm,_pip-install": { "script_uid": "93c89140e6224f4b", "script_alias": "get-tvm", "script_tags": "get,tvm,get-tvm", - "script_variations": "", + "script_variations": "pip-install", "version": "", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -1997,7 +1997,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "decorator", "version": "5.1.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "psutil", "version": "6.1.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2037,7 +2037,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "scipy", "version": "1.13.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2057,7 +2057,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "attrs", "version": "25.1.0", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2077,7 +2077,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx", "version": "1.17.0", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2097,17 +2097,17 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx", "version": "", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { - "get,tvm-model,_onnx,_batch_size.1,_model.resnet50": { + "get,tvm-model,_onnx,_graph-executor,_batch_size.1,_model.resnet50": { "script_uid": "c1b7b656b6224307", "script_alias": "get-tvm-model", "script_tags": "get,ml-model-tvm,tvm-model", - "script_variations": "onnx,batch_size.1,model.resnet50", + "script_variations": "onnx,graph-executor,batch_size.1,model.resnet50", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -2147,7 +2147,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } } ] diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json index e30178d71..edfcf0c3e 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1720-577" + "MLC_HOST_SYSTEM_NAME": "fv-az1279-364" } \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out index 6e10c345e..6908c6d58 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out @@ -1,12 +1,12 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1" --backend tvm --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/098afca242af44968960b9682a6f4092.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/098afca242af44968960b9682a6f4092.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1" --backend tvm --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a20683fbc87a4dd78a8345c92db57c21.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a20683fbc87a4dd78a8345c92db57c21.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so INFO:main:starting TestScenario.Offline -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TestScenario.Offline qps=1.68, mean=1.8384, time=2.969, queries=5, tiles=50.0:1.5838,80.0:1.8657,90.0:2.4027,95.0:2.6712,99.0:2.8860,99.9:2.9343 +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TestScenario.Offline qps=1.72, mean=1.7753, time=2.902, queries=5, tiles=50.0:1.5061,80.0:1.7827,90.0:2.3296,95.0:2.6031,99.0:2.8219,99.9:2.8712 diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt index cb13a529f..c11da2e0a 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1720-577 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1279-364 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:56:47 up 5 min, 0 user, load average: 1.37, 0.75, 0.32 + 14:39:10 up 5 min, 0 user, load average: 1.38, 0.77, 0.33 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -47,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -68,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.343 +cpu MHz : 2445.433 cache size : 512 KB physical id : 0 siblings : 4 @@ -82,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -96,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 3240.863 cache size : 512 KB physical id : 0 siblings : 4 @@ -110,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -124,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.232 +cpu MHz : 2958.825 cache size : 512 KB physical id : 0 siblings : 4 @@ -138,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -152,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 2845.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -166,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -189,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.87 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -219,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6642 MB +node 0 free: 6577 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 6801588 kB -MemAvailable: 15303844 kB -Buffers: 221204 kB -Cached: 8121052 kB +MemTotal: 16373796 kB +MemFree: 6735756 kB +MemAvailable: 15274908 kB +Buffers: 220548 kB +Cached: 8156836 kB SwapCached: 0 kB -Active: 1262084 kB -Inactive: 7387616 kB -Active(anon): 386744 kB +Active: 1302776 kB +Inactive: 7379776 kB +Active(anon): 385384 kB Inactive(anon): 0 kB -Active(file): 875340 kB -Inactive(file): 7387616 kB +Active(file): 917392 kB +Inactive(file): 7379776 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 103860 kB +Dirty: 111080 kB Writeback: 0 kB -AnonPages: 347844 kB -Mapped: 343812 kB -Shmem: 70544 kB -KReclaimable: 585420 kB -Slab: 696040 kB -SReclaimable: 585420 kB -SUnreclaim: 110620 kB -KernelStack: 4176 kB -PageTables: 6468 kB +AnonPages: 342068 kB +Mapped: 346248 kB +Shmem: 71464 kB +KReclaimable: 587896 kB +Slab: 698664 kB +SReclaimable: 587896 kB +SUnreclaim: 110768 kB +KernelStack: 4164 kB +PageTables: 6488 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2235336 kB +Committed_AS: 2253972 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35248 kB VmallocChunk: 0 kB -Percpu: 2208 kB +Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 157696 kB +AnonHugePages: 137216 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -277,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 128960 kB -DirectMap2M: 4065280 kB +DirectMap4k: 114624 kB +DirectMap2M: 4079616 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:34 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -733,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 1: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -809,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 334617 326991 45 0 72897 0 +fs.dentry-state = 334507 326889 45 0 72883 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 261701 568 -fs.inode-state = 261701 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261604 568 +fs.inode-state = 261604 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -877,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1720-577 +kernel.hostname = fv-az1279-364 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -910,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9568 +kernel.ns_last_pid = 9612 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -943,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 92439eb2-7d92-4d72-a704-962728348275 +kernel.random.boot_id = cc08be12-88db-4abe-9b16-3ccf09d7c416 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = e8511ed4-d310-45b5-8e5d-32c0f3bafc20 +kernel.random.uuid = 3fcbd12b-6e0a-4f83-8e0c-0c89f13f9263 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1360,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = b36b07a1-834b7507-218012b9-af4e1110 +net.ipv4.tcp_fastopen_key = 3fa5298e-9eb685c3-be5f02e2-c7f31277 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1834,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 107 +net.netfilter.nf_conntrack_count = 108 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1982,12 +1982,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -├─sda1 8:1 0 74G 0 part / -├─sda14 8:14 0 4M 0 part -├─sda15 8:15 0 106M 0 part /boot/efi -└─sda16 259:0 0 913M 0 part /boot +└─sda1 8:1 0 75G 0 part /mnt sdb 8:16 0 75G 0 disk -└─sdb1 8:17 0 75G 0 part /mnt +├─sdb1 8:17 0 74G 0 part / +├─sdb14 8:30 0 4M 0 part +├─sdb15 8:31 0 106M 0 part /boot/efi +└─sdb16 259:0 0 913M 0 part /boot ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2057,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0000-4462-0013-1502-0992-75 - UUID: a7383106-ead0-4b4b-87fd-49a4cb0cbfba + Serial Number: 0000-0000-9190-7826-5858-7716-32 + UUID: d038c10c-4b35-b04a-acf3-977866545db3 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2066,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-7990-6933-6358-1418-82 + Serial Number: 0000-0012-4624-7113-7232-9691-39 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2074,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6543-1346-2672-0446-9403-5607-32 + Serial Number: 3862-2751-4992-3206-7881-9394-52 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt index cb13a529f..c11da2e0a 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1720-577 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1279-364 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:56:47 up 5 min, 0 user, load average: 1.37, 0.75, 0.32 + 14:39:10 up 5 min, 0 user, load average: 1.38, 0.77, 0.33 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -47,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -68,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.343 +cpu MHz : 2445.433 cache size : 512 KB physical id : 0 siblings : 4 @@ -82,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -96,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 3240.863 cache size : 512 KB physical id : 0 siblings : 4 @@ -110,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -124,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.232 +cpu MHz : 2958.825 cache size : 512 KB physical id : 0 siblings : 4 @@ -138,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -152,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 2845.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -166,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -189,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.87 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -219,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6642 MB +node 0 free: 6577 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 6801588 kB -MemAvailable: 15303844 kB -Buffers: 221204 kB -Cached: 8121052 kB +MemTotal: 16373796 kB +MemFree: 6735756 kB +MemAvailable: 15274908 kB +Buffers: 220548 kB +Cached: 8156836 kB SwapCached: 0 kB -Active: 1262084 kB -Inactive: 7387616 kB -Active(anon): 386744 kB +Active: 1302776 kB +Inactive: 7379776 kB +Active(anon): 385384 kB Inactive(anon): 0 kB -Active(file): 875340 kB -Inactive(file): 7387616 kB +Active(file): 917392 kB +Inactive(file): 7379776 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 103860 kB +Dirty: 111080 kB Writeback: 0 kB -AnonPages: 347844 kB -Mapped: 343812 kB -Shmem: 70544 kB -KReclaimable: 585420 kB -Slab: 696040 kB -SReclaimable: 585420 kB -SUnreclaim: 110620 kB -KernelStack: 4176 kB -PageTables: 6468 kB +AnonPages: 342068 kB +Mapped: 346248 kB +Shmem: 71464 kB +KReclaimable: 587896 kB +Slab: 698664 kB +SReclaimable: 587896 kB +SUnreclaim: 110768 kB +KernelStack: 4164 kB +PageTables: 6488 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2235336 kB +Committed_AS: 2253972 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35248 kB VmallocChunk: 0 kB -Percpu: 2208 kB +Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 157696 kB +AnonHugePages: 137216 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -277,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 128960 kB -DirectMap2M: 4065280 kB +DirectMap4k: 114624 kB +DirectMap2M: 4079616 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:34 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -733,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 1: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -809,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 334617 326991 45 0 72897 0 +fs.dentry-state = 334507 326889 45 0 72883 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 261701 568 -fs.inode-state = 261701 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261604 568 +fs.inode-state = 261604 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -877,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1720-577 +kernel.hostname = fv-az1279-364 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -910,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9568 +kernel.ns_last_pid = 9612 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -943,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 92439eb2-7d92-4d72-a704-962728348275 +kernel.random.boot_id = cc08be12-88db-4abe-9b16-3ccf09d7c416 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = e8511ed4-d310-45b5-8e5d-32c0f3bafc20 +kernel.random.uuid = 3fcbd12b-6e0a-4f83-8e0c-0c89f13f9263 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1360,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = b36b07a1-834b7507-218012b9-af4e1110 +net.ipv4.tcp_fastopen_key = 3fa5298e-9eb685c3-be5f02e2-c7f31277 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1834,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 107 +net.netfilter.nf_conntrack_count = 108 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1982,12 +1982,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -├─sda1 8:1 0 74G 0 part / -├─sda14 8:14 0 4M 0 part -├─sda15 8:15 0 106M 0 part /boot/efi -└─sda16 259:0 0 913M 0 part /boot +└─sda1 8:1 0 75G 0 part /mnt sdb 8:16 0 75G 0 disk -└─sdb1 8:17 0 75G 0 part /mnt +├─sdb1 8:17 0 74G 0 part / +├─sdb14 8:30 0 4M 0 part +├─sdb15 8:31 0 106M 0 part /boot/efi +└─sdb16 259:0 0 913M 0 part /boot ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2057,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0000-4462-0013-1502-0992-75 - UUID: a7383106-ead0-4b4b-87fd-49a4cb0cbfba + Serial Number: 0000-0000-9190-7826-5858-7716-32 + UUID: d038c10c-4b35-b04a-acf3-977866545db3 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2066,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-7990-6933-6358-1418-82 + Serial Number: 0000-0012-4624-7113-7232-9691-39 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2074,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6543-1346-2672-0446-9403-5607-32 + Serial Number: 3862-2751-4992-3206-7881-9394-52 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt index cb13a529f..c11da2e0a 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1720-577 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1279-364 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:56:47 up 5 min, 0 user, load average: 1.37, 0.75, 0.32 + 14:39:10 up 5 min, 0 user, load average: 1.38, 0.77, 0.33 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -47,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -68,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.343 +cpu MHz : 2445.433 cache size : 512 KB physical id : 0 siblings : 4 @@ -82,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -96,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 3240.863 cache size : 512 KB physical id : 0 siblings : 4 @@ -110,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -124,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.232 +cpu MHz : 2958.825 cache size : 512 KB physical id : 0 siblings : 4 @@ -138,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -152,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 2845.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -166,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -189,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.87 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -219,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6642 MB +node 0 free: 6577 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 6801588 kB -MemAvailable: 15303844 kB -Buffers: 221204 kB -Cached: 8121052 kB +MemTotal: 16373796 kB +MemFree: 6735756 kB +MemAvailable: 15274908 kB +Buffers: 220548 kB +Cached: 8156836 kB SwapCached: 0 kB -Active: 1262084 kB -Inactive: 7387616 kB -Active(anon): 386744 kB +Active: 1302776 kB +Inactive: 7379776 kB +Active(anon): 385384 kB Inactive(anon): 0 kB -Active(file): 875340 kB -Inactive(file): 7387616 kB +Active(file): 917392 kB +Inactive(file): 7379776 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 103860 kB +Dirty: 111080 kB Writeback: 0 kB -AnonPages: 347844 kB -Mapped: 343812 kB -Shmem: 70544 kB -KReclaimable: 585420 kB -Slab: 696040 kB -SReclaimable: 585420 kB -SUnreclaim: 110620 kB -KernelStack: 4176 kB -PageTables: 6468 kB +AnonPages: 342068 kB +Mapped: 346248 kB +Shmem: 71464 kB +KReclaimable: 587896 kB +Slab: 698664 kB +SReclaimable: 587896 kB +SUnreclaim: 110768 kB +KernelStack: 4164 kB +PageTables: 6488 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2235336 kB +Committed_AS: 2253972 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35248 kB VmallocChunk: 0 kB -Percpu: 2208 kB +Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 157696 kB +AnonHugePages: 137216 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -277,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 128960 kB -DirectMap2M: 4065280 kB +DirectMap4k: 114624 kB +DirectMap2M: 4079616 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:34 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -733,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 1: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -809,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 334617 326991 45 0 72897 0 +fs.dentry-state = 334507 326889 45 0 72883 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 261701 568 -fs.inode-state = 261701 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261604 568 +fs.inode-state = 261604 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -877,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1720-577 +kernel.hostname = fv-az1279-364 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -910,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9568 +kernel.ns_last_pid = 9612 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -943,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 92439eb2-7d92-4d72-a704-962728348275 +kernel.random.boot_id = cc08be12-88db-4abe-9b16-3ccf09d7c416 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = e8511ed4-d310-45b5-8e5d-32c0f3bafc20 +kernel.random.uuid = 3fcbd12b-6e0a-4f83-8e0c-0c89f13f9263 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1360,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = b36b07a1-834b7507-218012b9-af4e1110 +net.ipv4.tcp_fastopen_key = 3fa5298e-9eb685c3-be5f02e2-c7f31277 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1834,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 107 +net.netfilter.nf_conntrack_count = 108 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1982,12 +1982,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -├─sda1 8:1 0 74G 0 part / -├─sda14 8:14 0 4M 0 part -├─sda15 8:15 0 106M 0 part /boot/efi -└─sda16 259:0 0 913M 0 part /boot +└─sda1 8:1 0 75G 0 part /mnt sdb 8:16 0 75G 0 disk -└─sdb1 8:17 0 75G 0 part /mnt +├─sdb1 8:17 0 74G 0 part / +├─sdb14 8:30 0 4M 0 part +├─sdb15 8:31 0 106M 0 part /boot/efi +└─sdb16 259:0 0 913M 0 part /boot ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2057,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0000-4462-0013-1502-0992-75 - UUID: a7383106-ead0-4b4b-87fd-49a4cb0cbfba + Serial Number: 0000-0000-9190-7826-5858-7716-32 + UUID: d038c10c-4b35-b04a-acf3-977866545db3 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2066,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-7990-6933-6358-1418-82 + Serial Number: 0000-0012-4624-7113-7232-9691-39 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2074,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6543-1346-2672-0446-9403-5607-32 + Serial Number: 3862-2751-4992-3206-7881-9394-52 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt index 9b354ff63..1ad63ddbb 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=80.000%, good=4, total=5 -hash=287b1cb67b0bf8292314f5ff50865b9a5d7f5bbee89af57cd4655b9cfe95c14b +hash=d2f5dfd444e1e92367946a4bdef652e404328bed5685a5fb7d6c09a6cab31ee3 diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json index 721df04d0..3c700d64c 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -1,7 +1,7 @@ [ -{ "seq_id" : 3, "qsl_idx" : 1, "data" : "00C04644" }, { "seq_id" : 0, "qsl_idx" : 0, "data" : "00008242" }, -{ "seq_id" : 2, "qsl_idx" : 3, "data" : "00404A44" }, { "seq_id" : 1, "qsl_idx" : 4, "data" : "00000144" }, +{ "seq_id" : 3, "qsl_idx" : 1, "data" : "00C04644" }, +{ "seq_id" : 2, "qsl_idx" : 3, "data" : "00404A44" }, { "seq_id" : 4, "qsl_idx" : 2, "data" : "00006643" } ] diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index 3ccab6607..6224d71fd 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:52.513779", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:52.513790", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:57:16Z", "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 221, "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.078098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.084520, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.618130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 2.618130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 2.618130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:57:16.768", "time_ms": 2881.062234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:57:19.638", "time_ms": 2881.062234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10940, "tid": 10940}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:21.638413", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:21.638420", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:39:37Z", "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 140, "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.048360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.055474, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1.772250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 1.772250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1.772250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:39:37.775", "time_ms": 2853.561764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:40.617", "time_ms": 2853.561764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10985, "tid": 10985}} diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index d46917c22..eb0d3586a 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:52.513779", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:52.513790", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:56:42Z", "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060013, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.075563, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 207.219498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 207.219498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 207.219498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 209.345528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:56:42.296", "time_ms": 3155.310618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:56:45.238", "time_ms": 3155.310618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.6996, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1528861381, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_max_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 1839671418, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1585371025, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:21.638413", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:21.638420", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:39:05Z", "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 241, "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.073418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 220.752047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 220.752047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 220.752047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 222.547691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:39:05.381", "time_ms": 3102.298012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:08.260", "time_ms": 3102.298012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.73704, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1480899268, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_max_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 1776407389, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1507181766, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index 5a90e754c..a01a4eac4 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.6996 +Samples per second: 1.73704 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1528861381 -Max latency (ns) : 2941866655 -Mean latency (ns) : 1839671418 -50.00 percentile latency (ns) : 1585371025 -90.00 percentile latency (ns) : 2941866655 -95.00 percentile latency (ns) : 2941866655 -97.00 percentile latency (ns) : 2941866655 -99.00 percentile latency (ns) : 2941866655 -99.90 percentile latency (ns) : 2941866655 +Min latency (ns) : 1480899268 +Max latency (ns) : 2878457567 +Mean latency (ns) : 1776407389 +50.00 percentile latency (ns) : 1507181766 +90.00 percentile latency (ns) : 2878457567 +95.00 percentile latency (ns) : 2878457567 +97.00 percentile latency (ns) : 2878457567 +99.00 percentile latency (ns) : 2878457567 +99.90 percentile latency (ns) : 2878457567 ================================================ Test Parameters Used diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index 981d365d7..b5afeb6e2 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 8.133 | - | \ No newline at end of file +| resnet50 | offline | 76 | 9.457 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md index a7fd2a0d7..16162a28c 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `8.13282` +`Samples per second`: `9.45726` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out index ec3230545..75d501d90 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/mlperf.conf -User Conf path: /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f3574070de6246dc80c255751515b804.conf -Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_4132c8e4 +MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/mlperf.conf +User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/67238a866fef494790358f40868dba58.conf +Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bfc2691a Dataset List filepath: Scenario: Offline Mode: AccuracyOnly diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd index 3c5f8ac44..b1e258997 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd @@ -19,14 +19,14 @@ graph TD get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> detect,os + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> detect,cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 @@ -61,21 +61,21 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,loadgen + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,mlcommons,inference,src get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux @@ -97,12 +97,12 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,dataset,preprocessed,imagenet,_NCHW + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,dataset,preprocessed,imagenet,_NCHW download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,ml-model,raw,resnet50,_onnx + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,ml-model,raw,resnet50,_onnx generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -113,15 +113,15 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> generate,user-conf,mlperf,inference detect-cpu,586c8a43320142f7 --> detect,os compile-program,c05042ba005a4bfa --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler detect-cpu,586c8a43320142f7 --> detect,os get-compiler-flags,31be8b74a69742f8 --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler-flags - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> compile,cpp-program + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> compile,cpp-program detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png index 020bf7d07..e6ff300ea 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json index 6344097a2..f0973ea3f 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz )" } }, { @@ -217,15 +217,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz", + "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -257,7 +257,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -277,7 +277,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -687,7 +687,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -747,7 +747,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar )" } }, { @@ -757,15 +757,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar", + "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -987,7 +987,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1037,7 +1037,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1257,7 +1257,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json index f772739ab..7c454f8ad 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737859607089.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900294581.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out index 549dc6059..1e857cdaa 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/mlperf.conf -User Conf path: /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e26ba1e8b94446c1a656534716ceb9d4.conf -Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_4132c8e4 +MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/mlperf.conf +User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e93ed614be04c4098950a887c1bc485.conf +Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bfc2691a Dataset List filepath: Scenario: Offline Mode: PerformanceOnly diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index 990b99128..adda781e8 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| bert-99 | offline | 80 | 4.696 | - | \ No newline at end of file +| bert-99 | offline | 80 | 7.573 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md index e82b26f10..b11d978c5 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `F1`: `80.0`, Required accuracy for closed division `>= 89.96526` ### Performance Results -`Samples per second`: `4.69575` +`Samples per second`: `7.5726` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out index 3bcc233ce..11229b75b 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out @@ -1,12 +1,12 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=neon, binary=neon) -2025-01-26 02:48:08 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:48:08 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:48:08 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +2025-01-26 14:39:56 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:39:56 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:39:56 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_882fe4c8/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_7afe59b9/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd index 22b2f5c1b..2813960dd 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd @@ -26,35 +26,35 @@ graph TD download-and-extract,c67e81a4ce2649f5_(_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt_) --> download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt get-dataset-squad-vocab,e38874fff5094577 --> download-and-extract,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt app-mlperf-inference,d775cac873ee4231_(_reference,_bert-99,_deepsparse,_cpu,_test,_r5.0-dev_default,_int8,_offline_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_transformers download-file,9cdc8dc41aae437e_(_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> download,file,_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - get-ml-model-bert-large-squad,5e865dbdc65949d2_(_int8,_deepsparse_) --> download-and-extract,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - get-ml-model-bert-large-squad,5e865dbdc65949d2_(_int8,_deepsparse_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,ml-model,language-processing,bert-large,raw,_int8,_deepsparse - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,dataset,squad,original - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,dataset-aux,squad-vocab + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> download-and-extract,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,dataset,squad,original + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,dataset-aux,squad-vocab generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -65,7 +65,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -99,59 +99,59 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,loadgen get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-git-repo,ed603e7292974f10_(_branch.deepsparse,_repo.https://github.com/neuralmagic/inference_) --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.deepsparse,_repo.https://github.com/neuralmagic/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_deepsparse + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_deepsparse get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_package.pydantic + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_package.pydantic get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_tokenization + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_tokenization get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_six_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_six_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_six + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_six get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_package.absl-py + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_package.absl-py detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png index 6833d10bc..438e57787 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json index 8d53e7ebd..44571877f 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json @@ -277,7 +277,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -297,7 +297,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.11.9", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.48.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -487,7 +487,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } }, { @@ -497,15 +497,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", + "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } @@ -517,7 +517,7 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", "version": "", - "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( int8,_deepsparse )" + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( deepsparse,_int8 )" } }, { @@ -527,17 +527,17 @@ "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", "script_variations": "", "version": "", - "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( int8,_deepsparse )" + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( deepsparse,_int8 )" } }, { - "get,ml-model,language-processing,bert-large,raw,_int8,_deepsparse": { + "get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8": { "script_uid": "5e865dbdc65949d2", "script_alias": "get-ml-model-bert-large-squad", "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", - "script_variations": "int8,deepsparse", + "script_variations": "deepsparse,int8", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -547,7 +547,7 @@ "script_tags": "get,dataset,squad,language-processing,validation,original", "script_variations": "", "version": "1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -557,7 +557,7 @@ "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -667,7 +667,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1007,7 +1007,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1047,7 +1047,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "deeplearningexamples", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "deepsparse", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "deepsparse", "version": "1.8.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pydantic", "version": "2.10.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1377,7 +1377,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "tokenization", "version": "1.0.7", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "six", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1517,7 +1517,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.absl-py", "version": "2.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json index c7d8332d7..ed4081efd 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737858653126.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900298226.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out index efefaeac0..5624dd23f 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out @@ -1,14 +1,14 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=neon, binary=neon) -2025-01-26 02:46:10 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:46:10 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:46:10 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +2025-01-26 14:38:31 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:38:31 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:38:31 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] ================================================ MLPerf Results Summary ================================================ SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.69575 +Samples per second: 7.5726 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -17,15 +17,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 262733417 -Max latency (ns) : 1064791833 -Mean latency (ns) : 629056966 -50.00 percentile latency (ns) : 600764250 -90.00 percentile latency (ns) : 1064791833 -95.00 percentile latency (ns) : 1064791833 -97.00 percentile latency (ns) : 1064791833 -99.00 percentile latency (ns) : 1064791833 -99.90 percentile latency (ns) : 1064791833 +Min latency (ns) : 118926292 +Max latency (ns) : 660275209 +Mean latency (ns) : 368171633 +50.00 percentile latency (ns) : 354260417 +90.00 percentile latency (ns) : 660275209 +95.00 percentile latency (ns) : 660275209 +97.00 percentile latency (ns) : 660275209 +99.00 percentile latency (ns) : 660275209 +99.90 percentile latency (ns) : 660275209 ================================================ Test Parameters Used @@ -53,7 +53,7 @@ performance_sample_count : 10833 No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_882fe4c8/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_7afe59b9/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 6f8e1a0fc..f0a3b7c79 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |-----------|------------|------------|--------------|-------------------| -| retinanet | offline | 76.951 | 0.442 | - | \ No newline at end of file +| retinanet | offline | 76.951 | 0.402 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md index d3b82ead5..ac540c0f5 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=a9d299b7768b9c3d123a19d3afadf47d0787ac9e ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `16.4042` +`Samples per second`: `22.3606` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out index b209ad735..4ae7a8509 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5801e6297bb44dc0a8985319f597f50e.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5801e6297bb44dc0a8985319f597f50e.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/ae221d8df24649669b2b7e119da299f7.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/ae221d8df24649669b2b7e119da299f7.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 500 preprocessed images using 3 threads INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.67, mean=13.7100, time=23.721, acc=76.000%, queries=16, tiles=50.0:13.1645,80.0:20.8003,90.0:20.8808,95.0:21.5394,99.0:22.9560,99.9:23.2748 +TestScenario.Offline qps=0.79, mean=11.6168, time=20.264, acc=76.000%, queries=16, tiles=50.0:11.1507,80.0:18.0707,90.0:18.3031,95.0:18.8419,99.0:19.8574,99.9:20.0859 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd index 148a94ad0..e2f5510c2 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd @@ -19,36 +19,36 @@ graph TD get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux @@ -70,8 +70,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NCHW - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -82,7 +82,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -116,41 +116,41 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png index 489382006..1cd74d1e2 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json index 0b4d2b765..607a0e91a 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz )" } }, { @@ -217,15 +217,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz", + "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -257,7 +257,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar )" } }, { @@ -487,15 +487,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar", + "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -717,7 +717,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -837,7 +837,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1297,7 +1297,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1437,7 +1437,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1547,7 +1547,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json index bca93d3bd..c5273fc91 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737858979815.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737899361814.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out index 33b0acdd5..fbaebe52b 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fc9b8b7197264b4c99b69999c7a97457.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fc9b8b7197264b4c99b69999c7a97457.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/192f486c2cb948408e1e978dfe9d9b3e.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/192f486c2cb948408e1e978dfe9d9b3e.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 3 threads INFO:imagenet:reduced image list, 49500 images not found -INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.5sec +INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.3sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.52, mean=16.8669, time=30.698, queries=16, tiles=50.0:15.8436,80.0:25.0122,90.0:25.4508,95.0:26.2431,99.0:28.1292,99.9:28.5536 +TestScenario.Offline qps=0.71, mean=13.2725, time=22.413, queries=16, tiles=50.0:12.8136,80.0:19.8539,90.0:19.9829,95.0:20.5377,99.0:21.5830,99.9:21.8181 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md index 6d934be68..887191c17 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.441643` +`Samples per second`: `0.401784` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out index bfa722e1f..0b54e5feb 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6c2f4a8ef21c4f7b9e6ea6df1bd318b1.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6c2f4a8ef21c4f7b9e6ea6df1bd318b1.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ea514511df74df383f5280f03dcafe6.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ea514511df74df383f5280f03dcafe6.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline loading annotations into memory... @@ -15,9 +15,9 @@ creating index... index created! Running per image evaluation... Evaluate annotation type *bbox* -DONE (t=0.02s). +DONE (t=0.03s). Accumulating evaluation results... -DONE (t=0.04s). +DONE (t=0.05s). Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.770 Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.982 Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.677 @@ -30,4 +30,4 @@ DONE (t=0.04s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.44, mean=7.7926, time=11.345, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:5.7873,80.0:10.8729,90.0:10.9758,95.0:11.0273,99.0:11.0685,99.9:11.0778 +TestScenario.Offline qps=0.46, mean=7.6494, time=10.949, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:5.8262,80.0:10.5962,90.0:10.6693,95.0:10.7059,99.0:10.7351,99.9:10.7417 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd index e8be48414..4969e8b4c 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,18 +13,18 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_install,_md5sha1sum_) --> detect,os @@ -32,7 +32,7 @@ graph TD download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx get-ml-model-retinanet,427bc5665e4541c2_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_onnx get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -120,7 +120,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -131,7 +131,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -165,26 +165,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png index 68f990c83..94ec73ee7 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json index 54b32a23a..1c4847a3c 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", "script_variations": "fp32,onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1707,7 +1707,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1807,7 +1807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1827,7 +1827,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1847,7 +1847,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1887,7 +1887,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json index 1e333763b..2359347fa 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737859670263.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900653101.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out index 29db1f56d..00ad174ce 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9befb91c0c2844c998f6af59817f177f.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9befb91c0c2844c998f6af59817f177f.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/39477a91bbe34f9f933f568f15728297.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/39477a91bbe34f9f933f568f15728297.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.44, mean=7.8903, time=11.469, queries=5, tiles=50.0:5.8397,80.0:11.0557,90.0:11.1631,95.0:11.2168,99.0:11.2598,99.9:11.2695 +TestScenario.Offline qps=0.39, mean=9.1087, time=12.685, queries=5, tiles=50.0:7.2199,80.0:12.2012,90.0:12.2929,95.0:12.3388,99.0:12.3755,99.9:12.3837 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 78f818887..1018734fe 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |-----------|------------|------------|--------------|-------------------| -| retinanet | offline | 76.951 | 0.198 | - | \ No newline at end of file +| retinanet | offline | 76.951 | 0.371 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md index 3362e44e2..677604e24 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.197574` +`Samples per second`: `0.3711` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out index 6046f8849..de05c8ac1 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/095104b333534689a22caae12b11fffc.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/095104b333534689a22caae12b11fffc.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/88cbeb14360f440891ada9b83ee18f93.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/88cbeb14360f440891ada9b83ee18f93.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -/Users/runner/MLC/repos/local/cache/get-git-repo_2446fa85/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/Users/runner/MLC/repos/local/cache/get-git-repo_96ca6da1/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -37,4 +37,4 @@ DONE (t=0.03s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.20, mean=20.4702, time=24.593, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:18.3458,80.0:24.1817,90.0:24.2586,95.0:24.2970,99.0:24.3278,99.9:24.3347 +TestScenario.Offline qps=0.42, mean=8.7396, time=11.774, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:7.0173,80.0:11.3658,90.0:11.4973,95.0:11.5630,99.0:11.6155,99.9:11.6274 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd index f7ada209b..d35eaccd3 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,33 +13,33 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_pytorch,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_torchvision download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_install,_md5sha1sum_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - get-ml-model-retinanet,427bc5665e4541c2_(_fp32,_pytorch_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch + get-ml-model-retinanet,427bc5665e4541c2_(_pytorch,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -127,7 +127,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -138,7 +138,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -172,26 +172,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png index 2f6c15ae1..f3237cb62 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json index 4e80c5fd1..355df7785 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -327,7 +327,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -397,17 +397,17 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth", "version": "", - "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( fp32,_pytorch )" + "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( pytorch,_fp32 )" } }, { - "get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch": { + "get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32": { "script_uid": "427bc5665e4541c2", "script_alias": "get-ml-model-retinanet", "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", - "script_variations": "fp32,pytorch", + "script_variations": "pytorch,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1397,7 +1397,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1957,7 +1957,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json index 72a3bb4e0..145838069 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737859663327.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900618982.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out index eb1a6c874..a5e7fd3f3 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4a437ec89edd4a91b8c41034233bdb81.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4a437ec89edd4a91b8c41034233bdb81.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8d6d3a7bd7aa44089aaa9cade1299de2.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8d6d3a7bd7aa44089aaa9cade1299de2.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec -/Users/runner/MLC/repos/local/cache/get-git-repo_2446fa85/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/Users/runner/MLC/repos/local/cache/get-git-repo_96ca6da1/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -9,4 +9,4 @@ INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec return forward_call(*args, **kwargs) code/__torch__/model/retinanet.py:159: UserWarning: RetinaNet always returns a (Losses, Detections) tuple in scripting INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.20, mean=19.3462, time=25.426, queries=5, tiles=50.0:16.3989,80.0:25.0431,90.0:25.1383,95.0:25.1860,99.0:25.2241,99.9:25.2326 +TestScenario.Offline qps=0.37, mean=10.3826, time=13.585, queries=5, tiles=50.0:8.8841,80.0:13.3149,90.0:13.3255,95.0:13.3309,99.0:13.3352,99.9:13.3361 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index 328771a08..1664051b9 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 23.091 | - | \ No newline at end of file +| resnet50 | offline | 76 | 22.99 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md index 1f313cfb3..60e555a3a 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `23.0912` +`Samples per second`: `22.9898` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out index e001213a1..593f8b4c5 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/00958b0e5dd5426cbe4190bf2b87a2ad.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_45cb04c7 +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6499421392cd49319f4888bce6b82ce8.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_feb97011 Dataset List filepath: Scenario: Offline Mode: AccuracyOnly diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd index 049e8e91e..7b631d435 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd @@ -15,13 +15,13 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> detect,os + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> detect,cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 @@ -56,19 +56,19 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,loadgen + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,mlcommons,inference,src get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,lib,onnxruntime,lang-cpp,_cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux @@ -90,11 +90,11 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,dataset,preprocessed,imagenet,_NCHW + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,ml-model,raw,resnet50,_onnx + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,ml-model,raw,resnet50,_onnx generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -105,15 +105,15 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> generate,user-conf,mlperf,inference detect-cpu,586c8a43320142f7 --> detect,os compile-program,c05042ba005a4bfa --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler detect-cpu,586c8a43320142f7 --> detect,os get-compiler-flags,31be8b74a69742f8 --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler-flags - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> compile,cpp-program + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> compile,cpp-program detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png index c2ef36672..64c93acd5 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json index 61f24e6e3..a421d7e1a 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json @@ -167,15 +167,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -577,7 +577,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -617,7 +617,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -637,7 +637,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -687,15 +687,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -917,7 +917,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -957,7 +957,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -1067,7 +1067,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -1137,7 +1137,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json index efc96225c..83e7ac5a0 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1945-255" + "MLC_HOST_SYSTEM_NAME": "fv-az1945-895" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out index 27eda869c..01adcd0c1 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c30c6978ad35437d92ea0ae2b17fd837.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_45cb04c7 +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b7a275856b754286af5c147952861d7c.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_feb97011 Dataset List filepath: Scenario: Offline Mode: PerformanceOnly diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt index acce96f2f..d7c41faec 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:48 up 4 min, 0 user, load average: 2.06, 0.71, 0.26 + 14:37:11 up 4 min, 0 user, load average: 2.14, 0.77, 0.29 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,7 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---10*[{dockerd}] + |-dockerd---9*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.429 +cpu MHz : 2613.034 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.315 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3215.011 +cpu MHz : 3233.730 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3234.473 +cpu MHz : 3237.231 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8526 MB +node 0 free: 8555 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8731072 kB -MemAvailable: 15359072 kB -Buffers: 162584 kB -Cached: 6455356 kB +MemTotal: 16373796 kB +MemFree: 8760984 kB +MemAvailable: 15389212 kB +Buffers: 161980 kB +Cached: 6455992 kB SwapCached: 0 kB -Active: 1319780 kB -Inactive: 5588584 kB -Active(anon): 369100 kB +Active: 1328644 kB +Inactive: 5589284 kB +Active(anon): 378672 kB Inactive(anon): 0 kB -Active(file): 950680 kB -Inactive(file): 5588584 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 949972 kB +Inactive(file): 5589284 kB +Unevictable: 46936 kB +Mlocked: 43864 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 5844 kB +Dirty: 5892 kB Writeback: 0 kB -AnonPages: 333288 kB -Mapped: 340488 kB -Shmem: 69924 kB -KReclaimable: 434648 kB -Slab: 528772 kB -SReclaimable: 434648 kB -SUnreclaim: 94124 kB -KernelStack: 4180 kB -PageTables: 6236 kB +AnonPages: 343584 kB +Mapped: 339448 kB +Shmem: 69964 kB +KReclaimable: 434884 kB +Slab: 529476 kB +SReclaimable: 434884 kB +SUnreclaim: 94592 kB +KernelStack: 4128 kB +PageTables: 6184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2190256 kB +Committed_AS: 2185388 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35312 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 137216 kB +AnonHugePages: 147456 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 5130240 kB -DirectMap1G: 13631488 kB +DirectMap4k: 108480 kB +DirectMap2M: 4085760 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:50 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 257945 250460 45 0 63210 0 +fs.dentry-state = 257940 250467 45 0 63199 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 194701 568 -fs.inode-state = 194701 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 194719 566 +fs.inode-state = 194719 566 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-255 +kernel.hostname = fv-az1945-895 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6221 +kernel.ns_last_pid = 6212 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = cf9f31b6-819c-456a-8992-b6145ec8dbcd +kernel.random.boot_id = 5977ffec-ccb2-4a37-b70c-6d54df3a6879 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5524b624-90d5-44b9-96d5-32ce16c126f7 +kernel.random.uuid = 1529cb25-27c9-4e9c-9122-9cceb373f4d9 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 25d4a3e1-b3eb4c81-c7efe86c-af85cf4e +net.ipv4.tcp_fastopen_key = 7fa63379-7a058b7a-0ddee4d2-ebde246d net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 124 +net.netfilter.nf_conntrack_count = 218 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-2830-8326-4684-4745-30 - UUID: 0b23d480-e49b-a240-a5c7-a36d8af14cd9 + Serial Number: 0000-0002-4174-8610-9526-0186-48 + UUID: cea28c21-bde7-584a-9aad-0f036c08c462 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-9456-9622-7501-3623-93 + Serial Number: 0000-0011-1455-8116-0183-6780-50 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6354-5294-9974-8471-3253-6297-05 + Serial Number: 0363-8530-1855-1736-0293-0187-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt index acce96f2f..d7c41faec 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:48 up 4 min, 0 user, load average: 2.06, 0.71, 0.26 + 14:37:11 up 4 min, 0 user, load average: 2.14, 0.77, 0.29 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,7 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---10*[{dockerd}] + |-dockerd---9*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.429 +cpu MHz : 2613.034 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.315 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3215.011 +cpu MHz : 3233.730 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3234.473 +cpu MHz : 3237.231 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8526 MB +node 0 free: 8555 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8731072 kB -MemAvailable: 15359072 kB -Buffers: 162584 kB -Cached: 6455356 kB +MemTotal: 16373796 kB +MemFree: 8760984 kB +MemAvailable: 15389212 kB +Buffers: 161980 kB +Cached: 6455992 kB SwapCached: 0 kB -Active: 1319780 kB -Inactive: 5588584 kB -Active(anon): 369100 kB +Active: 1328644 kB +Inactive: 5589284 kB +Active(anon): 378672 kB Inactive(anon): 0 kB -Active(file): 950680 kB -Inactive(file): 5588584 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 949972 kB +Inactive(file): 5589284 kB +Unevictable: 46936 kB +Mlocked: 43864 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 5844 kB +Dirty: 5892 kB Writeback: 0 kB -AnonPages: 333288 kB -Mapped: 340488 kB -Shmem: 69924 kB -KReclaimable: 434648 kB -Slab: 528772 kB -SReclaimable: 434648 kB -SUnreclaim: 94124 kB -KernelStack: 4180 kB -PageTables: 6236 kB +AnonPages: 343584 kB +Mapped: 339448 kB +Shmem: 69964 kB +KReclaimable: 434884 kB +Slab: 529476 kB +SReclaimable: 434884 kB +SUnreclaim: 94592 kB +KernelStack: 4128 kB +PageTables: 6184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2190256 kB +Committed_AS: 2185388 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35312 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 137216 kB +AnonHugePages: 147456 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 5130240 kB -DirectMap1G: 13631488 kB +DirectMap4k: 108480 kB +DirectMap2M: 4085760 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:50 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 257945 250460 45 0 63210 0 +fs.dentry-state = 257940 250467 45 0 63199 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 194701 568 -fs.inode-state = 194701 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 194719 566 +fs.inode-state = 194719 566 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-255 +kernel.hostname = fv-az1945-895 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6221 +kernel.ns_last_pid = 6212 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = cf9f31b6-819c-456a-8992-b6145ec8dbcd +kernel.random.boot_id = 5977ffec-ccb2-4a37-b70c-6d54df3a6879 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5524b624-90d5-44b9-96d5-32ce16c126f7 +kernel.random.uuid = 1529cb25-27c9-4e9c-9122-9cceb373f4d9 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 25d4a3e1-b3eb4c81-c7efe86c-af85cf4e +net.ipv4.tcp_fastopen_key = 7fa63379-7a058b7a-0ddee4d2-ebde246d net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 124 +net.netfilter.nf_conntrack_count = 218 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-2830-8326-4684-4745-30 - UUID: 0b23d480-e49b-a240-a5c7-a36d8af14cd9 + Serial Number: 0000-0002-4174-8610-9526-0186-48 + UUID: cea28c21-bde7-584a-9aad-0f036c08c462 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-9456-9622-7501-3623-93 + Serial Number: 0000-0011-1455-8116-0183-6780-50 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6354-5294-9974-8471-3253-6297-05 + Serial Number: 0363-8530-1855-1736-0293-0187-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md index e9ffef076..9f0adb511 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.426066` +`Samples per second`: `0.426567` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out index 391319e9d..df9db2454 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out @@ -1,7 +1,7 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4d2cb511341f47939b0688b4b13e6887.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3 -Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3/annotations/openimages-mlperf.json +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a0294281bef342f598f7cd15c2b99475.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65 +Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65/annotations/openimages-mlperf.json Scenario: Offline Mode: AccuracyOnly Batch size: 1 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd index 2672a8f09..b4c7cb980 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd @@ -13,9 +13,9 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_cpp,_retinanet,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> detect,os + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> detect,cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 @@ -50,13 +50,13 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,loadgen + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,mlcommons,inference,src get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -139,11 +139,11 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,dataset,preprocessed,openimages,_validation,_NCHW + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,dataset,preprocessed,openimages,_validation,_NCHW download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx get-ml-model-retinanet,427bc5665e4541c2_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,ml-model,retinanet,_onnx,_fp32 + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,ml-model,retinanet,_onnx,_fp32 generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -154,15 +154,15 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> generate,user-conf,mlperf,inference detect-cpu,586c8a43320142f7 --> detect,os compile-program,c05042ba005a4bfa --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler detect-cpu,586c8a43320142f7 --> detect,os get-compiler-flags,31be8b74a69742f8 --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler-flags - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> compile,cpp-program + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> compile,cpp-program detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png index 5833a9eb0..01402b4a7 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json index 9c075dd9c..44bbebb3a 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -557,7 +557,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -577,7 +577,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", "script_variations": "onnx,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1627,7 +1627,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json index 83e7ac5a0..d2da27c85 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1945-895" + "MLC_HOST_SYSTEM_NAME": "fv-az2027-431" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out index 0ba48e09a..2a4474b60 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out @@ -1,7 +1,7 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4daf631e755947e997ba650967bbf7ab.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3 -Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3/annotations/openimages-mlperf.json +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2ffa121aa80a447e9d34fe50aa4a567d.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65 +Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65/annotations/openimages-mlperf.json Scenario: Offline Mode: PerformanceOnly Batch size: 1 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt index 144153538..bed339b6d 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2027-431 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:59 up 3 min, 0 user, load average: 1.66, 0.84, 0.34 + 14:37:20 up 3 min, 0 user, load average: 1.69, 0.77, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2647.243 +cpu MHz : 3235.272 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.425 +cpu MHz : 3233.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3257.140 +cpu MHz : 3226.405 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.959 +cpu MHz : 3245.698 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8249 MB +node 0 free: 8247 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8447480 kB -MemAvailable: 15352360 kB -Buffers: 195428 kB -Cached: 6685944 kB +MemTotal: 16373796 kB +MemFree: 8444956 kB +MemAvailable: 15350312 kB +Buffers: 194932 kB +Cached: 6687296 kB SwapCached: 0 kB -Active: 1317836 kB -Inactive: 5853188 kB -Active(anon): 368068 kB +Active: 1321500 kB +Inactive: 5853184 kB +Active(anon): 370780 kB Inactive(anon): 0 kB -Active(file): 949768 kB -Inactive(file): 5853188 kB +Active(file): 950720 kB +Inactive(file): 5853184 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 552800 kB -Writeback: 0 kB -AnonPages: 334684 kB -Mapped: 339220 kB -Shmem: 69664 kB -KReclaimable: 447836 kB -Slab: 544540 kB -SReclaimable: 447836 kB -SUnreclaim: 96704 kB -KernelStack: 4224 kB -PageTables: 6328 kB +Dirty: 238156 kB +Writeback: 7616 kB +AnonPages: 337544 kB +Mapped: 340412 kB +Shmem: 69552 kB +KReclaimable: 447364 kB +Slab: 544076 kB +SReclaimable: 447364 kB +SUnreclaim: 96712 kB +KernelStack: 4140 kB +PageTables: 6296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2179780 kB +Committed_AS: 2161772 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35296 kB +VmallocUsed: 35136 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 155648 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 4081664 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 5134336 kB +DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 219672 212194 45 0 15899 0 +fs.dentry-state = 219483 212010 45 0 15903 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 203753 568 -fs.inode-state = 203753 568 0 0 0 0 0 +fs.inode-nr = 203536 568 +fs.inode-state = 203536 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-895 +kernel.hostname = fv-az2027-431 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7386 +kernel.ns_last_pid = 7408 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = f235f578-b2f2-492b-8aff-da89ff693ed5 +kernel.random.boot_id = 7135fbc3-b2c7-414c-af41-39f4bdcd0128 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f01ddeed-39dd-4e1f-a0a4-72274efbfa05 +kernel.random.uuid = 4fcf5187-fbcd-41dd-9ef3-95b0dbe22276 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 206156e4-819046d3-e35ed476-81b7abec +net.ipv4.tcp_fastopen_key = b4e49059-37d4fa6e-a00b899f-bfdf9151 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 205 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-0060-8471-4746-8920-29 - UUID: bc77bd98-583e-fd4e-a2bf-a99fec4c4a07 + Serial Number: 0000-0004-3840-4451-0176-2997-88 + UUID: 4141d73c-8f1c-0c4b-9694-68633d17f0bb Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-7272-7845-9025-3777-99 + Serial Number: 0000-0010-8504-1217-7678-3976-27 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 3164-1527-9935-3407-5261-1195-30 + Serial Number: 1598-2299-8409-5136-8337-2548-93 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt index 144153538..bed339b6d 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2027-431 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:59 up 3 min, 0 user, load average: 1.66, 0.84, 0.34 + 14:37:20 up 3 min, 0 user, load average: 1.69, 0.77, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2647.243 +cpu MHz : 3235.272 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.425 +cpu MHz : 3233.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3257.140 +cpu MHz : 3226.405 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.959 +cpu MHz : 3245.698 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8249 MB +node 0 free: 8247 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8447480 kB -MemAvailable: 15352360 kB -Buffers: 195428 kB -Cached: 6685944 kB +MemTotal: 16373796 kB +MemFree: 8444956 kB +MemAvailable: 15350312 kB +Buffers: 194932 kB +Cached: 6687296 kB SwapCached: 0 kB -Active: 1317836 kB -Inactive: 5853188 kB -Active(anon): 368068 kB +Active: 1321500 kB +Inactive: 5853184 kB +Active(anon): 370780 kB Inactive(anon): 0 kB -Active(file): 949768 kB -Inactive(file): 5853188 kB +Active(file): 950720 kB +Inactive(file): 5853184 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 552800 kB -Writeback: 0 kB -AnonPages: 334684 kB -Mapped: 339220 kB -Shmem: 69664 kB -KReclaimable: 447836 kB -Slab: 544540 kB -SReclaimable: 447836 kB -SUnreclaim: 96704 kB -KernelStack: 4224 kB -PageTables: 6328 kB +Dirty: 238156 kB +Writeback: 7616 kB +AnonPages: 337544 kB +Mapped: 340412 kB +Shmem: 69552 kB +KReclaimable: 447364 kB +Slab: 544076 kB +SReclaimable: 447364 kB +SUnreclaim: 96712 kB +KernelStack: 4140 kB +PageTables: 6296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2179780 kB +Committed_AS: 2161772 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35296 kB +VmallocUsed: 35136 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 155648 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 4081664 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 5134336 kB +DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 219672 212194 45 0 15899 0 +fs.dentry-state = 219483 212010 45 0 15903 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 203753 568 -fs.inode-state = 203753 568 0 0 0 0 0 +fs.inode-nr = 203536 568 +fs.inode-state = 203536 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-895 +kernel.hostname = fv-az2027-431 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7386 +kernel.ns_last_pid = 7408 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = f235f578-b2f2-492b-8aff-da89ff693ed5 +kernel.random.boot_id = 7135fbc3-b2c7-414c-af41-39f4bdcd0128 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f01ddeed-39dd-4e1f-a0a4-72274efbfa05 +kernel.random.uuid = 4fcf5187-fbcd-41dd-9ef3-95b0dbe22276 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 206156e4-819046d3-e35ed476-81b7abec +net.ipv4.tcp_fastopen_key = b4e49059-37d4fa6e-a00b899f-bfdf9151 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 205 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-0060-8471-4746-8920-29 - UUID: bc77bd98-583e-fd4e-a2bf-a99fec4c4a07 + Serial Number: 0000-0004-3840-4451-0176-2997-88 + UUID: 4141d73c-8f1c-0c4b-9694-68633d17f0bb Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-7272-7845-9025-3777-99 + Serial Number: 0000-0010-8504-1217-7678-3976-27 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 3164-1527-9935-3407-5261-1195-30 + Serial Number: 1598-2299-8409-5136-8337-2548-93 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt index acce96f2f..d7c41faec 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:48 up 4 min, 0 user, load average: 2.06, 0.71, 0.26 + 14:37:11 up 4 min, 0 user, load average: 2.14, 0.77, 0.29 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,7 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---10*[{dockerd}] + |-dockerd---9*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.429 +cpu MHz : 2613.034 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.315 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3215.011 +cpu MHz : 3233.730 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3234.473 +cpu MHz : 3237.231 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8526 MB +node 0 free: 8555 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8731072 kB -MemAvailable: 15359072 kB -Buffers: 162584 kB -Cached: 6455356 kB +MemTotal: 16373796 kB +MemFree: 8760984 kB +MemAvailable: 15389212 kB +Buffers: 161980 kB +Cached: 6455992 kB SwapCached: 0 kB -Active: 1319780 kB -Inactive: 5588584 kB -Active(anon): 369100 kB +Active: 1328644 kB +Inactive: 5589284 kB +Active(anon): 378672 kB Inactive(anon): 0 kB -Active(file): 950680 kB -Inactive(file): 5588584 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 949972 kB +Inactive(file): 5589284 kB +Unevictable: 46936 kB +Mlocked: 43864 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 5844 kB +Dirty: 5892 kB Writeback: 0 kB -AnonPages: 333288 kB -Mapped: 340488 kB -Shmem: 69924 kB -KReclaimable: 434648 kB -Slab: 528772 kB -SReclaimable: 434648 kB -SUnreclaim: 94124 kB -KernelStack: 4180 kB -PageTables: 6236 kB +AnonPages: 343584 kB +Mapped: 339448 kB +Shmem: 69964 kB +KReclaimable: 434884 kB +Slab: 529476 kB +SReclaimable: 434884 kB +SUnreclaim: 94592 kB +KernelStack: 4128 kB +PageTables: 6184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2190256 kB +Committed_AS: 2185388 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35312 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 137216 kB +AnonHugePages: 147456 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 5130240 kB -DirectMap1G: 13631488 kB +DirectMap4k: 108480 kB +DirectMap2M: 4085760 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:50 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 257945 250460 45 0 63210 0 +fs.dentry-state = 257940 250467 45 0 63199 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 194701 568 -fs.inode-state = 194701 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 194719 566 +fs.inode-state = 194719 566 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-255 +kernel.hostname = fv-az1945-895 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6221 +kernel.ns_last_pid = 6212 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = cf9f31b6-819c-456a-8992-b6145ec8dbcd +kernel.random.boot_id = 5977ffec-ccb2-4a37-b70c-6d54df3a6879 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5524b624-90d5-44b9-96d5-32ce16c126f7 +kernel.random.uuid = 1529cb25-27c9-4e9c-9122-9cceb373f4d9 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 25d4a3e1-b3eb4c81-c7efe86c-af85cf4e +net.ipv4.tcp_fastopen_key = 7fa63379-7a058b7a-0ddee4d2-ebde246d net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 124 +net.netfilter.nf_conntrack_count = 218 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-2830-8326-4684-4745-30 - UUID: 0b23d480-e49b-a240-a5c7-a36d8af14cd9 + Serial Number: 0000-0002-4174-8610-9526-0186-48 + UUID: cea28c21-bde7-584a-9aad-0f036c08c462 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-9456-9622-7501-3623-93 + Serial Number: 0000-0011-1455-8116-0183-6780-50 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6354-5294-9974-8471-3253-6297-05 + Serial Number: 0363-8530-1855-1736-0293-0187-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index a06a11e3c..bb0575659 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| bert-99 | offline | 80 | 6.236 | - | \ No newline at end of file +| bert-99 | offline | 80 | 6.169 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md index 7053045f8..fbd26bc35 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `F1`: `80.0`, Required accuracy for closed division `>= 89.96526` ### Performance Results -`Samples per second`: `6.23584` +`Samples per second`: `6.16895` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out index 190423328..dd15ae753 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out @@ -1,13 +1,13 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=avx2, binary=avx2) -[7f32880006c0 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. -2025-01-26 02:50:47 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:50:47 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:50:47 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +[7f5403e3fb80 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. +2025-01-26 14:44:16 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:44:16 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:44:16 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_db95b2be/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_96448285/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd index 0a2849c5b..c21eee189 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd @@ -21,34 +21,34 @@ graph TD download-and-extract,c67e81a4ce2649f5_(_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt_) --> download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt get-dataset-squad-vocab,e38874fff5094577 --> download-and-extract,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt app-mlperf-inference,d775cac873ee4231_(_reference,_bert-99,_deepsparse,_cpu,_test,_r5.0-dev_default,_int8,_offline_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_transformers download-file,9cdc8dc41aae437e_(_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> download,file,_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> download-and-extract,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,dataset,squad,original - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,dataset,squad,original + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,dataset-aux,squad-vocab generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -59,7 +59,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -93,59 +93,59 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,loadgen get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-git-repo,ed603e7292974f10_(_branch.deepsparse,_repo.https://github.com/neuralmagic/inference_) --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.deepsparse,_repo.https://github.com/neuralmagic/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_deepsparse + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_deepsparse get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_package.pydantic + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_package.pydantic get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_tokenization + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_tokenization get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_six_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_six_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_six + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_six get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_package.absl-py + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_package.absl-py detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png index b3c19768f..2b2cd57ac 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json index cf4475434..89de427bd 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json @@ -227,7 +227,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -247,7 +247,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -267,7 +267,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.11.11", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.48.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -437,15 +437,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } @@ -477,7 +477,7 @@ "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", "script_variations": "deepsparse,int8", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -487,7 +487,7 @@ "script_tags": "get,dataset,squad,language-processing,validation,original", "script_variations": "", "version": "1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -607,7 +607,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -947,7 +947,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -987,7 +987,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "deeplearningexamples", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1037,7 +1037,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "deepsparse", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "deepsparse", "version": "1.8.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pydantic", "version": "2.10.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "tokenization", "version": "1.0.7", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "six", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1457,7 +1457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.absl-py", "version": "2.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json index e9026877e..c1a5fd319 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1774-47" + "MLC_HOST_SYSTEM_NAME": "fv-az1277-970" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out index 392621871..ef9248393 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out @@ -1,15 +1,15 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=avx2, binary=avx2) -[7f27ea0006c0 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. -2025-01-26 02:47:31 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:47:31 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:47:31 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +[7f74e7c006c0 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. +2025-01-26 14:41:00 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:41:00 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:41:00 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] ================================================ MLPerf Results Summary ================================================ SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 6.23584 +Samples per second: 6.16895 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -18,15 +18,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 82898945 -Max latency (ns) : 801816104 -Mean latency (ns) : 403023035 -50.00 percentile latency (ns) : 376276392 -90.00 percentile latency (ns) : 801816104 -95.00 percentile latency (ns) : 801816104 -97.00 percentile latency (ns) : 801816104 -99.00 percentile latency (ns) : 801816104 -99.90 percentile latency (ns) : 801816104 +Min latency (ns) : 82716937 +Max latency (ns) : 810510159 +Mean latency (ns) : 408911122 +50.00 percentile latency (ns) : 383744286 +90.00 percentile latency (ns) : 810510159 +95.00 percentile latency (ns) : 810510159 +97.00 percentile latency (ns) : 810510159 +99.00 percentile latency (ns) : 810510159 +99.90 percentile latency (ns) : 810510159 ================================================ Test Parameters Used @@ -54,7 +54,7 @@ performance_sample_count : 10833 No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_db95b2be/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_96448285/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt index e9886d4b7..abe47b6f2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1774-47 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1277-970 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:47:36 up 7 min, 0 user, load average: 1.21, 0.86, 0.41 + 14:41:06 up 7 min, 0 user, load average: 1.15, 0.90, 0.46 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,9 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---9*[{dockerd}] - |-fwupd---6*[{fwupd}] - |-gpg-agent + |-dockerd---10*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -47,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-19*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -59,7 +57,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-systemd-network |-systemd-resolve |-systemd-udevd - `-udisksd---6*[{udisksd}] + `-udisksd---5*[{udisksd}] ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 @@ -69,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3241.048 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -97,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.427 +cpu MHz : 3243.371 cache size : 512 KB physical id : 0 siblings : 4 @@ -125,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2599.424 +cpu MHz : 3242.541 cache size : 512 KB physical id : 0 siblings : 4 @@ -153,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3246.621 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -220,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6578 MB +node 0 free: 6639 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6736692 kB -MemAvailable: 14894680 kB -Buffers: 201028 kB -Cached: 7850384 kB +MemFree: 6799056 kB +MemAvailable: 14934756 kB +Buffers: 201200 kB +Cached: 7826752 kB SwapCached: 0 kB -Active: 1429912 kB -Inactive: 7046756 kB -Active(anon): 507248 kB +Active: 1302300 kB +Inactive: 7033128 kB +Active(anon): 387592 kB Inactive(anon): 0 kB -Active(file): 922664 kB -Inactive(file): 7046756 kB +Active(file): 914708 kB +Inactive(file): 7033128 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 3420 kB +Dirty: 53436 kB Writeback: 0 kB -AnonPages: 467408 kB -Mapped: 364676 kB -Shmem: 73240 kB -KReclaimable: 534480 kB -Slab: 642100 kB -SReclaimable: 534480 kB -SUnreclaim: 107620 kB -KernelStack: 4016 kB -PageTables: 6748 kB +AnonPages: 350420 kB +Mapped: 342276 kB +Shmem: 71348 kB +KReclaimable: 533776 kB +Slab: 641340 kB +SReclaimable: 533776 kB +SUnreclaim: 107564 kB +KernelStack: 4020 kB +PageTables: 6404 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2449764 kB +Committed_AS: 2254848 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35204 kB +VmallocUsed: 35104 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 194560 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -283,7 +281,7 @@ DirectMap2M: 5126144 kB DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -734,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -810,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 253577 246051 45 0 16664 0 +fs.dentry-state = 252880 245436 45 0 16309 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1856 0 9223372036854775807 -fs.inode-nr = 236866 568 -fs.inode-state = 236866 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 236540 568 +fs.inode-state = 236540 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -878,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1774-47 +kernel.hostname = fv-az1277-970 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -911,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7120 +kernel.ns_last_pid = 7123 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -944,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fee9e2ba-a897-438f-ba0a-9143aad27bbf +kernel.random.boot_id = 78da76b7-398d-493a-a998-f6b93236a6bf kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 2441fc74-1caa-4088-bf27-617fb148d2f1 +kernel.random.uuid = 6a0ce980-e335-4253-9d52-82b5db0fa64f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1361,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 4e443ccd-03cbaf01-2636f1db-a5b18100 +net.ipv4.tcp_fastopen_key = 07bf8224-d9e43545-51181dd5-3b3a6284 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1835,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 144 +net.netfilter.nf_conntrack_count = 151 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2058,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0004-1685-6200-0608-3809-43 - UUID: 0db5d939-74b6-0f48-a206-99f19d5fa37e + Serial Number: 0000-0010-8802-0769-7779-8353-75 + UUID: 4143fe96-a35c-ef41-b749-e88a9240728c Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2067,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-6751-8834-7011-0483-18 + Serial Number: 0000-0013-2073-4306-4097-5182-20 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2075,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 0348-3623-5988-0943-4299-1828-93 + Serial Number: 2466-1296-9241-3185-3346-3998-89 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt index e9886d4b7..abe47b6f2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1774-47 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1277-970 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:47:36 up 7 min, 0 user, load average: 1.21, 0.86, 0.41 + 14:41:06 up 7 min, 0 user, load average: 1.15, 0.90, 0.46 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,9 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---9*[{dockerd}] - |-fwupd---6*[{fwupd}] - |-gpg-agent + |-dockerd---10*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -47,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-19*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -59,7 +57,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-systemd-network |-systemd-resolve |-systemd-udevd - `-udisksd---6*[{udisksd}] + `-udisksd---5*[{udisksd}] ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 @@ -69,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3241.048 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -97,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.427 +cpu MHz : 3243.371 cache size : 512 KB physical id : 0 siblings : 4 @@ -125,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2599.424 +cpu MHz : 3242.541 cache size : 512 KB physical id : 0 siblings : 4 @@ -153,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3246.621 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -220,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6578 MB +node 0 free: 6639 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6736692 kB -MemAvailable: 14894680 kB -Buffers: 201028 kB -Cached: 7850384 kB +MemFree: 6799056 kB +MemAvailable: 14934756 kB +Buffers: 201200 kB +Cached: 7826752 kB SwapCached: 0 kB -Active: 1429912 kB -Inactive: 7046756 kB -Active(anon): 507248 kB +Active: 1302300 kB +Inactive: 7033128 kB +Active(anon): 387592 kB Inactive(anon): 0 kB -Active(file): 922664 kB -Inactive(file): 7046756 kB +Active(file): 914708 kB +Inactive(file): 7033128 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 3420 kB +Dirty: 53436 kB Writeback: 0 kB -AnonPages: 467408 kB -Mapped: 364676 kB -Shmem: 73240 kB -KReclaimable: 534480 kB -Slab: 642100 kB -SReclaimable: 534480 kB -SUnreclaim: 107620 kB -KernelStack: 4016 kB -PageTables: 6748 kB +AnonPages: 350420 kB +Mapped: 342276 kB +Shmem: 71348 kB +KReclaimable: 533776 kB +Slab: 641340 kB +SReclaimable: 533776 kB +SUnreclaim: 107564 kB +KernelStack: 4020 kB +PageTables: 6404 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2449764 kB +Committed_AS: 2254848 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35204 kB +VmallocUsed: 35104 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 194560 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -283,7 +281,7 @@ DirectMap2M: 5126144 kB DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -734,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -810,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 253577 246051 45 0 16664 0 +fs.dentry-state = 252880 245436 45 0 16309 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1856 0 9223372036854775807 -fs.inode-nr = 236866 568 -fs.inode-state = 236866 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 236540 568 +fs.inode-state = 236540 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -878,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1774-47 +kernel.hostname = fv-az1277-970 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -911,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7120 +kernel.ns_last_pid = 7123 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -944,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fee9e2ba-a897-438f-ba0a-9143aad27bbf +kernel.random.boot_id = 78da76b7-398d-493a-a998-f6b93236a6bf kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 2441fc74-1caa-4088-bf27-617fb148d2f1 +kernel.random.uuid = 6a0ce980-e335-4253-9d52-82b5db0fa64f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1361,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 4e443ccd-03cbaf01-2636f1db-a5b18100 +net.ipv4.tcp_fastopen_key = 07bf8224-d9e43545-51181dd5-3b3a6284 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1835,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 144 +net.netfilter.nf_conntrack_count = 151 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2058,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0004-1685-6200-0608-3809-43 - UUID: 0db5d939-74b6-0f48-a206-99f19d5fa37e + Serial Number: 0000-0010-8802-0769-7779-8353-75 + UUID: 4143fe96-a35c-ef41-b749-e88a9240728c Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2067,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-6751-8834-7011-0483-18 + Serial Number: 0000-0013-2073-4306-4097-5182-20 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2075,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 0348-3623-5988-0943-4299-1828-93 + Serial Number: 2466-1296-9241-3185-3346-3998-89 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt index e9886d4b7..abe47b6f2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1774-47 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1277-970 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:47:36 up 7 min, 0 user, load average: 1.21, 0.86, 0.41 + 14:41:06 up 7 min, 0 user, load average: 1.15, 0.90, 0.46 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,9 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---9*[{dockerd}] - |-fwupd---6*[{fwupd}] - |-gpg-agent + |-dockerd---10*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -47,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-19*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -59,7 +57,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-systemd-network |-systemd-resolve |-systemd-udevd - `-udisksd---6*[{udisksd}] + `-udisksd---5*[{udisksd}] ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 @@ -69,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3241.048 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -97,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.427 +cpu MHz : 3243.371 cache size : 512 KB physical id : 0 siblings : 4 @@ -125,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2599.424 +cpu MHz : 3242.541 cache size : 512 KB physical id : 0 siblings : 4 @@ -153,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3246.621 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -220,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6578 MB +node 0 free: 6639 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6736692 kB -MemAvailable: 14894680 kB -Buffers: 201028 kB -Cached: 7850384 kB +MemFree: 6799056 kB +MemAvailable: 14934756 kB +Buffers: 201200 kB +Cached: 7826752 kB SwapCached: 0 kB -Active: 1429912 kB -Inactive: 7046756 kB -Active(anon): 507248 kB +Active: 1302300 kB +Inactive: 7033128 kB +Active(anon): 387592 kB Inactive(anon): 0 kB -Active(file): 922664 kB -Inactive(file): 7046756 kB +Active(file): 914708 kB +Inactive(file): 7033128 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 3420 kB +Dirty: 53436 kB Writeback: 0 kB -AnonPages: 467408 kB -Mapped: 364676 kB -Shmem: 73240 kB -KReclaimable: 534480 kB -Slab: 642100 kB -SReclaimable: 534480 kB -SUnreclaim: 107620 kB -KernelStack: 4016 kB -PageTables: 6748 kB +AnonPages: 350420 kB +Mapped: 342276 kB +Shmem: 71348 kB +KReclaimable: 533776 kB +Slab: 641340 kB +SReclaimable: 533776 kB +SUnreclaim: 107564 kB +KernelStack: 4020 kB +PageTables: 6404 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2449764 kB +Committed_AS: 2254848 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35204 kB +VmallocUsed: 35104 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 194560 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -283,7 +281,7 @@ DirectMap2M: 5126144 kB DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -734,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -810,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 253577 246051 45 0 16664 0 +fs.dentry-state = 252880 245436 45 0 16309 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1856 0 9223372036854775807 -fs.inode-nr = 236866 568 -fs.inode-state = 236866 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 236540 568 +fs.inode-state = 236540 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -878,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1774-47 +kernel.hostname = fv-az1277-970 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -911,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7120 +kernel.ns_last_pid = 7123 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -944,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fee9e2ba-a897-438f-ba0a-9143aad27bbf +kernel.random.boot_id = 78da76b7-398d-493a-a998-f6b93236a6bf kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 2441fc74-1caa-4088-bf27-617fb148d2f1 +kernel.random.uuid = 6a0ce980-e335-4253-9d52-82b5db0fa64f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1361,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 4e443ccd-03cbaf01-2636f1db-a5b18100 +net.ipv4.tcp_fastopen_key = 07bf8224-d9e43545-51181dd5-3b3a6284 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1835,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 144 +net.netfilter.nf_conntrack_count = 151 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2058,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0004-1685-6200-0608-3809-43 - UUID: 0db5d939-74b6-0f48-a206-99f19d5fa37e + Serial Number: 0000-0010-8802-0769-7779-8353-75 + UUID: 4143fe96-a35c-ef41-b749-e88a9240728c Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2067,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-6751-8834-7011-0483-18 + Serial Number: 0000-0013-2073-4306-4097-5182-20 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2075,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 0348-3623-5988-0943-4299-1828-93 + Serial Number: 2466-1296-9241-3185-3346-3998-89 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 8fd971951..28b3b1e7c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 22.898 | - | \ No newline at end of file +| resnet50 | offline | 76 | 23.077 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md index 86f28cde2..0fc8b210c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `22.8984` +`Samples per second`: `23.0772` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out index a6805a0c5..b79485f28 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3d5580cfdf104196a604df7bb9da756f.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3d5580cfdf104196a604df7bb9da756f.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0b894e93b82f4ba2acfd1bc9676bbb44.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0b894e93b82f4ba2acfd1bc9676bbb44.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 500 preprocessed images using 4 threads INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.73, mean=13.8226, time=21.970, acc=76.000%, queries=16, tiles=50.0:13.9231,80.0:21.1185,90.0:21.6695,95.0:21.7873,99.0:21.8224,99.9:21.8304 +TestScenario.Offline qps=0.74, mean=13.7075, time=21.703, acc=76.000%, queries=16, tiles=50.0:13.7369,80.0:21.4761,90.0:21.5485,95.0:21.5539,99.0:21.5546,99.9:21.5547 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd index a1bc04369..3cb0cbeae 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd @@ -15,8 +15,8 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> detect,os @@ -33,14 +33,14 @@ graph TD app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - get-ml-model-resnet50,56203e4e998b4bc0_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32 + get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_fp32,_onnx get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png index 3ed991323..d216a0258 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json index d945975be..3db3e15df 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json @@ -167,15 +167,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -347,15 +347,15 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx", "version": "", - "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( onnx,_fp32 )" + "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( fp32,_onnx )" } }, { - "get,ml-model,image-classification,resnet50,raw,_onnx,_fp32": { + "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": { "script_uid": "56203e4e998b4bc0", "script_alias": "get-ml-model-resnet50", "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", - "script_variations": "onnx,fp32", + "script_variations": "fp32,onnx", "version": "", "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_onnxruntime,_offline,_fp32 )" } @@ -407,15 +407,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json index 32bff7c19..c9f90e30d 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1673-792" + "MLC_HOST_SYSTEM_NAME": "fv-az1680-419" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out index 42125abd3..1ea924948 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f6119c607f8b48fbb69ef3b07c1297a5.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f6119c607f8b48fbb69ef3b07c1297a5.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9ce68f6edb4a4d05b3ad74e4b7808bb3.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9ce68f6edb4a4d05b3ad74e4b7808bb3.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.73, mean=13.7648, time=21.884, queries=16, tiles=50.0:14.1107,80.0:21.5407,90.0:21.5767,95.0:21.6364,99.0:21.7018,99.9:21.7165 +TestScenario.Offline qps=0.74, mean=13.5977, time=21.715, queries=16, tiles=50.0:13.6479,80.0:20.2391,90.0:21.3257,95.0:21.5099,99.0:21.5487,99.9:21.5574 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt index 626564a87..ef899c110 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1673-792 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1680-419 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:18 up 3 min, 0 user, load average: 3.11, 1.02, 0.38 + 14:37:44 up 4 min, 0 user, load average: 2.76, 0.91, 0.34 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-18*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.263 +cpu MHz : 2445.432 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3235.836 +cpu MHz : 3243.499 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2674.533 +cpu MHz : 2614.590 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.424 +cpu MHz : 2596.675 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.84 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8193 MB +node 0 free: 8137 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373800 kB -MemFree: 8390436 kB -MemAvailable: 15405464 kB -Buffers: 168932 kB -Cached: 6814604 kB +MemTotal: 16373796 kB +MemFree: 8332872 kB +MemAvailable: 15347128 kB +Buffers: 167776 kB +Cached: 6813384 kB SwapCached: 0 kB -Active: 1284088 kB -Inactive: 5988760 kB -Active(anon): 369336 kB +Active: 1293512 kB +Inactive: 5985376 kB +Active(anon): 376612 kB Inactive(anon): 0 kB -Active(file): 914752 kB -Inactive(file): 5988760 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 916900 kB +Inactive(file): 5985376 kB +Unevictable: 46904 kB +Mlocked: 43832 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 70656 kB +Dirty: 146484 kB Writeback: 0 kB -AnonPages: 333724 kB -Mapped: 342732 kB -Shmem: 71272 kB -KReclaimable: 457428 kB -Slab: 554172 kB -SReclaimable: 457428 kB -SUnreclaim: 96744 kB -KernelStack: 4144 kB -PageTables: 6208 kB +AnonPages: 343076 kB +Mapped: 340524 kB +Shmem: 70132 kB +KReclaimable: 457892 kB +Slab: 555104 kB +SReclaimable: 457892 kB +SUnreclaim: 97212 kB +KernelStack: 4160 kB +PageTables: 6204 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 12381200 kB -Committed_AS: 2161124 kB +CommitLimit: 12381196 kB +Committed_AS: 2164276 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35232 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 145408 kB +AnonHugePages: 163840 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 4083712 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 3037184 kB +DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:52 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 263896 256412 45 0 62610 0 +fs.dentry-state = 263833 256377 45 0 62599 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 201246 568 -fs.inode-state = 201246 568 0 0 0 0 0 +fs.inode-nr = 201220 568 +fs.inode-state = 201220 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1673-792 +kernel.hostname = fv-az1680-419 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6887 +kernel.ns_last_pid = 6897 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 75d55cb3-6d15-471d-9983-94a3157f3865 +kernel.random.boot_id = d5971740-5c71-479c-8d4f-692fdd2778a3 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 593c8c97-1e3f-42b3-b2dd-d79024541255 +kernel.random.uuid = 919d2e07-faf8-4c9d-a6d7-4cf099873447 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 8ff8ffce-011fd049-37043275-a96e4e8b +net.ipv4.tcp_fastopen_key = 64855d30-4417c3d0-eff5757f-2e67abbb net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1374,7 +1374,7 @@ net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_reordering = 300 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.tcp_max_tw_buckets = 65536 -net.ipv4.tcp_mem = 190626 254170 381252 +net.ipv4.tcp_mem = 190626 254169 381252 net.ipv4.tcp_migrate_req = 0 net.ipv4.tcp_min_rtt_wlen = 300 net.ipv4.tcp_min_snd_mss = 48 @@ -1424,7 +1424,7 @@ net.ipv4.udp_child_hash_entries = 0 net.ipv4.udp_early_demux = 1 net.ipv4.udp_hash_entries = 8192 net.ipv4.udp_l3mdev_accept = 0 -net.ipv4.udp_mem = 381255 508340 762510 +net.ipv4.udp_mem = 381252 508339 762504 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.xfrm4_gc_thresh = 32768 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 153 +net.netfilter.nf_conntrack_count = 183 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0003-0233-8551-8537-8537-63 - UUID: 1c39f529-824b-434b-a090-290b2559432c + Serial Number: 0000-0007-4780-9991-0483-5921-32 + UUID: 3f8cc767-4177-c443-b65f-12eb3cc9379e Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-5697-9257-0562-7901-88 + Serial Number: 0000-0013-1412-4303-9236-8311-34 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 4188-7999-5164-3457-5521-4140-75 + Serial Number: 0282-2309-4002-7939-8643-0310-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt index 626564a87..ef899c110 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1673-792 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1680-419 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:18 up 3 min, 0 user, load average: 3.11, 1.02, 0.38 + 14:37:44 up 4 min, 0 user, load average: 2.76, 0.91, 0.34 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-18*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.263 +cpu MHz : 2445.432 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3235.836 +cpu MHz : 3243.499 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2674.533 +cpu MHz : 2614.590 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.424 +cpu MHz : 2596.675 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.84 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8193 MB +node 0 free: 8137 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373800 kB -MemFree: 8390436 kB -MemAvailable: 15405464 kB -Buffers: 168932 kB -Cached: 6814604 kB +MemTotal: 16373796 kB +MemFree: 8332872 kB +MemAvailable: 15347128 kB +Buffers: 167776 kB +Cached: 6813384 kB SwapCached: 0 kB -Active: 1284088 kB -Inactive: 5988760 kB -Active(anon): 369336 kB +Active: 1293512 kB +Inactive: 5985376 kB +Active(anon): 376612 kB Inactive(anon): 0 kB -Active(file): 914752 kB -Inactive(file): 5988760 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 916900 kB +Inactive(file): 5985376 kB +Unevictable: 46904 kB +Mlocked: 43832 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 70656 kB +Dirty: 146484 kB Writeback: 0 kB -AnonPages: 333724 kB -Mapped: 342732 kB -Shmem: 71272 kB -KReclaimable: 457428 kB -Slab: 554172 kB -SReclaimable: 457428 kB -SUnreclaim: 96744 kB -KernelStack: 4144 kB -PageTables: 6208 kB +AnonPages: 343076 kB +Mapped: 340524 kB +Shmem: 70132 kB +KReclaimable: 457892 kB +Slab: 555104 kB +SReclaimable: 457892 kB +SUnreclaim: 97212 kB +KernelStack: 4160 kB +PageTables: 6204 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 12381200 kB -Committed_AS: 2161124 kB +CommitLimit: 12381196 kB +Committed_AS: 2164276 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35232 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 145408 kB +AnonHugePages: 163840 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 4083712 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 3037184 kB +DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:52 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 263896 256412 45 0 62610 0 +fs.dentry-state = 263833 256377 45 0 62599 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 201246 568 -fs.inode-state = 201246 568 0 0 0 0 0 +fs.inode-nr = 201220 568 +fs.inode-state = 201220 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1673-792 +kernel.hostname = fv-az1680-419 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6887 +kernel.ns_last_pid = 6897 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 75d55cb3-6d15-471d-9983-94a3157f3865 +kernel.random.boot_id = d5971740-5c71-479c-8d4f-692fdd2778a3 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 593c8c97-1e3f-42b3-b2dd-d79024541255 +kernel.random.uuid = 919d2e07-faf8-4c9d-a6d7-4cf099873447 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 8ff8ffce-011fd049-37043275-a96e4e8b +net.ipv4.tcp_fastopen_key = 64855d30-4417c3d0-eff5757f-2e67abbb net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1374,7 +1374,7 @@ net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_reordering = 300 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.tcp_max_tw_buckets = 65536 -net.ipv4.tcp_mem = 190626 254170 381252 +net.ipv4.tcp_mem = 190626 254169 381252 net.ipv4.tcp_migrate_req = 0 net.ipv4.tcp_min_rtt_wlen = 300 net.ipv4.tcp_min_snd_mss = 48 @@ -1424,7 +1424,7 @@ net.ipv4.udp_child_hash_entries = 0 net.ipv4.udp_early_demux = 1 net.ipv4.udp_hash_entries = 8192 net.ipv4.udp_l3mdev_accept = 0 -net.ipv4.udp_mem = 381255 508340 762510 +net.ipv4.udp_mem = 381252 508339 762504 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.xfrm4_gc_thresh = 32768 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 153 +net.netfilter.nf_conntrack_count = 183 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0003-0233-8551-8537-8537-63 - UUID: 1c39f529-824b-434b-a090-290b2559432c + Serial Number: 0000-0007-4780-9991-0483-5921-32 + UUID: 3f8cc767-4177-c443-b65f-12eb3cc9379e Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-5697-9257-0562-7901-88 + Serial Number: 0000-0013-1412-4303-9236-8311-34 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 4188-7999-5164-3457-5521-4140-75 + Serial Number: 0282-2309-4002-7939-8643-0310-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md index 040e30cc9..c21c34191 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.43976` +`Samples per second`: `0.436753` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out index 1d2d31c2e..1cd9836a8 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4abc54904bad499a9938c17436aeaa37.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4abc54904bad499a9938c17436aeaa37.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2abb5988782342d9a6fd08066ad938e5.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2abb5988782342d9a6fd08066ad938e5.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline loading annotations into memory... @@ -17,7 +17,7 @@ Running per image evaluation... Evaluate annotation type *bbox* DONE (t=0.04s). Accumulating evaluation results... -DONE (t=0.16s). +DONE (t=0.12s). Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.770 Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.982 Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.677 @@ -30,4 +30,4 @@ DONE (t=0.16s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.43, mean=9.3784, time=11.629, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:9.0782,80.0:9.7484,90.0:10.5645,95.0:10.9725,99.0:11.2989,99.9:11.3723 +TestScenario.Offline qps=0.43, mean=9.3338, time=11.606, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:9.2263,80.0:9.8674,90.0:10.6379,95.0:11.0231,99.0:11.3313,99.9:11.4007 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd index 3aacdf9ee..933951bac 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,22 +13,22 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx get-ml-model-retinanet,427bc5665e4541c2_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_onnx,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_onnx,_fp32 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -116,7 +116,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -127,7 +127,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -161,26 +161,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png index 68378af88..5288905a7 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json index 73616019e..1f94c98d2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", "script_variations": "onnx,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1627,7 +1627,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1677,7 +1677,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1767,7 +1767,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1807,7 +1807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1847,7 +1847,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json index b3303c55a..97db48c71 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1959-677" + "MLC_HOST_SYSTEM_NAME": "fv-az2032-218" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out index 85d5b8f9b..d2984cc96 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/aa2e2e4aef24434194f376abd73b5025.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/aa2e2e4aef24434194f376abd73b5025.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/04efbe27e4a04259802e851f92fad626.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/04efbe27e4a04259802e851f92fad626.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.44, mean=9.3318, time=11.398, queries=5, tiles=50.0:8.9830,80.0:9.6414,90.0:10.5005,95.0:10.9300,99.0:11.2737,99.9:11.3510 +TestScenario.Offline qps=0.44, mean=9.3798, time=11.474, queries=5, tiles=50.0:9.2006,80.0:10.1463,90.0:10.7925,95.0:11.1156,99.0:11.3740,99.9:11.4322 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt index 0a2a9fa2b..acdbd2118 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1959-677 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2032-218 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:11 up 4 min, 0 user, load average: 2.46, 1.01, 0.42 + 14:37:32 up 4 min, 0 user, load average: 2.49, 1.06, 0.43 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] + | | | `-18*[{Runner.Worker}] | | `-15*[{Runner.Listener}] - | |-provjobd---8*[{provjobd}] - | `-14*[{provisioner}] + | |-provjobd---9*[{provjobd}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.426 +cpu MHz : 3214.786 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3238.704 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2608.414 +cpu MHz : 3240.870 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2521.766 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.85 +BogoMIPS: 4890.84 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8154 MB +node 0 free: 8119 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 8350476 kB -MemAvailable: 15382328 kB -Buffers: 200108 kB -Cached: 6797712 kB +MemFree: 8328972 kB +MemAvailable: 15362404 kB +Buffers: 200476 kB +Cached: 6797396 kB SwapCached: 0 kB -Active: 1292856 kB -Inactive: 6003896 kB -Active(anon): 378588 kB +Active: 1290932 kB +Inactive: 6002564 kB +Active(anon): 373836 kB Inactive(anon): 0 kB -Active(file): 914268 kB -Inactive(file): 6003896 kB +Active(file): 917096 kB +Inactive(file): 6002564 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 8672 kB +Dirty: 7648 kB Writeback: 0 kB -AnonPages: 344144 kB -Mapped: 340580 kB -Shmem: 70904 kB -KReclaimable: 459600 kB -Slab: 557580 kB -SReclaimable: 459600 kB -SUnreclaim: 97980 kB -KernelStack: 4112 kB -PageTables: 6092 kB +AnonPages: 339856 kB +Mapped: 341344 kB +Shmem: 69444 kB +KReclaimable: 459684 kB +Slab: 558404 kB +SReclaimable: 459684 kB +SUnreclaim: 98720 kB +KernelStack: 4308 kB +PageTables: 6360 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2168676 kB +Committed_AS: 2164784 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35232 kB +VmallocUsed: 35376 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 163840 kB +AnonHugePages: 159744 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 108480 kB -DirectMap2M: 3037184 kB +DirectMap4k: 118720 kB +DirectMap2M: 3026944 kB DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 2: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 223187 215727 45 0 15153 0 +fs.dentry-state = 223448 215953 45 0 15149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 208013 566 -fs.inode-state = 208013 566 0 0 0 0 0 +fs.file-nr = 1760 0 9223372036854775807 +fs.inode-nr = 208259 568 +fs.inode-state = 208259 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1959-677 +kernel.hostname = fv-az2032-218 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7711 +kernel.ns_last_pid = 7728 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 84884074-2961-4498-9c4b-f54148f8c270 +kernel.random.boot_id = fd862a9e-de65-491f-bea7-47bf23aee531 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ab07ff82-29e0-4b9c-b8db-a3dc501ff0eb +kernel.random.uuid = fae95a14-bc0f-4580-9a45-ab90d905bdff kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 6202d928-8c38b190-456ffc35-2b881c9b +net.ipv4.tcp_fastopen_key = f591d639-ba518e6e-f60530e6-90977df5 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 127 +net.netfilter.nf_conntrack_count = 130 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0007-9365-6179-8200-5763-86 - UUID: e754246e-aedf-8249-aa68-c98c077b4429 + Serial Number: 0000-0015-0991-8807-9922-3355-53 + UUID: 8f178bd1-954c-414f-b8d3-f4e934983fc8 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-2792-8598-7283-7806-49 + Serial Number: 0000-0013-3182-5780-5511-6389-84 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8763-5196-2575-6422-6222-4218-67 + Serial Number: 4369-6334-6820-1567-4630-3454-08 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt index 0a2a9fa2b..acdbd2118 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1959-677 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2032-218 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:11 up 4 min, 0 user, load average: 2.46, 1.01, 0.42 + 14:37:32 up 4 min, 0 user, load average: 2.49, 1.06, 0.43 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] + | | | `-18*[{Runner.Worker}] | | `-15*[{Runner.Listener}] - | |-provjobd---8*[{provjobd}] - | `-14*[{provisioner}] + | |-provjobd---9*[{provjobd}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.426 +cpu MHz : 3214.786 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3238.704 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2608.414 +cpu MHz : 3240.870 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2521.766 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.85 +BogoMIPS: 4890.84 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8154 MB +node 0 free: 8119 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 8350476 kB -MemAvailable: 15382328 kB -Buffers: 200108 kB -Cached: 6797712 kB +MemFree: 8328972 kB +MemAvailable: 15362404 kB +Buffers: 200476 kB +Cached: 6797396 kB SwapCached: 0 kB -Active: 1292856 kB -Inactive: 6003896 kB -Active(anon): 378588 kB +Active: 1290932 kB +Inactive: 6002564 kB +Active(anon): 373836 kB Inactive(anon): 0 kB -Active(file): 914268 kB -Inactive(file): 6003896 kB +Active(file): 917096 kB +Inactive(file): 6002564 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 8672 kB +Dirty: 7648 kB Writeback: 0 kB -AnonPages: 344144 kB -Mapped: 340580 kB -Shmem: 70904 kB -KReclaimable: 459600 kB -Slab: 557580 kB -SReclaimable: 459600 kB -SUnreclaim: 97980 kB -KernelStack: 4112 kB -PageTables: 6092 kB +AnonPages: 339856 kB +Mapped: 341344 kB +Shmem: 69444 kB +KReclaimable: 459684 kB +Slab: 558404 kB +SReclaimable: 459684 kB +SUnreclaim: 98720 kB +KernelStack: 4308 kB +PageTables: 6360 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2168676 kB +Committed_AS: 2164784 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35232 kB +VmallocUsed: 35376 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 163840 kB +AnonHugePages: 159744 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 108480 kB -DirectMap2M: 3037184 kB +DirectMap4k: 118720 kB +DirectMap2M: 3026944 kB DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 2: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 223187 215727 45 0 15153 0 +fs.dentry-state = 223448 215953 45 0 15149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 208013 566 -fs.inode-state = 208013 566 0 0 0 0 0 +fs.file-nr = 1760 0 9223372036854775807 +fs.inode-nr = 208259 568 +fs.inode-state = 208259 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1959-677 +kernel.hostname = fv-az2032-218 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7711 +kernel.ns_last_pid = 7728 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 84884074-2961-4498-9c4b-f54148f8c270 +kernel.random.boot_id = fd862a9e-de65-491f-bea7-47bf23aee531 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ab07ff82-29e0-4b9c-b8db-a3dc501ff0eb +kernel.random.uuid = fae95a14-bc0f-4580-9a45-ab90d905bdff kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 6202d928-8c38b190-456ffc35-2b881c9b +net.ipv4.tcp_fastopen_key = f591d639-ba518e6e-f60530e6-90977df5 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 127 +net.netfilter.nf_conntrack_count = 130 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0007-9365-6179-8200-5763-86 - UUID: e754246e-aedf-8249-aa68-c98c077b4429 + Serial Number: 0000-0015-0991-8807-9922-3355-53 + UUID: 8f178bd1-954c-414f-b8d3-f4e934983fc8 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-2792-8598-7283-7806-49 + Serial Number: 0000-0013-3182-5780-5511-6389-84 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8763-5196-2575-6422-6222-4218-67 + Serial Number: 4369-6334-6820-1567-4630-3454-08 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt index 626564a87..ef899c110 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1673-792 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1680-419 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:18 up 3 min, 0 user, load average: 3.11, 1.02, 0.38 + 14:37:44 up 4 min, 0 user, load average: 2.76, 0.91, 0.34 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-18*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.263 +cpu MHz : 2445.432 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3235.836 +cpu MHz : 3243.499 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2674.533 +cpu MHz : 2614.590 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.424 +cpu MHz : 2596.675 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.84 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8193 MB +node 0 free: 8137 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373800 kB -MemFree: 8390436 kB -MemAvailable: 15405464 kB -Buffers: 168932 kB -Cached: 6814604 kB +MemTotal: 16373796 kB +MemFree: 8332872 kB +MemAvailable: 15347128 kB +Buffers: 167776 kB +Cached: 6813384 kB SwapCached: 0 kB -Active: 1284088 kB -Inactive: 5988760 kB -Active(anon): 369336 kB +Active: 1293512 kB +Inactive: 5985376 kB +Active(anon): 376612 kB Inactive(anon): 0 kB -Active(file): 914752 kB -Inactive(file): 5988760 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 916900 kB +Inactive(file): 5985376 kB +Unevictable: 46904 kB +Mlocked: 43832 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 70656 kB +Dirty: 146484 kB Writeback: 0 kB -AnonPages: 333724 kB -Mapped: 342732 kB -Shmem: 71272 kB -KReclaimable: 457428 kB -Slab: 554172 kB -SReclaimable: 457428 kB -SUnreclaim: 96744 kB -KernelStack: 4144 kB -PageTables: 6208 kB +AnonPages: 343076 kB +Mapped: 340524 kB +Shmem: 70132 kB +KReclaimable: 457892 kB +Slab: 555104 kB +SReclaimable: 457892 kB +SUnreclaim: 97212 kB +KernelStack: 4160 kB +PageTables: 6204 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 12381200 kB -Committed_AS: 2161124 kB +CommitLimit: 12381196 kB +Committed_AS: 2164276 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35232 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 145408 kB +AnonHugePages: 163840 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 4083712 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 3037184 kB +DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:52 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 263896 256412 45 0 62610 0 +fs.dentry-state = 263833 256377 45 0 62599 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 201246 568 -fs.inode-state = 201246 568 0 0 0 0 0 +fs.inode-nr = 201220 568 +fs.inode-state = 201220 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1673-792 +kernel.hostname = fv-az1680-419 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6887 +kernel.ns_last_pid = 6897 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 75d55cb3-6d15-471d-9983-94a3157f3865 +kernel.random.boot_id = d5971740-5c71-479c-8d4f-692fdd2778a3 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 593c8c97-1e3f-42b3-b2dd-d79024541255 +kernel.random.uuid = 919d2e07-faf8-4c9d-a6d7-4cf099873447 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 8ff8ffce-011fd049-37043275-a96e4e8b +net.ipv4.tcp_fastopen_key = 64855d30-4417c3d0-eff5757f-2e67abbb net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1374,7 +1374,7 @@ net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_reordering = 300 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.tcp_max_tw_buckets = 65536 -net.ipv4.tcp_mem = 190626 254170 381252 +net.ipv4.tcp_mem = 190626 254169 381252 net.ipv4.tcp_migrate_req = 0 net.ipv4.tcp_min_rtt_wlen = 300 net.ipv4.tcp_min_snd_mss = 48 @@ -1424,7 +1424,7 @@ net.ipv4.udp_child_hash_entries = 0 net.ipv4.udp_early_demux = 1 net.ipv4.udp_hash_entries = 8192 net.ipv4.udp_l3mdev_accept = 0 -net.ipv4.udp_mem = 381255 508340 762510 +net.ipv4.udp_mem = 381252 508339 762504 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.xfrm4_gc_thresh = 32768 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 153 +net.netfilter.nf_conntrack_count = 183 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0003-0233-8551-8537-8537-63 - UUID: 1c39f529-824b-434b-a090-290b2559432c + Serial Number: 0000-0007-4780-9991-0483-5921-32 + UUID: 3f8cc767-4177-c443-b65f-12eb3cc9379e Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-5697-9257-0562-7901-88 + Serial Number: 0000-0013-1412-4303-9236-8311-34 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 4188-7999-5164-3457-5521-4140-75 + Serial Number: 0282-2309-4002-7939-8643-0310-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md index da66a2dc4..35a8ffa27 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| rgat | offline | 75 | 10.272 | - | \ No newline at end of file +| rgat | offline | 75.8 | 10.231 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md index 915daa103..c6d2f54ac 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -37,7 +37,7 @@ Platform: gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config Model Precision: fp32 ### Accuracy Results -`acc`: `75.0`, Required accuracy for closed division `>= 0.72131` +`acc`: `75.8`, Required accuracy for closed division `>= 0.72131` ### Performance Results -`Samples per second`: `10.2716` +`Samples per second`: `10.2312` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out index 2e2510720..1a384940c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out @@ -1,10 +1,10 @@ -INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_8755fe73', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=True, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_d402eb32/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/accuracy', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_362644e5/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/af9dd2af185846978e0b034a6e8f8cdc.conf', audit_conf='audit.config', time=None, count=500, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) +INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_9fd6579e', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=True, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_1ab1ed28/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/accuracy', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_c9d390be/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/54a9d2b58bf640de98dc961d20788e6d.conf', audit_conf='audit.config', time=None, count=500, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) return edge, torch.from_numpy( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. ckpt = torch.load(ckpt_path, map_location=self.device) INFO:main:starting TestScenario.Offline diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd index 75d48c333..d4234a68c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd @@ -13,24 +13,24 @@ graph TD get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src,_branch.dev app-mlperf-inference,d775cac873ee4231_(_python,_rgat,_pytorch,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_torch download-file,9cdc8dc41aae437e_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt_) --> detect,os get-rclone,22ffb43c49c9419e --> detect,os download-file,9cdc8dc41aae437e_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt_) --> get,rclone download-file,9cdc8dc41aae437e_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt_) --> get,rclone-config,_mlc-inference get-ml-model-rgat,b409fd66c5ad4ed5 --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,ml-model,rgat + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,ml-model,rgat get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference @@ -57,7 +57,7 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.tqdm_) --> get,generic-python-lib,_pip get-dataset-igbh,824e61316c074253 --> get,generic-python-lib,_package.tqdm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,dataset,mlperf,inference,igbh + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,dataset,mlperf,inference,igbh generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -68,7 +68,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_branch.dev get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -103,96 +103,96 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,mlcommons,inference,src,_branch.dev - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,mlcommons,inference,src,_branch.dev + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.colorama_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.colorama + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.colorama get-generic-python-lib,94b62a682bc44791_(_package.tqdm_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.tqdm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.tqdm get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.requests + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.requests get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torchdata + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torchdata get-generic-python-lib,94b62a682bc44791_(_package.pybind11_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.pybind11 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.pybind11 get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.PyYAML + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.PyYAML get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.numpy get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.pydantic + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.pydantic get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png index 16f5c44a7..20fc097e7 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json index 76d35b97d..97ab6d5c7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.4.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,raw,ml-model,rgat", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,dataset,mlperf,rgat,igbh,inference", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -697,7 +697,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1047,7 +1047,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", "version": "r5.0-git-f7fbb205dc4ada0abefac85b51bd106a0a851cac", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "custom-git-f7fbb205dc4ada0abefac85b51bd106a0a851cac", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.colorama", "version": "0.4.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.tqdm", "version": "4.67.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.requests", "version": "2.32.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchdata", "version": "0.10.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pybind11", "version": "2.13.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1437,7 +1437,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.PyYAML", "version": "6.0.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pydantic", "version": "2.10.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1647,7 +1647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.igb,url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git", "version": "0.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-geometric,find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html", "version": "2.6.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-scatter,find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html", "version": "2.1.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-sparse,find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html", "version": "0.6.18", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1927,7 +1927,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.dgl,find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html", "version": "2.4.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1967,7 +1967,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json index 212bdce20..961785f78 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1326-116" + "MLC_HOST_SYSTEM_NAME": "fv-az1915-268" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out index 08e34397f..d3114beea 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out @@ -1,12 +1,12 @@ -INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_8755fe73', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=False, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_d402eb32/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/performance/run_1', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_362644e5/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b68c4d0420cd4d11bd1622d63dce8eb4.conf', audit_conf='audit.config', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) +INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_9fd6579e', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=False, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_1ab1ed28/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/performance/run_1', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_c9d390be/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c4cf5bce4c9f4575bab6f6c866e94e00.conf', audit_conf='audit.config', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) return edge, torch.from_numpy( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( DGL backend not selected or invalid. Assuming PyTorch for now. -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. ckpt = torch.load(ckpt_path, map_location=self.device) INFO:main:starting TestScenario.Offline Setting the default backend to "pytorch". You can change it in the ~/.dgl/config.json file or export the DGLBACKEND environment variable. Valid options are: pytorch, mxnet, tensorflow (all lowercase) diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt index 81327224e..90d3fd4f4 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1326-116 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1915-268 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:40 up 5 min, 0 user, load average: 1.25, 0.64, 0.27 + 14:39:13 up 6 min, 0 user, load average: 2.23, 1.00, 0.40 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3275.792 +cpu MHz : 2655.242 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3254.576 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2618.130 +cpu MHz : 3240.122 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2622.843 +cpu MHz : 3236.358 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5458 MB +node 0 free: 5434 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373796 kB -MemFree: 5589532 kB -MemAvailable: 15353992 kB -Buffers: 183000 kB -Cached: 9447244 kB +MemTotal: 16373792 kB +MemFree: 5565056 kB +MemAvailable: 15330832 kB +Buffers: 184312 kB +Cached: 9447944 kB SwapCached: 0 kB -Active: 1242936 kB -Inactive: 8689400 kB -Active(anon): 381860 kB +Active: 1251208 kB +Inactive: 8690496 kB +Active(anon): 389528 kB Inactive(anon): 0 kB -Active(file): 861076 kB -Inactive(file): 8689400 kB +Active(file): 861680 kB +Inactive(file): 8690496 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 6124 kB +Dirty: 3276 kB Writeback: 0 kB -AnonPages: 348624 kB -Mapped: 340028 kB -Shmem: 71012 kB -KReclaimable: 559896 kB -Slab: 670644 kB -SReclaimable: 559896 kB -SUnreclaim: 110748 kB -KernelStack: 4148 kB -PageTables: 6192 kB +AnonPages: 353016 kB +Mapped: 341920 kB +Shmem: 71328 kB +KReclaimable: 559512 kB +Slab: 670288 kB +SReclaimable: 559512 kB +SUnreclaim: 110776 kB +KernelStack: 4052 kB +PageTables: 6368 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2216432 kB +Committed_AS: 2209256 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35216 kB +VmallocUsed: 35088 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 165888 kB +AnonHugePages: 169984 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 118720 kB -DirectMap2M: 3026944 kB -DirectMap1G: 15728640 kB +DirectMap4k: 122816 kB +DirectMap2M: 4071424 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238303 230835 45 0 14816 0 +fs.dentry-state = 238102 230673 45 0 14822 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1664 0 9223372036854775807 -fs.inode-nr = 223456 568 -fs.inode-state = 223456 568 0 0 0 0 0 +fs.inode-nr = 223257 568 +fs.inode-state = 223257 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1326-116 +kernel.hostname = fv-az1915-268 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 8327 +kernel.ns_last_pid = 8401 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 642a054b-3a1a-4b98-9b34-7f6056083a84 +kernel.random.boot_id = 02ebb75a-6346-4da8-9191-bdd3a4419a4e kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5877d113-4f3f-45ba-9bc7-330b937f837a +kernel.random.uuid = 8f8ee81a-85d2-4c4f-a11e-460c86eb7dae kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 42a1b602-d30acd43-1c2d1644-3c9453fe +net.ipv4.tcp_fastopen_key = 02964843-88d7f6aa-fddfd4cc-406461ca net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 113 +net.netfilter.nf_conntrack_count = 195 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0018-1711-6795-6475-5297-37 - UUID: fbf42cfc-af3f-094a-b021-1d618a5dbf68 + Serial Number: 0000-0012-4024-6216-7544-1867-05 + UUID: a1651eac-b15c-5147-8f46-520171acaed4 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-6914-5752-9677-2012-56 + Serial Number: 0000-0010-3240-2936-1949-0280-52 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 1837-4991-2814-8603-3075-6453-45 + Serial Number: 4114-2838-7436-1948-3590-3714-46 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt index 81327224e..90d3fd4f4 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1326-116 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1915-268 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:40 up 5 min, 0 user, load average: 1.25, 0.64, 0.27 + 14:39:13 up 6 min, 0 user, load average: 2.23, 1.00, 0.40 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3275.792 +cpu MHz : 2655.242 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3254.576 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2618.130 +cpu MHz : 3240.122 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2622.843 +cpu MHz : 3236.358 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5458 MB +node 0 free: 5434 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373796 kB -MemFree: 5589532 kB -MemAvailable: 15353992 kB -Buffers: 183000 kB -Cached: 9447244 kB +MemTotal: 16373792 kB +MemFree: 5565056 kB +MemAvailable: 15330832 kB +Buffers: 184312 kB +Cached: 9447944 kB SwapCached: 0 kB -Active: 1242936 kB -Inactive: 8689400 kB -Active(anon): 381860 kB +Active: 1251208 kB +Inactive: 8690496 kB +Active(anon): 389528 kB Inactive(anon): 0 kB -Active(file): 861076 kB -Inactive(file): 8689400 kB +Active(file): 861680 kB +Inactive(file): 8690496 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 6124 kB +Dirty: 3276 kB Writeback: 0 kB -AnonPages: 348624 kB -Mapped: 340028 kB -Shmem: 71012 kB -KReclaimable: 559896 kB -Slab: 670644 kB -SReclaimable: 559896 kB -SUnreclaim: 110748 kB -KernelStack: 4148 kB -PageTables: 6192 kB +AnonPages: 353016 kB +Mapped: 341920 kB +Shmem: 71328 kB +KReclaimable: 559512 kB +Slab: 670288 kB +SReclaimable: 559512 kB +SUnreclaim: 110776 kB +KernelStack: 4052 kB +PageTables: 6368 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2216432 kB +Committed_AS: 2209256 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35216 kB +VmallocUsed: 35088 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 165888 kB +AnonHugePages: 169984 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 118720 kB -DirectMap2M: 3026944 kB -DirectMap1G: 15728640 kB +DirectMap4k: 122816 kB +DirectMap2M: 4071424 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238303 230835 45 0 14816 0 +fs.dentry-state = 238102 230673 45 0 14822 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1664 0 9223372036854775807 -fs.inode-nr = 223456 568 -fs.inode-state = 223456 568 0 0 0 0 0 +fs.inode-nr = 223257 568 +fs.inode-state = 223257 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1326-116 +kernel.hostname = fv-az1915-268 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 8327 +kernel.ns_last_pid = 8401 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 642a054b-3a1a-4b98-9b34-7f6056083a84 +kernel.random.boot_id = 02ebb75a-6346-4da8-9191-bdd3a4419a4e kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5877d113-4f3f-45ba-9bc7-330b937f837a +kernel.random.uuid = 8f8ee81a-85d2-4c4f-a11e-460c86eb7dae kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 42a1b602-d30acd43-1c2d1644-3c9453fe +net.ipv4.tcp_fastopen_key = 02964843-88d7f6aa-fddfd4cc-406461ca net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 113 +net.netfilter.nf_conntrack_count = 195 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0018-1711-6795-6475-5297-37 - UUID: fbf42cfc-af3f-094a-b021-1d618a5dbf68 + Serial Number: 0000-0012-4024-6216-7544-1867-05 + UUID: a1651eac-b15c-5147-8f46-520171acaed4 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-6914-5752-9677-2012-56 + Serial Number: 0000-0010-3240-2936-1949-0280-52 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 1837-4991-2814-8603-3075-6453-45 + Serial Number: 4114-2838-7436-1948-3590-3714-46 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt index 81327224e..90d3fd4f4 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1326-116 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1915-268 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:40 up 5 min, 0 user, load average: 1.25, 0.64, 0.27 + 14:39:13 up 6 min, 0 user, load average: 2.23, 1.00, 0.40 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3275.792 +cpu MHz : 2655.242 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3254.576 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2618.130 +cpu MHz : 3240.122 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2622.843 +cpu MHz : 3236.358 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5458 MB +node 0 free: 5434 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373796 kB -MemFree: 5589532 kB -MemAvailable: 15353992 kB -Buffers: 183000 kB -Cached: 9447244 kB +MemTotal: 16373792 kB +MemFree: 5565056 kB +MemAvailable: 15330832 kB +Buffers: 184312 kB +Cached: 9447944 kB SwapCached: 0 kB -Active: 1242936 kB -Inactive: 8689400 kB -Active(anon): 381860 kB +Active: 1251208 kB +Inactive: 8690496 kB +Active(anon): 389528 kB Inactive(anon): 0 kB -Active(file): 861076 kB -Inactive(file): 8689400 kB +Active(file): 861680 kB +Inactive(file): 8690496 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 6124 kB +Dirty: 3276 kB Writeback: 0 kB -AnonPages: 348624 kB -Mapped: 340028 kB -Shmem: 71012 kB -KReclaimable: 559896 kB -Slab: 670644 kB -SReclaimable: 559896 kB -SUnreclaim: 110748 kB -KernelStack: 4148 kB -PageTables: 6192 kB +AnonPages: 353016 kB +Mapped: 341920 kB +Shmem: 71328 kB +KReclaimable: 559512 kB +Slab: 670288 kB +SReclaimable: 559512 kB +SUnreclaim: 110776 kB +KernelStack: 4052 kB +PageTables: 6368 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2216432 kB +Committed_AS: 2209256 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35216 kB +VmallocUsed: 35088 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 165888 kB +AnonHugePages: 169984 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 118720 kB -DirectMap2M: 3026944 kB -DirectMap1G: 15728640 kB +DirectMap4k: 122816 kB +DirectMap2M: 4071424 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238303 230835 45 0 14816 0 +fs.dentry-state = 238102 230673 45 0 14822 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1664 0 9223372036854775807 -fs.inode-nr = 223456 568 -fs.inode-state = 223456 568 0 0 0 0 0 +fs.inode-nr = 223257 568 +fs.inode-state = 223257 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1326-116 +kernel.hostname = fv-az1915-268 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 8327 +kernel.ns_last_pid = 8401 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 642a054b-3a1a-4b98-9b34-7f6056083a84 +kernel.random.boot_id = 02ebb75a-6346-4da8-9191-bdd3a4419a4e kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5877d113-4f3f-45ba-9bc7-330b937f837a +kernel.random.uuid = 8f8ee81a-85d2-4c4f-a11e-460c86eb7dae kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 42a1b602-d30acd43-1c2d1644-3c9453fe +net.ipv4.tcp_fastopen_key = 02964843-88d7f6aa-fddfd4cc-406461ca net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 113 +net.netfilter.nf_conntrack_count = 195 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0018-1711-6795-6475-5297-37 - UUID: fbf42cfc-af3f-094a-b021-1d618a5dbf68 + Serial Number: 0000-0012-4024-6216-7544-1867-05 + UUID: a1651eac-b15c-5147-8f46-520171acaed4 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-6914-5752-9677-2012-56 + Serial Number: 0000-0010-3240-2936-1949-0280-52 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 1837-4991-2814-8603-3075-6453-45 + Serial Number: 4114-2838-7436-1948-3590-3714-46 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 1ea802667..f9a17c106 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |-----------|------------|------------|--------------|-------------------| -| retinanet | offline | 76.951 | 0.406 | - | \ No newline at end of file +| retinanet | offline | 76.951 | 0.412 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md index b2583d6c0..76c8a0b4b 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.406436` +`Samples per second`: `0.412174` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out index 9f1f74eaf..35a509138 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f4d7691ea894527badcd1b2f9d4bc0f.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f4d7691ea894527badcd1b2f9d4bc0f.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ebbd60959734abdabc8c2dbe5776140.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ebbd60959734abdabc8c2dbe5776140.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -/home/runner/MLC/repos/local/cache/get-git-repo_adc06bc3/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4feb0158/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -17,7 +17,7 @@ Loading and preparing results... Converting ndarray to lists... (595, 7) 0/595 -DONE (t=0.08s) +DONE (t=0.06s) creating index... index created! Running per image evaluation... @@ -37,4 +37,4 @@ DONE (t=0.07s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.40, mean=10.0297, time=12.418, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:9.5352,80.0:10.0637,90.0:11.1154,95.0:11.6412,99.0:12.0618,99.9:12.1565 +TestScenario.Offline qps=0.40, mean=10.0696, time=12.434, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:9.5527,80.0:10.1179,90.0:11.1611,95.0:11.6827,99.0:12.0999,99.9:12.1938 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd index 55ecfbef7..055aac2dc 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,29 +13,29 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_pytorch,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_torchvision download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - get-ml-model-retinanet,427bc5665e4541c2_(_pytorch,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32 + get-ml-model-retinanet,427bc5665e4541c2_(_fp32,_pytorch_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -123,7 +123,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -134,7 +134,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -168,26 +168,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png index 941360457..a8cd8c45f 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json index ed7194aa9..7412869d6 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -327,7 +327,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -357,17 +357,17 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth", "version": "", - "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( pytorch,_fp32 )" + "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( fp32,_pytorch )" } }, { - "get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32": { + "get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch": { "script_uid": "427bc5665e4541c2", "script_alias": "get-ml-model-retinanet", "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", - "script_variations": "pytorch,fp32", + "script_variations": "fp32,pytorch", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1357,7 +1357,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1697,7 +1697,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json index 83c4a78e7..5faf43923 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1368-533" + "MLC_HOST_SYSTEM_NAME": "fv-az1701-141" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out index bf16547c5..ed73e9d7f 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f58afe3ac92c4879867cdf1c318c5dce.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f58afe3ac92c4879867cdf1c318c5dce.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da8e20a5d616491587e92b9b7e4e85bc.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da8e20a5d616491587e92b9b7e4e85bc.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec -/home/runner/MLC/repos/local/cache/get-git-repo_adc06bc3/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4feb0158/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -9,4 +9,4 @@ INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec return forward_call(*args, **kwargs) code/__torch__/model/retinanet.py:159: UserWarning: RetinaNet always returns a (Losses, Detections) tuple in scripting INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.41, mean=10.1695, time=12.327, queries=5, tiles=50.0:9.6431,80.0:10.2379,90.0:11.2642,95.0:11.7773,99.0:12.1878,99.9:12.2802 +TestScenario.Offline qps=0.41, mean=10.0322, time=12.156, queries=5, tiles=50.0:9.5519,80.0:10.1178,90.0:11.1191,95.0:11.6198,99.0:12.0203,99.9:12.1104 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt index 0e5bc7760..7cf3532e7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1368-533 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1701-141 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:45 up 4 min, 0 user, load average: 2.40, 0.94, 0.37 + 14:38:21 up 4 min, 0 user, load average: 2.20, 0.82, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,8 +45,8 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-18*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] | `-15*[{provisioner}] |-python3---python3---4*[{python3}] @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.464 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2588.419 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.846 +cpu MHz : 3241.118 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.128 +cpu MHz : 3253.611 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 7201 MB +node 0 free: 7154 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 7374708 kB -MemAvailable: 15324468 kB -Buffers: 206424 kB -Cached: 7659800 kB +MemFree: 7326412 kB +MemAvailable: 15278232 kB +Buffers: 216552 kB +Cached: 7653080 kB SwapCached: 0 kB -Active: 1292832 kB -Inactive: 6870244 kB -Active(anon): 375016 kB +Active: 1289728 kB +Inactive: 6877920 kB +Active(anon): 377408 kB Inactive(anon): 0 kB -Active(file): 917816 kB -Inactive(file): 6870244 kB +Active(file): 912320 kB +Inactive(file): 6877920 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1124 kB +Dirty: 4128 kB Writeback: 0 kB -AnonPages: 341976 kB -Mapped: 340816 kB -Shmem: 69412 kB -KReclaimable: 507612 kB -Slab: 612280 kB -SReclaimable: 507612 kB -SUnreclaim: 104668 kB -KernelStack: 4196 kB -PageTables: 6208 kB +AnonPages: 342012 kB +Mapped: 339544 kB +Shmem: 70640 kB +KReclaimable: 507492 kB +Slab: 611868 kB +SReclaimable: 507492 kB +SUnreclaim: 104376 kB +KernelStack: 4212 kB +PageTables: 6116 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2165344 kB +Committed_AS: 2148460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35280 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 159744 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 3035136 kB -DirectMap1G: 15728640 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238802 231298 45 0 15979 0 +fs.dentry-state = 238794 231339 45 0 15988 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 222769 568 -fs.inode-state = 222769 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 222793 568 +fs.inode-state = 222793 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1368-533 +kernel.hostname = fv-az1701-141 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7877 +kernel.ns_last_pid = 7893 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fad57950-38e3-420c-979d-aa8f55a9e335 +kernel.random.boot_id = bb807d92-666d-41ab-88fa-36bac1f488e4 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9025d743-2fd1-4adb-a0ea-7d282f5c36c8 +kernel.random.uuid = 6464266f-f41c-49eb-94a7-f0efc215e3eb kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 154c389e-c90c61cf-aedfeb81-8c2cb0f6 +net.ipv4.tcp_fastopen_key = 395eb424-57825149-2620b53c-d741644a net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 177 +net.netfilter.nf_conntrack_count = 148 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0013-0326-3729-3370-5574-33 - UUID: 913addb4-dc85-f943-857a-9d4d3906d729 + Serial Number: 0000-0002-0880-1387-9156-2967-22 + UUID: 8f1dfa1c-3271-124c-8851-48df2750084f Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6181-7290-9197-9077-53 + Serial Number: 0000-0009-8227-1238-5546-2257-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8630-4211-9297-9799-8291-6471-26 + Serial Number: 5435-6346-5116-0384-4602-7455-33 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt index 0e5bc7760..7cf3532e7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1368-533 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1701-141 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:45 up 4 min, 0 user, load average: 2.40, 0.94, 0.37 + 14:38:21 up 4 min, 0 user, load average: 2.20, 0.82, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,8 +45,8 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-18*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] | `-15*[{provisioner}] |-python3---python3---4*[{python3}] @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.464 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2588.419 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.846 +cpu MHz : 3241.118 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.128 +cpu MHz : 3253.611 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 7201 MB +node 0 free: 7154 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 7374708 kB -MemAvailable: 15324468 kB -Buffers: 206424 kB -Cached: 7659800 kB +MemFree: 7326412 kB +MemAvailable: 15278232 kB +Buffers: 216552 kB +Cached: 7653080 kB SwapCached: 0 kB -Active: 1292832 kB -Inactive: 6870244 kB -Active(anon): 375016 kB +Active: 1289728 kB +Inactive: 6877920 kB +Active(anon): 377408 kB Inactive(anon): 0 kB -Active(file): 917816 kB -Inactive(file): 6870244 kB +Active(file): 912320 kB +Inactive(file): 6877920 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1124 kB +Dirty: 4128 kB Writeback: 0 kB -AnonPages: 341976 kB -Mapped: 340816 kB -Shmem: 69412 kB -KReclaimable: 507612 kB -Slab: 612280 kB -SReclaimable: 507612 kB -SUnreclaim: 104668 kB -KernelStack: 4196 kB -PageTables: 6208 kB +AnonPages: 342012 kB +Mapped: 339544 kB +Shmem: 70640 kB +KReclaimable: 507492 kB +Slab: 611868 kB +SReclaimable: 507492 kB +SUnreclaim: 104376 kB +KernelStack: 4212 kB +PageTables: 6116 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2165344 kB +Committed_AS: 2148460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35280 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 159744 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 3035136 kB -DirectMap1G: 15728640 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238802 231298 45 0 15979 0 +fs.dentry-state = 238794 231339 45 0 15988 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 222769 568 -fs.inode-state = 222769 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 222793 568 +fs.inode-state = 222793 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1368-533 +kernel.hostname = fv-az1701-141 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7877 +kernel.ns_last_pid = 7893 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fad57950-38e3-420c-979d-aa8f55a9e335 +kernel.random.boot_id = bb807d92-666d-41ab-88fa-36bac1f488e4 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9025d743-2fd1-4adb-a0ea-7d282f5c36c8 +kernel.random.uuid = 6464266f-f41c-49eb-94a7-f0efc215e3eb kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 154c389e-c90c61cf-aedfeb81-8c2cb0f6 +net.ipv4.tcp_fastopen_key = 395eb424-57825149-2620b53c-d741644a net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 177 +net.netfilter.nf_conntrack_count = 148 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0013-0326-3729-3370-5574-33 - UUID: 913addb4-dc85-f943-857a-9d4d3906d729 + Serial Number: 0000-0002-0880-1387-9156-2967-22 + UUID: 8f1dfa1c-3271-124c-8851-48df2750084f Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6181-7290-9197-9077-53 + Serial Number: 0000-0009-8227-1238-5546-2257-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8630-4211-9297-9799-8291-6471-26 + Serial Number: 5435-6346-5116-0384-4602-7455-33 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt index 0e5bc7760..7cf3532e7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1368-533 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1701-141 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:45 up 4 min, 0 user, load average: 2.40, 0.94, 0.37 + 14:38:21 up 4 min, 0 user, load average: 2.20, 0.82, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,8 +45,8 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-18*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] | `-15*[{provisioner}] |-python3---python3---4*[{python3}] @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.464 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2588.419 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.846 +cpu MHz : 3241.118 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.128 +cpu MHz : 3253.611 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 7201 MB +node 0 free: 7154 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 7374708 kB -MemAvailable: 15324468 kB -Buffers: 206424 kB -Cached: 7659800 kB +MemFree: 7326412 kB +MemAvailable: 15278232 kB +Buffers: 216552 kB +Cached: 7653080 kB SwapCached: 0 kB -Active: 1292832 kB -Inactive: 6870244 kB -Active(anon): 375016 kB +Active: 1289728 kB +Inactive: 6877920 kB +Active(anon): 377408 kB Inactive(anon): 0 kB -Active(file): 917816 kB -Inactive(file): 6870244 kB +Active(file): 912320 kB +Inactive(file): 6877920 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1124 kB +Dirty: 4128 kB Writeback: 0 kB -AnonPages: 341976 kB -Mapped: 340816 kB -Shmem: 69412 kB -KReclaimable: 507612 kB -Slab: 612280 kB -SReclaimable: 507612 kB -SUnreclaim: 104668 kB -KernelStack: 4196 kB -PageTables: 6208 kB +AnonPages: 342012 kB +Mapped: 339544 kB +Shmem: 70640 kB +KReclaimable: 507492 kB +Slab: 611868 kB +SReclaimable: 507492 kB +SUnreclaim: 104376 kB +KernelStack: 4212 kB +PageTables: 6116 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2165344 kB +Committed_AS: 2148460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35280 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 159744 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 3035136 kB -DirectMap1G: 15728640 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238802 231298 45 0 15979 0 +fs.dentry-state = 238794 231339 45 0 15988 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 222769 568 -fs.inode-state = 222769 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 222793 568 +fs.inode-state = 222793 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1368-533 +kernel.hostname = fv-az1701-141 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7877 +kernel.ns_last_pid = 7893 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fad57950-38e3-420c-979d-aa8f55a9e335 +kernel.random.boot_id = bb807d92-666d-41ab-88fa-36bac1f488e4 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9025d743-2fd1-4adb-a0ea-7d282f5c36c8 +kernel.random.uuid = 6464266f-f41c-49eb-94a7-f0efc215e3eb kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 154c389e-c90c61cf-aedfeb81-8c2cb0f6 +net.ipv4.tcp_fastopen_key = 395eb424-57825149-2620b53c-d741644a net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 177 +net.netfilter.nf_conntrack_count = 148 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0013-0326-3729-3370-5574-33 - UUID: 913addb4-dc85-f943-857a-9d4d3906d729 + Serial Number: 0000-0002-0880-1387-9156-2967-22 + UUID: 8f1dfa1c-3271-124c-8851-48df2750084f Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6181-7290-9197-9077-53 + Serial Number: 0000-0009-8227-1238-5546-2257-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8630-4211-9297-9799-8291-6471-26 + Serial Number: 5435-6346-5116-0384-4602-7455-33 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md index cee6d6ca8..87e9156a8 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 21.052 | - | \ No newline at end of file +| resnet50 | offline | 76 | 20.948 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md index 02bc52602..052d2fedc 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `21.0518` +`Samples per second`: `20.948` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out index 4bb1b7a51..72be69a6c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out @@ -1,16 +1,16 @@ -python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b139b8aee5354a6a9793a43272fed1b2.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --dataset-list /home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b139b8aee5354a6a9793a43272fed1b2.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) -2025-01-26 02:45:43.936233: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:45:43.939511: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:45:43.948254: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered +python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/666c1e336bc34baa8e2eb3e5f932f779.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/666c1e336bc34baa8e2eb3e5f932f779.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) +2025-01-26 14:39:19.561660: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:39:19.564796: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:39:19.573559: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -E0000 00:00:1737859543.962450 8557 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered -E0000 00:00:1737859543.966875 8557 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered -2025-01-26 02:45:43.982354: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. +E0000 00:00:1737902359.587646 8584 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered +E0000 00:00:1737902359.591932 8584 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered +2025-01-26 14:39:19.607413: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags. INFO:imagenet:Loading 500 preprocessed images using 4 threads INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec -WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_1d0340ff/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. +WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_08aabc36/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. Instructions for updating: Use tf.gfile.GFile. WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/strip_unused_lib.py:84: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. @@ -19,8 +19,8 @@ This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/mi WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/optimize_for_inference_lib.py:138: remove_training_nodes (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. Instructions for updating: This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/migrate for instructions on how to migrate your code to TensorFlow v2. -2025-01-26 02:46:41.548016: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) +2025-01-26 14:40:14.763081: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -I0000 00:00:1737859601.587264 8557 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled +I0000 00:00:1737902414.829128 8584 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.67, mean=15.1052, time=23.874, acc=76.000%, queries=16, tiles=50.0:15.2143,80.0:23.4486,90.0:23.6919,95.0:23.7944,99.0:23.7961,99.9:23.7965 +TestScenario.Offline qps=0.67, mean=15.1241, time=23.964, acc=76.000%, queries=16, tiles=50.0:15.3220,80.0:22.9249,90.0:23.8180,95.0:23.8916,99.0:23.8953,99.9:23.8961 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd index b3e51dbdc..b0f453083 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd @@ -15,32 +15,32 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tf,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tf,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_tensorflow + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_tensorflow download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb_) --> download,file,_cmutil,_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb get-ml-model-resnet50,56203e4e998b4bc0_(_tf,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_tf,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_tf,_fp32 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> get,dataset-aux,image-classification,imagenet-aux @@ -62,8 +62,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NHWC - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NHWC + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -74,7 +74,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -108,48 +108,48 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_pycocotools get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_protobuf + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_protobuf detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png index 92a6050da..982a3560e 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json index ae9137deb..224228a5b 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json @@ -167,15 +167,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "tensorflow", "version": "2.18.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "tf,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -407,15 +407,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -637,7 +637,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NHWC", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -757,7 +757,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1137,7 +1137,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1357,7 +1357,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "2.0.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1427,7 +1427,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "protobuf", "version": "4.23.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1537,7 +1537,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json index c5ada008f..efc96225c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1280-940" + "MLC_HOST_SYSTEM_NAME": "fv-az1945-255" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out index d74e52e08..b95a7310f 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out @@ -1,19 +1,19 @@ -python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/7806ff981a0a46258e3e35521731446e.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --dataset-list /home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/7806ff981a0a46258e3e35521731446e.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) -2025-01-26 02:43:54.056414: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:43:54.059619: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:43:54.068536: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered +python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a6cfacc88bc140268f946c56d81e5995.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a6cfacc88bc140268f946c56d81e5995.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +2025-01-26 14:37:30.667529: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:37:30.670658: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:37:30.679377: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -E0000 00:00:1737859434.083058 6485 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered -E0000 00:00:1737859434.087507 6485 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered -2025-01-26 02:43:54.102999: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. +E0000 00:00:1737902250.693560 6449 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered +E0000 00:00:1737902250.697868 6449 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered +2025-01-26 14:37:30.713702: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags. INFO:matplotlib.font_manager:Failed to extract font properties from /usr/share/fonts/truetype/noto/NotoColorEmoji.ttf: Can not load face (unknown file format; error code 0x2) INFO:matplotlib.font_manager:generated new fontManager INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec -WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_1d0340ff/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. +WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_08aabc36/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. Instructions for updating: Use tf.gfile.GFile. WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/strip_unused_lib.py:84: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. @@ -22,8 +22,8 @@ This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/mi WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/optimize_for_inference_lib.py:138: remove_training_nodes (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. Instructions for updating: This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/migrate for instructions on how to migrate your code to TensorFlow v2. -2025-01-26 02:44:55.015850: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) +2025-01-26 14:38:30.071358: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -I0000 00:00:1737859495.057510 6485 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled +I0000 00:00:1737902310.111702 6449 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.67, mean=15.0110, time=23.776, queries=16, tiles=50.0:15.0965,80.0:23.0607,90.0:23.4652,95.0:23.6756,99.0:23.6946,99.9:23.6988 +TestScenario.Offline qps=0.67, mean=15.0824, time=23.892, queries=16, tiles=50.0:15.4463,80.0:22.8253,90.0:23.7160,95.0:23.8188,99.0:23.8236,99.9:23.8247 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt index 6cfb6a2c0..9fa040f1e 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1280-940 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:23 up 5 min, 0 user, load average: 2.02, 0.89, 0.36 + 14:38:58 up 6 min, 0 user, load average: 2.03, 0.85, 0.35 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-18*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2908.811 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.331 +cpu MHz : 3243.303 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.962 +cpu MHz : 2604.014 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3237.056 +cpu MHz : 2597.391 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5671 MB +node 0 free: 5670 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 5807608 kB -MemAvailable: 15334260 kB -Buffers: 190716 kB -Cached: 9201364 kB +MemFree: 5806836 kB +MemAvailable: 15335320 kB +Buffers: 190704 kB +Cached: 9204176 kB SwapCached: 0 kB -Active: 1298572 kB -Inactive: 8395160 kB -Active(anon): 381352 kB +Active: 1293780 kB +Inactive: 8396160 kB +Active(anon): 375980 kB Inactive(anon): 0 kB -Active(file): 917220 kB -Inactive(file): 8395160 kB +Active(file): 917800 kB +Inactive(file): 8396160 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1460 kB +Dirty: 1028 kB Writeback: 0 kB -AnonPages: 345300 kB -Mapped: 342388 kB -Shmem: 70936 kB -KReclaimable: 560184 kB -Slab: 669732 kB -SReclaimable: 560184 kB -SUnreclaim: 109548 kB -KernelStack: 3888 kB -PageTables: 6304 kB +AnonPages: 340692 kB +Mapped: 343916 kB +Shmem: 72168 kB +KReclaimable: 560436 kB +Slab: 670248 kB +SReclaimable: 560436 kB +SUnreclaim: 109812 kB +KernelStack: 3944 kB +PageTables: 6240 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2185284 kB +Committed_AS: 2184560 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35024 kB +VmallocUsed: 35040 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 141312 kB +AnonHugePages: 172032 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 106432 kB -DirectMap2M: 4087808 kB +DirectMap4k: 110528 kB +DirectMap2M: 4083712 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:39 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 287344 279885 45 0 64771 0 +fs.dentry-state = 287415 279945 45 0 64765 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 222527 568 -fs.inode-state = 222527 568 0 0 0 0 0 +fs.inode-nr = 222601 568 +fs.inode-state = 222601 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1280-940 +kernel.hostname = fv-az1945-255 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7070 +kernel.ns_last_pid = 7034 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = a590fd6b-757f-4d5e-a94e-cfc3eadeec1d +kernel.random.boot_id = 4ab39595-a573-4b08-8557-fa92b7a0e69c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 8d49e171-e8dc-4510-b39d-5efa79570ea1 +kernel.random.uuid = 73c8f504-e682-47e1-9e35-3a9650553a8f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 034b9e12-baf814e3-ddfa5e03-fb6102c7 +net.ipv4.tcp_fastopen_key = 9fd9b660-daa926e5-691eb16c-eef3f98b net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 168 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0014-1306-1116-5773-5162-81 - UUID: fc031ac4-19f3-f94d-85c1-7f39ec1dc137 + Serial Number: 0000-0000-6959-2799-5510-0473-66 + UUID: d36ea809-a021-8642-91b7-65beb2379eb7 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6381-2456-4300-8085-03 + Serial Number: 0000-0010-4999-7292-5945-7819-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 5520-1042-0034-2348-5241-4680-58 + Serial Number: 3698-1912-9973-2127-2065-3462-02 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt index 6cfb6a2c0..9fa040f1e 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1280-940 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:23 up 5 min, 0 user, load average: 2.02, 0.89, 0.36 + 14:38:58 up 6 min, 0 user, load average: 2.03, 0.85, 0.35 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-18*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2908.811 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.331 +cpu MHz : 3243.303 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.962 +cpu MHz : 2604.014 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3237.056 +cpu MHz : 2597.391 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5671 MB +node 0 free: 5670 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 5807608 kB -MemAvailable: 15334260 kB -Buffers: 190716 kB -Cached: 9201364 kB +MemFree: 5806836 kB +MemAvailable: 15335320 kB +Buffers: 190704 kB +Cached: 9204176 kB SwapCached: 0 kB -Active: 1298572 kB -Inactive: 8395160 kB -Active(anon): 381352 kB +Active: 1293780 kB +Inactive: 8396160 kB +Active(anon): 375980 kB Inactive(anon): 0 kB -Active(file): 917220 kB -Inactive(file): 8395160 kB +Active(file): 917800 kB +Inactive(file): 8396160 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1460 kB +Dirty: 1028 kB Writeback: 0 kB -AnonPages: 345300 kB -Mapped: 342388 kB -Shmem: 70936 kB -KReclaimable: 560184 kB -Slab: 669732 kB -SReclaimable: 560184 kB -SUnreclaim: 109548 kB -KernelStack: 3888 kB -PageTables: 6304 kB +AnonPages: 340692 kB +Mapped: 343916 kB +Shmem: 72168 kB +KReclaimable: 560436 kB +Slab: 670248 kB +SReclaimable: 560436 kB +SUnreclaim: 109812 kB +KernelStack: 3944 kB +PageTables: 6240 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2185284 kB +Committed_AS: 2184560 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35024 kB +VmallocUsed: 35040 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 141312 kB +AnonHugePages: 172032 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 106432 kB -DirectMap2M: 4087808 kB +DirectMap4k: 110528 kB +DirectMap2M: 4083712 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:39 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 287344 279885 45 0 64771 0 +fs.dentry-state = 287415 279945 45 0 64765 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 222527 568 -fs.inode-state = 222527 568 0 0 0 0 0 +fs.inode-nr = 222601 568 +fs.inode-state = 222601 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1280-940 +kernel.hostname = fv-az1945-255 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7070 +kernel.ns_last_pid = 7034 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = a590fd6b-757f-4d5e-a94e-cfc3eadeec1d +kernel.random.boot_id = 4ab39595-a573-4b08-8557-fa92b7a0e69c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 8d49e171-e8dc-4510-b39d-5efa79570ea1 +kernel.random.uuid = 73c8f504-e682-47e1-9e35-3a9650553a8f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 034b9e12-baf814e3-ddfa5e03-fb6102c7 +net.ipv4.tcp_fastopen_key = 9fd9b660-daa926e5-691eb16c-eef3f98b net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 168 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0014-1306-1116-5773-5162-81 - UUID: fc031ac4-19f3-f94d-85c1-7f39ec1dc137 + Serial Number: 0000-0000-6959-2799-5510-0473-66 + UUID: d36ea809-a021-8642-91b7-65beb2379eb7 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6381-2456-4300-8085-03 + Serial Number: 0000-0010-4999-7292-5945-7819-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 5520-1042-0034-2348-5241-4680-58 + Serial Number: 3698-1912-9973-2127-2065-3462-02 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt index 6cfb6a2c0..9fa040f1e 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1280-940 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:23 up 5 min, 0 user, load average: 2.02, 0.89, 0.36 + 14:38:58 up 6 min, 0 user, load average: 2.03, 0.85, 0.35 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-18*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2908.811 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.331 +cpu MHz : 3243.303 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.962 +cpu MHz : 2604.014 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3237.056 +cpu MHz : 2597.391 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5671 MB +node 0 free: 5670 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 5807608 kB -MemAvailable: 15334260 kB -Buffers: 190716 kB -Cached: 9201364 kB +MemFree: 5806836 kB +MemAvailable: 15335320 kB +Buffers: 190704 kB +Cached: 9204176 kB SwapCached: 0 kB -Active: 1298572 kB -Inactive: 8395160 kB -Active(anon): 381352 kB +Active: 1293780 kB +Inactive: 8396160 kB +Active(anon): 375980 kB Inactive(anon): 0 kB -Active(file): 917220 kB -Inactive(file): 8395160 kB +Active(file): 917800 kB +Inactive(file): 8396160 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1460 kB +Dirty: 1028 kB Writeback: 0 kB -AnonPages: 345300 kB -Mapped: 342388 kB -Shmem: 70936 kB -KReclaimable: 560184 kB -Slab: 669732 kB -SReclaimable: 560184 kB -SUnreclaim: 109548 kB -KernelStack: 3888 kB -PageTables: 6304 kB +AnonPages: 340692 kB +Mapped: 343916 kB +Shmem: 72168 kB +KReclaimable: 560436 kB +Slab: 670248 kB +SReclaimable: 560436 kB +SUnreclaim: 109812 kB +KernelStack: 3944 kB +PageTables: 6240 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2185284 kB +Committed_AS: 2184560 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35024 kB +VmallocUsed: 35040 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 141312 kB +AnonHugePages: 172032 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 106432 kB -DirectMap2M: 4087808 kB +DirectMap4k: 110528 kB +DirectMap2M: 4083712 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:39 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 287344 279885 45 0 64771 0 +fs.dentry-state = 287415 279945 45 0 64765 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 222527 568 -fs.inode-state = 222527 568 0 0 0 0 0 +fs.inode-nr = 222601 568 +fs.inode-state = 222601 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1280-940 +kernel.hostname = fv-az1945-255 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7070 +kernel.ns_last_pid = 7034 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = a590fd6b-757f-4d5e-a94e-cfc3eadeec1d +kernel.random.boot_id = 4ab39595-a573-4b08-8557-fa92b7a0e69c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 8d49e171-e8dc-4510-b39d-5efa79570ea1 +kernel.random.uuid = 73c8f504-e682-47e1-9e35-3a9650553a8f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 034b9e12-baf814e3-ddfa5e03-fb6102c7 +net.ipv4.tcp_fastopen_key = 9fd9b660-daa926e5-691eb16c-eef3f98b net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 168 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0014-1306-1116-5773-5162-81 - UUID: fc031ac4-19f3-f94d-85c1-7f39ec1dc137 + Serial Number: 0000-0000-6959-2799-5510-0473-66 + UUID: d36ea809-a021-8642-91b7-65beb2379eb7 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6381-2456-4300-8085-03 + Serial Number: 0000-0010-4999-7292-5945-7819-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 5520-1042-0034-2348-5241-4680-58 + Serial Number: 3698-1912-9973-2127-2065-3462-02 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md index 8ea184707..97c38aea1 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -1,4 +1,5 @@ + See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/refs/heads/main/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html)