diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index 8b47b519d..18f890281 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 80 | 1.7 | - | \ No newline at end of file +| resnet50 | offline | 80 | 1.737 | - | \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md index 33f4b3d06..e161a5cb1 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md @@ -17,16 +17,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -41,4 +41,4 @@ Model Precision: fp32 `acc`: `80.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `1.6996` +`Samples per second`: `1.73704` diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out index 6002024d4..096dfba37 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out @@ -1,11 +1,11 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy" --backend tvm --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4cbec86190594ff18d2ad34b91a7ca4b.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4cbec86190594ff18d2ad34b91a7ca4b.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy" --backend tvm --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9352645028624658bc76cae37124d8e5.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9352645028624658bc76cae37124d8e5.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 5 preprocessed images using 4 threads INFO:imagenet:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so INFO:main:starting TestScenario.Offline -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TestScenario.Offline qps=1.72, mean=1.7674, time=2.899, acc=80.000%, queries=5, tiles=50.0:1.4999,80.0:1.7954,90.0:2.3313,95.0:2.5993,99.0:2.8137,99.9:2.8619 +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TestScenario.Offline qps=1.74, mean=1.7556, time=2.872, acc=80.000%, queries=5, tiles=50.0:1.4972,80.0:1.7776,90.0:2.3093,95.0:2.5752,99.0:2.7879,99.9:2.8357 diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd index 78469fd7d..6f4a20985 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd @@ -13,32 +13,32 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tvm-onnx,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tvm-onnx,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_batch_size.1_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,ml-model,image-classification,resnet50,_fp32,_batch_size.1 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,ml-model,image-classification,resnet50,_fp32,_batch_size.1 get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,dataset-aux,image-classification,imagenet-aux @@ -60,8 +60,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -72,7 +72,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -106,85 +106,85 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_pycocotools get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,generic-python-lib,_onnx - get-tvm,93c89140e6224f4b --> cmake,get-cmake + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnx + get-tvm,93c89140e6224f4b_(_pip-install_) --> cmake,get-cmake detect-cpu,586c8a43320142f7 --> detect,os - get-tvm,93c89140e6224f4b --> detect,cpu + get-tvm,93c89140e6224f4b_(_pip-install_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_typing_extensions + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_typing_extensions get-generic-python-lib,94b62a682bc44791_(_decorator_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_decorator_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_decorator + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_decorator get-generic-python-lib,94b62a682bc44791_(_scipy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_scipy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_scipy + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_scipy get-generic-python-lib,94b62a682bc44791_(_attrs_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_attrs_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_attrs + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_attrs get-generic-python-lib,94b62a682bc44791_(_psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_psutil + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_psutil get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> detect,cpu @@ -193,24 +193,24 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> get,generic-python-lib,_pip get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> get,generic-python-lib,_typing_extensions - get-tvm,93c89140e6224f4b --> get,generic-python-lib,_apache-tvm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,tvm - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,tvm + get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_apache-tvm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,tvm,_pip-install + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,python3 + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,tvm,_pip-install get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_decorator + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_decorator get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_psutil + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_psutil get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_scipy + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_scipy get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_attrs + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_attrs get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_onnx + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_onnx get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,ml-model,raw,resnet50,_fp32,_onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> get,tvm-model,_onnx,_batch_size.1,_model.resnet50 + get-tvm-model,c1b7b656b6224307_(_onnx,_graph-executor,_batch_size.1,_model.resnet50_) --> get,ml-model,raw,resnet50,_fp32,_onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> get,tvm-model,_onnx,_graph-executor,_batch_size.1,_model.resnet50 detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png index 5660595cc..d4d0c4318 100644 Binary files a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png and b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json index de2edf2d8..9765e8cc2 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json @@ -147,15 +147,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_39d63334/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_dbbe09a1/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -187,7 +187,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -217,7 +217,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.9.21", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.19.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,batch_size.1", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -387,15 +387,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_1c1c1259/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_0fe2ab30/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -617,7 +617,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -737,7 +737,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1197,7 +1197,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1337,7 +1337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1477,7 +1477,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1487,7 +1487,7 @@ "script_tags": "get,cmake,get-cmake", "script_variations": "", "version": "3.31.4", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "typing_extensions", "version": "4.12.2", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1647,7 +1647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "decorator", "version": "5.1.1", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "scipy", "version": "1.13.1", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "attrs", "version": "25.1.0", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "psutil", "version": "6.1.1", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { @@ -1947,17 +1947,17 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "apache-tvm", "version": "0.14.dev273", - "parent": "get-tvm,93c89140e6224f4b" + "parent": "get-tvm,93c89140e6224f4b ( pip-install )" } }, { - "get,tvm": { + "get,tvm,_pip-install": { "script_uid": "93c89140e6224f4b", "script_alias": "get-tvm", "script_tags": "get,tvm,get-tvm", - "script_variations": "", + "script_variations": "pip-install", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -1967,17 +1967,17 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.9.21", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { - "get,tvm": { + "get,tvm,_pip-install": { "script_uid": "93c89140e6224f4b", "script_alias": "get-tvm", "script_tags": "get,tvm,get-tvm", - "script_variations": "", + "script_variations": "pip-install", "version": "", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -1997,7 +1997,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "decorator", "version": "5.1.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "psutil", "version": "6.1.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2037,7 +2037,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "scipy", "version": "1.13.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2057,7 +2057,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "attrs", "version": "25.1.0", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2077,7 +2077,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx", "version": "1.17.0", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { @@ -2097,17 +2097,17 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx", "version": "", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_graph-executor,_batch_size.1,_model.resnet50 )" } }, { - "get,tvm-model,_onnx,_batch_size.1,_model.resnet50": { + "get,tvm-model,_onnx,_graph-executor,_batch_size.1,_model.resnet50": { "script_uid": "c1b7b656b6224307", "script_alias": "get-tvm-model", "script_tags": "get,ml-model-tvm,tvm-model", - "script_variations": "onnx,batch_size.1,model.resnet50", + "script_variations": "onnx,graph-executor,batch_size.1,model.resnet50", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } }, { @@ -2147,7 +2147,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_tvm-onnx,_offline,_batch_size.1,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_resnet50,_batch_size.1,_tvm-onnx,_fp32 )" } } ] diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json index e30178d71..edfcf0c3e 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1720-577" + "MLC_HOST_SYSTEM_NAME": "fv-az1279-364" } \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out index 6e10c345e..6908c6d58 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out @@ -1,12 +1,12 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1" --backend tvm --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/098afca242af44968960b9682a6f4092.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b033c29b/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_698f46f1/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9626ca44', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/098afca242af44968960b9682a6f4092.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1" --backend tvm --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a20683fbc87a4dd78a8345c92db57c21.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_78774a62/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_43e11165/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_24a37a05', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a20683fbc87a4dd78a8345c92db57c21.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so INFO:main:starting TestScenario.Offline -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_9fa9c04a/model-tvm.so -TestScenario.Offline qps=1.68, mean=1.8384, time=2.969, queries=5, tiles=50.0:1.5838,80.0:1.8657,90.0:2.4027,95.0:2.6712,99.0:2.8860,99.9:2.9343 +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_829bf2f3/model-tvm.so +TestScenario.Offline qps=1.72, mean=1.7753, time=2.902, queries=5, tiles=50.0:1.5061,80.0:1.7827,90.0:2.3296,95.0:2.6031,99.0:2.8219,99.9:2.8712 diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt index cb13a529f..c11da2e0a 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1720-577 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1279-364 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:56:47 up 5 min, 0 user, load average: 1.37, 0.75, 0.32 + 14:39:10 up 5 min, 0 user, load average: 1.38, 0.77, 0.33 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -47,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -68,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.343 +cpu MHz : 2445.433 cache size : 512 KB physical id : 0 siblings : 4 @@ -82,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -96,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 3240.863 cache size : 512 KB physical id : 0 siblings : 4 @@ -110,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -124,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.232 +cpu MHz : 2958.825 cache size : 512 KB physical id : 0 siblings : 4 @@ -138,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -152,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 2845.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -166,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -189,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.87 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -219,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6642 MB +node 0 free: 6577 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 6801588 kB -MemAvailable: 15303844 kB -Buffers: 221204 kB -Cached: 8121052 kB +MemTotal: 16373796 kB +MemFree: 6735756 kB +MemAvailable: 15274908 kB +Buffers: 220548 kB +Cached: 8156836 kB SwapCached: 0 kB -Active: 1262084 kB -Inactive: 7387616 kB -Active(anon): 386744 kB +Active: 1302776 kB +Inactive: 7379776 kB +Active(anon): 385384 kB Inactive(anon): 0 kB -Active(file): 875340 kB -Inactive(file): 7387616 kB +Active(file): 917392 kB +Inactive(file): 7379776 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 103860 kB +Dirty: 111080 kB Writeback: 0 kB -AnonPages: 347844 kB -Mapped: 343812 kB -Shmem: 70544 kB -KReclaimable: 585420 kB -Slab: 696040 kB -SReclaimable: 585420 kB -SUnreclaim: 110620 kB -KernelStack: 4176 kB -PageTables: 6468 kB +AnonPages: 342068 kB +Mapped: 346248 kB +Shmem: 71464 kB +KReclaimable: 587896 kB +Slab: 698664 kB +SReclaimable: 587896 kB +SUnreclaim: 110768 kB +KernelStack: 4164 kB +PageTables: 6488 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2235336 kB +Committed_AS: 2253972 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35248 kB VmallocChunk: 0 kB -Percpu: 2208 kB +Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 157696 kB +AnonHugePages: 137216 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -277,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 128960 kB -DirectMap2M: 4065280 kB +DirectMap4k: 114624 kB +DirectMap2M: 4079616 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:34 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -733,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 1: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -809,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 334617 326991 45 0 72897 0 +fs.dentry-state = 334507 326889 45 0 72883 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 261701 568 -fs.inode-state = 261701 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261604 568 +fs.inode-state = 261604 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -877,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1720-577 +kernel.hostname = fv-az1279-364 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -910,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9568 +kernel.ns_last_pid = 9612 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -943,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 92439eb2-7d92-4d72-a704-962728348275 +kernel.random.boot_id = cc08be12-88db-4abe-9b16-3ccf09d7c416 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = e8511ed4-d310-45b5-8e5d-32c0f3bafc20 +kernel.random.uuid = 3fcbd12b-6e0a-4f83-8e0c-0c89f13f9263 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1360,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = b36b07a1-834b7507-218012b9-af4e1110 +net.ipv4.tcp_fastopen_key = 3fa5298e-9eb685c3-be5f02e2-c7f31277 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1834,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 107 +net.netfilter.nf_conntrack_count = 108 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1982,12 +1982,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -├─sda1 8:1 0 74G 0 part / -├─sda14 8:14 0 4M 0 part -├─sda15 8:15 0 106M 0 part /boot/efi -└─sda16 259:0 0 913M 0 part /boot +└─sda1 8:1 0 75G 0 part /mnt sdb 8:16 0 75G 0 disk -└─sdb1 8:17 0 75G 0 part /mnt +├─sdb1 8:17 0 74G 0 part / +├─sdb14 8:30 0 4M 0 part +├─sdb15 8:31 0 106M 0 part /boot/efi +└─sdb16 259:0 0 913M 0 part /boot ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2057,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0000-4462-0013-1502-0992-75 - UUID: a7383106-ead0-4b4b-87fd-49a4cb0cbfba + Serial Number: 0000-0000-9190-7826-5858-7716-32 + UUID: d038c10c-4b35-b04a-acf3-977866545db3 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2066,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-7990-6933-6358-1418-82 + Serial Number: 0000-0012-4624-7113-7232-9691-39 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2074,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6543-1346-2672-0446-9403-5607-32 + Serial Number: 3862-2751-4992-3206-7881-9394-52 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt index cb13a529f..c11da2e0a 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1720-577 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1279-364 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:56:47 up 5 min, 0 user, load average: 1.37, 0.75, 0.32 + 14:39:10 up 5 min, 0 user, load average: 1.38, 0.77, 0.33 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -47,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -68,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.343 +cpu MHz : 2445.433 cache size : 512 KB physical id : 0 siblings : 4 @@ -82,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -96,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 3240.863 cache size : 512 KB physical id : 0 siblings : 4 @@ -110,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -124,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.232 +cpu MHz : 2958.825 cache size : 512 KB physical id : 0 siblings : 4 @@ -138,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -152,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 2845.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -166,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -189,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.87 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -219,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6642 MB +node 0 free: 6577 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 6801588 kB -MemAvailable: 15303844 kB -Buffers: 221204 kB -Cached: 8121052 kB +MemTotal: 16373796 kB +MemFree: 6735756 kB +MemAvailable: 15274908 kB +Buffers: 220548 kB +Cached: 8156836 kB SwapCached: 0 kB -Active: 1262084 kB -Inactive: 7387616 kB -Active(anon): 386744 kB +Active: 1302776 kB +Inactive: 7379776 kB +Active(anon): 385384 kB Inactive(anon): 0 kB -Active(file): 875340 kB -Inactive(file): 7387616 kB +Active(file): 917392 kB +Inactive(file): 7379776 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 103860 kB +Dirty: 111080 kB Writeback: 0 kB -AnonPages: 347844 kB -Mapped: 343812 kB -Shmem: 70544 kB -KReclaimable: 585420 kB -Slab: 696040 kB -SReclaimable: 585420 kB -SUnreclaim: 110620 kB -KernelStack: 4176 kB -PageTables: 6468 kB +AnonPages: 342068 kB +Mapped: 346248 kB +Shmem: 71464 kB +KReclaimable: 587896 kB +Slab: 698664 kB +SReclaimable: 587896 kB +SUnreclaim: 110768 kB +KernelStack: 4164 kB +PageTables: 6488 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2235336 kB +Committed_AS: 2253972 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35248 kB VmallocChunk: 0 kB -Percpu: 2208 kB +Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 157696 kB +AnonHugePages: 137216 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -277,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 128960 kB -DirectMap2M: 4065280 kB +DirectMap4k: 114624 kB +DirectMap2M: 4079616 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:34 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -733,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 1: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -809,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 334617 326991 45 0 72897 0 +fs.dentry-state = 334507 326889 45 0 72883 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 261701 568 -fs.inode-state = 261701 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261604 568 +fs.inode-state = 261604 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -877,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1720-577 +kernel.hostname = fv-az1279-364 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -910,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9568 +kernel.ns_last_pid = 9612 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -943,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 92439eb2-7d92-4d72-a704-962728348275 +kernel.random.boot_id = cc08be12-88db-4abe-9b16-3ccf09d7c416 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = e8511ed4-d310-45b5-8e5d-32c0f3bafc20 +kernel.random.uuid = 3fcbd12b-6e0a-4f83-8e0c-0c89f13f9263 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1360,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = b36b07a1-834b7507-218012b9-af4e1110 +net.ipv4.tcp_fastopen_key = 3fa5298e-9eb685c3-be5f02e2-c7f31277 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1834,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 107 +net.netfilter.nf_conntrack_count = 108 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1982,12 +1982,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -├─sda1 8:1 0 74G 0 part / -├─sda14 8:14 0 4M 0 part -├─sda15 8:15 0 106M 0 part /boot/efi -└─sda16 259:0 0 913M 0 part /boot +└─sda1 8:1 0 75G 0 part /mnt sdb 8:16 0 75G 0 disk -└─sdb1 8:17 0 75G 0 part /mnt +├─sdb1 8:17 0 74G 0 part / +├─sdb14 8:30 0 4M 0 part +├─sdb15 8:31 0 106M 0 part /boot/efi +└─sdb16 259:0 0 913M 0 part /boot ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2057,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0000-4462-0013-1502-0992-75 - UUID: a7383106-ead0-4b4b-87fd-49a4cb0cbfba + Serial Number: 0000-0000-9190-7826-5858-7716-32 + UUID: d038c10c-4b35-b04a-acf3-977866545db3 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2066,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-7990-6933-6358-1418-82 + Serial Number: 0000-0012-4624-7113-7232-9691-39 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2074,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6543-1346-2672-0446-9403-5607-32 + Serial Number: 3862-2751-4992-3206-7881-9394-52 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt index cb13a529f..c11da2e0a 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1720-577 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1279-364 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:56:47 up 5 min, 0 user, load average: 1.37, 0.75, 0.32 + 14:39:10 up 5 min, 0 user, load average: 1.38, 0.77, 0.33 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -47,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -68,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.343 +cpu MHz : 2445.433 cache size : 512 KB physical id : 0 siblings : 4 @@ -82,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -96,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 3240.863 cache size : 512 KB physical id : 0 siblings : 4 @@ -110,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -124,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.232 +cpu MHz : 2958.825 cache size : 512 KB physical id : 0 siblings : 4 @@ -138,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -152,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.438 +cpu MHz : 2845.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -166,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.87 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -189,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.87 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -219,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6642 MB +node 0 free: 6577 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 6801588 kB -MemAvailable: 15303844 kB -Buffers: 221204 kB -Cached: 8121052 kB +MemTotal: 16373796 kB +MemFree: 6735756 kB +MemAvailable: 15274908 kB +Buffers: 220548 kB +Cached: 8156836 kB SwapCached: 0 kB -Active: 1262084 kB -Inactive: 7387616 kB -Active(anon): 386744 kB +Active: 1302776 kB +Inactive: 7379776 kB +Active(anon): 385384 kB Inactive(anon): 0 kB -Active(file): 875340 kB -Inactive(file): 7387616 kB +Active(file): 917392 kB +Inactive(file): 7379776 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 103860 kB +Dirty: 111080 kB Writeback: 0 kB -AnonPages: 347844 kB -Mapped: 343812 kB -Shmem: 70544 kB -KReclaimable: 585420 kB -Slab: 696040 kB -SReclaimable: 585420 kB -SUnreclaim: 110620 kB -KernelStack: 4176 kB -PageTables: 6468 kB +AnonPages: 342068 kB +Mapped: 346248 kB +Shmem: 71464 kB +KReclaimable: 587896 kB +Slab: 698664 kB +SReclaimable: 587896 kB +SUnreclaim: 110768 kB +KernelStack: 4164 kB +PageTables: 6488 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2235336 kB +Committed_AS: 2253972 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35248 kB VmallocChunk: 0 kB -Percpu: 2208 kB +Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 157696 kB +AnonHugePages: 137216 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -277,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 128960 kB -DirectMap2M: 4065280 kB +DirectMap4k: 114624 kB +DirectMap2M: 4079616 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:34 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -733,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 1: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -809,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 334617 326991 45 0 72897 0 +fs.dentry-state = 334507 326889 45 0 72883 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 261701 568 -fs.inode-state = 261701 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261604 568 +fs.inode-state = 261604 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -877,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1720-577 +kernel.hostname = fv-az1279-364 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -910,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9568 +kernel.ns_last_pid = 9612 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -943,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 92439eb2-7d92-4d72-a704-962728348275 +kernel.random.boot_id = cc08be12-88db-4abe-9b16-3ccf09d7c416 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = e8511ed4-d310-45b5-8e5d-32c0f3bafc20 +kernel.random.uuid = 3fcbd12b-6e0a-4f83-8e0c-0c89f13f9263 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1360,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = b36b07a1-834b7507-218012b9-af4e1110 +net.ipv4.tcp_fastopen_key = 3fa5298e-9eb685c3-be5f02e2-c7f31277 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1834,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 107 +net.netfilter.nf_conntrack_count = 108 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1982,12 +1982,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -├─sda1 8:1 0 74G 0 part / -├─sda14 8:14 0 4M 0 part -├─sda15 8:15 0 106M 0 part /boot/efi -└─sda16 259:0 0 913M 0 part /boot +└─sda1 8:1 0 75G 0 part /mnt sdb 8:16 0 75G 0 disk -└─sdb1 8:17 0 75G 0 part /mnt +├─sdb1 8:17 0 74G 0 part / +├─sdb14 8:30 0 4M 0 part +├─sdb15 8:31 0 106M 0 part /boot/efi +└─sdb16 259:0 0 913M 0 part /boot ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2057,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0000-4462-0013-1502-0992-75 - UUID: a7383106-ead0-4b4b-87fd-49a4cb0cbfba + Serial Number: 0000-0000-9190-7826-5858-7716-32 + UUID: d038c10c-4b35-b04a-acf3-977866545db3 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2066,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-7990-6933-6358-1418-82 + Serial Number: 0000-0012-4624-7113-7232-9691-39 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2074,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6543-1346-2672-0446-9403-5607-32 + Serial Number: 3862-2751-4992-3206-7881-9394-52 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt index 9b354ff63..1ad63ddbb 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=80.000%, good=4, total=5 -hash=287b1cb67b0bf8292314f5ff50865b9a5d7f5bbee89af57cd4655b9cfe95c14b +hash=d2f5dfd444e1e92367946a4bdef652e404328bed5685a5fb7d6c09a6cab31ee3 diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json index 721df04d0..3c700d64c 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -1,7 +1,7 @@ [ -{ "seq_id" : 3, "qsl_idx" : 1, "data" : "00C04644" }, { "seq_id" : 0, "qsl_idx" : 0, "data" : "00008242" }, -{ "seq_id" : 2, "qsl_idx" : 3, "data" : "00404A44" }, { "seq_id" : 1, "qsl_idx" : 4, "data" : "00000144" }, +{ "seq_id" : 3, "qsl_idx" : 1, "data" : "00C04644" }, +{ "seq_id" : 2, "qsl_idx" : 3, "data" : "00404A44" }, { "seq_id" : 4, "qsl_idx" : 2, "data" : "00006643" } ] diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index 3ccab6607..6224d71fd 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:52.513779", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:52.513790", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:57:16Z", "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 221, "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.025718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.061076, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.066596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.078098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.084520, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.618130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 2.618130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 2.618130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2881.061072, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:57:16.768", "time_ms": 2881.062234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 10940, "tid": 10940}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:57:19.638", "time_ms": 2881.062234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10940, "tid": 10940}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:21.638413", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:21.638420", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008035, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:39:37Z", "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 140, "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.023173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.033893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.036819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.048360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.055474, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1.772250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 1.772250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1.772250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2853.561043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:39:37.775", "time_ms": 2853.561764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 10985, "tid": 10985}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:40.617", "time_ms": 2853.561764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10985, "tid": 10985}} diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index d46917c22..eb0d3586a 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:52.513779", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:52.513790", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:56:42Z", "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.026790, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.049844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.053070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060013, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.075563, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 207.219498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 207.219498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 207.219498, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 209.345528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3155.309646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:56:42.296", "time_ms": 3155.310618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:56:45.238", "time_ms": 3155.310618, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.6996, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1528861381, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_max_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 1839671418, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1585371025, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 2941866655, "time_ms": 3155.319194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9009, "tid": 9009}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:21.638413", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:21.638420", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:39:05Z", "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 241, "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.026290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.043011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.046417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.073418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 220.752047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 220.752047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 220.752047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 222.547691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3102.296770, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:39:05.381", "time_ms": 3102.298012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:08.260", "time_ms": 3102.298012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.73704, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1480899268, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_max_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 1776407389, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1507181766, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 2878457567, "time_ms": 3102.306198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8992, "tid": 8992}} diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index 5a90e754c..a01a4eac4 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.6996 +Samples per second: 1.73704 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1528861381 -Max latency (ns) : 2941866655 -Mean latency (ns) : 1839671418 -50.00 percentile latency (ns) : 1585371025 -90.00 percentile latency (ns) : 2941866655 -95.00 percentile latency (ns) : 2941866655 -97.00 percentile latency (ns) : 2941866655 -99.00 percentile latency (ns) : 2941866655 -99.90 percentile latency (ns) : 2941866655 +Min latency (ns) : 1480899268 +Max latency (ns) : 2878457567 +Mean latency (ns) : 1776407389 +50.00 percentile latency (ns) : 1507181766 +90.00 percentile latency (ns) : 2878457567 +95.00 percentile latency (ns) : 2878457567 +97.00 percentile latency (ns) : 2878457567 +99.00 percentile latency (ns) : 2878457567 +99.90 percentile latency (ns) : 2878457567 ================================================ Test Parameters Used diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index 981d365d7..b5afeb6e2 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 8.133 | - | \ No newline at end of file +| resnet50 | offline | 76 | 9.457 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md index a7fd2a0d7..16162a28c 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `8.13282` +`Samples per second`: `9.45726` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out index ec3230545..75d501d90 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/mlperf.conf -User Conf path: /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f3574070de6246dc80c255751515b804.conf -Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_4132c8e4 +MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/mlperf.conf +User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/67238a866fef494790358f40868dba58.conf +Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bfc2691a Dataset List filepath: Scenario: Offline Mode: AccuracyOnly diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd index 3c5f8ac44..b1e258997 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd @@ -19,14 +19,14 @@ graph TD get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> detect,os + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> detect,cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 @@ -61,21 +61,21 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,loadgen + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,mlcommons,inference,src get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux @@ -97,12 +97,12 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,dataset,preprocessed,imagenet,_NCHW + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,dataset,preprocessed,imagenet,_NCHW download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,ml-model,raw,resnet50,_onnx + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> get,ml-model,raw,resnet50,_onnx generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -113,15 +113,15 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> generate,user-conf,mlperf,inference detect-cpu,586c8a43320142f7 --> detect,os compile-program,c05042ba005a4bfa --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler detect-cpu,586c8a43320142f7 --> detect,os get-compiler-flags,31be8b74a69742f8 --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler-flags - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> compile,cpp-program + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> compile,cpp-program detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_offline,_cpu_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png index 020bf7d07..e6ff300ea 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json index 6344097a2..f0973ea3f 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz )" } }, { @@ -217,15 +217,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_f30b3b04/caffe_ilsvrc12.tar.gz", + "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_44c88883/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -257,7 +257,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -277,7 +277,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -687,7 +687,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -747,7 +747,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar )" } }, { @@ -757,15 +757,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_40b25376/ILSVRC2012_img_val_500.tar", + "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_689a8a7c/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -987,7 +987,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1037,7 +1037,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } }, { @@ -1257,7 +1257,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json index f772739ab..7c454f8ad 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737859607089.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900294581.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out index 549dc6059..1e857cdaa 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/mlperf.conf -User Conf path: /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e26ba1e8b94446c1a656534716ceb9d4.conf -Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_4132c8e4 +MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/mlperf.conf +User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e93ed614be04c4098950a887c1bc485.conf +Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bfc2691a Dataset List filepath: Scenario: Offline Mode: PerformanceOnly diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index 990b99128..adda781e8 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| bert-99 | offline | 80 | 4.696 | - | \ No newline at end of file +| bert-99 | offline | 80 | 7.573 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md index e82b26f10..b11d978c5 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `F1`: `80.0`, Required accuracy for closed division `>= 89.96526` ### Performance Results -`Samples per second`: `4.69575` +`Samples per second`: `7.5726` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out index 3bcc233ce..11229b75b 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out @@ -1,12 +1,12 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=neon, binary=neon) -2025-01-26 02:48:08 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:48:08 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:48:08 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +2025-01-26 14:39:56 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:39:56 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:39:56 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_882fe4c8/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_7afe59b9/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd index 22b2f5c1b..2813960dd 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd @@ -26,35 +26,35 @@ graph TD download-and-extract,c67e81a4ce2649f5_(_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt_) --> download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt get-dataset-squad-vocab,e38874fff5094577 --> download-and-extract,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt app-mlperf-inference,d775cac873ee4231_(_reference,_bert-99,_deepsparse,_cpu,_test,_r5.0-dev_default,_int8,_offline_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_transformers download-file,9cdc8dc41aae437e_(_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> download,file,_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - get-ml-model-bert-large-squad,5e865dbdc65949d2_(_int8,_deepsparse_) --> download-and-extract,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - get-ml-model-bert-large-squad,5e865dbdc65949d2_(_int8,_deepsparse_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,ml-model,language-processing,bert-large,raw,_int8,_deepsparse - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,dataset,squad,original - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,dataset-aux,squad-vocab + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> download-and-extract,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,dataset,squad,original + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,dataset-aux,squad-vocab generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -65,7 +65,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -99,59 +99,59 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,loadgen get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-git-repo,ed603e7292974f10_(_branch.deepsparse,_repo.https://github.com/neuralmagic/inference_) --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.deepsparse,_repo.https://github.com/neuralmagic/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_deepsparse + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_deepsparse get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_package.pydantic + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_package.pydantic get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_tokenization + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_tokenization get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_six_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_six_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_six + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_six get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> get,generic-python-lib,_package.absl-py + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> get,generic-python-lib,_package.absl-py detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_int8,_cpu,_offline,_bert-99_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_offline,_int8,_bert-99,_cpu_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png index 6833d10bc..438e57787 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json index 8d53e7ebd..44571877f 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json @@ -277,7 +277,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -297,7 +297,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.11.9", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.48.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -487,7 +487,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } }, { @@ -497,15 +497,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_f5f0d036/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", + "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_eea1eb37/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } @@ -517,7 +517,7 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", "version": "", - "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( int8,_deepsparse )" + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( deepsparse,_int8 )" } }, { @@ -527,17 +527,17 @@ "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", "script_variations": "", "version": "", - "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( int8,_deepsparse )" + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( deepsparse,_int8 )" } }, { - "get,ml-model,language-processing,bert-large,raw,_int8,_deepsparse": { + "get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8": { "script_uid": "5e865dbdc65949d2", "script_alias": "get-ml-model-bert-large-squad", "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", - "script_variations": "int8,deepsparse", + "script_variations": "deepsparse,int8", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -547,7 +547,7 @@ "script_tags": "get,dataset,squad,language-processing,validation,original", "script_variations": "", "version": "1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -557,7 +557,7 @@ "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -667,7 +667,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1007,7 +1007,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1047,7 +1047,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "deeplearningexamples", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "deepsparse", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "deepsparse", "version": "1.8.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pydantic", "version": "2.10.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1377,7 +1377,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "tokenization", "version": "1.0.7", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "six", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1517,7 +1517,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.absl-py", "version": "2.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_int8,_cpu,_offline,_bert-99 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_offline,_int8,_bert-99,_cpu )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json index c7d8332d7..ed4081efd 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737858653126.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900298226.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out index efefaeac0..5624dd23f 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out @@ -1,14 +1,14 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=neon, binary=neon) -2025-01-26 02:46:10 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:46:10 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:46:10 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +2025-01-26 14:38:31 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:38:31 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:38:31 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] ================================================ MLPerf Results Summary ================================================ SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.69575 +Samples per second: 7.5726 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -17,15 +17,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 262733417 -Max latency (ns) : 1064791833 -Mean latency (ns) : 629056966 -50.00 percentile latency (ns) : 600764250 -90.00 percentile latency (ns) : 1064791833 -95.00 percentile latency (ns) : 1064791833 -97.00 percentile latency (ns) : 1064791833 -99.00 percentile latency (ns) : 1064791833 -99.90 percentile latency (ns) : 1064791833 +Min latency (ns) : 118926292 +Max latency (ns) : 660275209 +Mean latency (ns) : 368171633 +50.00 percentile latency (ns) : 354260417 +90.00 percentile latency (ns) : 660275209 +95.00 percentile latency (ns) : 660275209 +97.00 percentile latency (ns) : 660275209 +99.00 percentile latency (ns) : 660275209 +99.90 percentile latency (ns) : 660275209 ================================================ Test Parameters Used @@ -53,7 +53,7 @@ performance_sample_count : 10833 No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_882fe4c8/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /Users/runner/MLC/repos/local/cache/extract-file_7afe59b9/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 6f8e1a0fc..f0a3b7c79 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |-----------|------------|------------|--------------|-------------------| -| retinanet | offline | 76.951 | 0.442 | - | \ No newline at end of file +| retinanet | offline | 76.951 | 0.402 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md index d3b82ead5..ac540c0f5 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=a9d299b7768b9c3d123a19d3afadf47d0787ac9e ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `16.4042` +`Samples per second`: `22.3606` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out index b209ad735..4ae7a8509 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5801e6297bb44dc0a8985319f597f50e.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5801e6297bb44dc0a8985319f597f50e.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/ae221d8df24649669b2b7e119da299f7.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/ae221d8df24649669b2b7e119da299f7.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 500 preprocessed images using 3 threads INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.67, mean=13.7100, time=23.721, acc=76.000%, queries=16, tiles=50.0:13.1645,80.0:20.8003,90.0:20.8808,95.0:21.5394,99.0:22.9560,99.9:23.2748 +TestScenario.Offline qps=0.79, mean=11.6168, time=20.264, acc=76.000%, queries=16, tiles=50.0:11.1507,80.0:18.0707,90.0:18.3031,95.0:18.8419,99.0:19.8574,99.9:20.0859 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd index 148a94ad0..e2f5510c2 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd @@ -19,36 +19,36 @@ graph TD get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar_) --> detect,os - extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar_) --> detect,os + extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux @@ -70,8 +70,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NCHW - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -82,7 +82,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -116,41 +116,41 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_cpu,_offline,_resnet50,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_resnet50,_cpu,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png index 489382006..1cd74d1e2 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json index 0b4d2b765..607a0e91a 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz )" } }, { @@ -217,15 +217,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_2ea642ce/caffe_ilsvrc12.tar.gz", + "script_variations": "path./Users/runner/MLC/repos/local/cache/download-file_8d78b69d/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -257,7 +257,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar )" } }, { @@ -487,15 +487,15 @@ "script_tags": "get,sys-util,generic,generic-sys-util", "script_variations": "md5sha1sum", "version": "0.9.5", - "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_38587fa9/ILSVRC2012_img_val_500.tar", + "script_variations": "path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5c35b1a8/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -717,7 +717,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -837,7 +837,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1297,7 +1297,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1437,7 +1437,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } }, { @@ -1547,7 +1547,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_offline,_resnet50,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_resnet50,_cpu,_offline,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json index bca93d3bd..c5273fc91 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737858979815.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737899361814.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out index 33b0acdd5..fbaebe52b 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fc9b8b7197264b4c99b69999c7a97457.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7 --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_14a4a7d4/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_85f32609/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_61ee91b8/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ed2727c7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fc9b8b7197264b4c99b69999c7a97457.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/192f486c2cb948408e1e978dfe9d9b3e.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_88461db8/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_2c5ac87f/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9e1fbaac/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b940d63f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/192f486c2cb948408e1e978dfe9d9b3e.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 3 threads INFO:imagenet:reduced image list, 49500 images not found -INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.5sec +INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.3sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.52, mean=16.8669, time=30.698, queries=16, tiles=50.0:15.8436,80.0:25.0122,90.0:25.4508,95.0:26.2431,99.0:28.1292,99.9:28.5536 +TestScenario.Offline qps=0.71, mean=13.2725, time=22.413, queries=16, tiles=50.0:12.8136,80.0:19.8539,90.0:19.9829,95.0:20.5377,99.0:21.5830,99.9:21.8181 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md index 6d934be68..887191c17 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.441643` +`Samples per second`: `0.401784` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out index bfa722e1f..0b54e5feb 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6c2f4a8ef21c4f7b9e6ea6df1bd318b1.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6c2f4a8ef21c4f7b9e6ea6df1bd318b1.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ea514511df74df383f5280f03dcafe6.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ea514511df74df383f5280f03dcafe6.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline loading annotations into memory... @@ -15,9 +15,9 @@ creating index... index created! Running per image evaluation... Evaluate annotation type *bbox* -DONE (t=0.02s). +DONE (t=0.03s). Accumulating evaluation results... -DONE (t=0.04s). +DONE (t=0.05s). Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.770 Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.982 Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.677 @@ -30,4 +30,4 @@ DONE (t=0.04s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.44, mean=7.7926, time=11.345, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:5.7873,80.0:10.8729,90.0:10.9758,95.0:11.0273,99.0:11.0685,99.9:11.0778 +TestScenario.Offline qps=0.46, mean=7.6494, time=10.949, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:5.8262,80.0:10.5962,90.0:10.6693,95.0:10.7059,99.0:10.7351,99.9:10.7417 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd index e8be48414..4969e8b4c 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,18 +13,18 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_install,_md5sha1sum_) --> detect,os @@ -32,7 +32,7 @@ graph TD download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx get-ml-model-retinanet,427bc5665e4541c2_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_onnx get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -120,7 +120,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -131,7 +131,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -165,26 +165,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_onnxruntime,_offline,_cpu,_retinanet,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_offline,_onnxruntime,_retinanet,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png index 68f990c83..94ec73ee7 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json index 54b32a23a..1c4847a3c 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", "script_variations": "fp32,onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1707,7 +1707,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1807,7 +1807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1827,7 +1827,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1847,7 +1847,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } }, { @@ -1887,7 +1887,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_offline,_cpu,_retinanet,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_offline,_onnxruntime,_retinanet,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json index 1e333763b..2359347fa 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737859670263.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900653101.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out index 29db1f56d..00ad174ce 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9befb91c0c2844c998f6af59817f177f.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3e96680c/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_89493585/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_5d4f9f09', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9befb91c0c2844c998f6af59817f177f.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/39477a91bbe34f9f933f568f15728297.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_564fc158/resnext50_32x4d_fpn.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_cf979e7a/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_24fa3f92', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/39477a91bbe34f9f933f568f15728297.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.44, mean=7.8903, time=11.469, queries=5, tiles=50.0:5.8397,80.0:11.0557,90.0:11.1631,95.0:11.2168,99.0:11.2598,99.9:11.2695 +TestScenario.Offline qps=0.39, mean=9.1087, time=12.685, queries=5, tiles=50.0:7.2199,80.0:12.2012,90.0:12.2929,95.0:12.3388,99.0:12.3755,99.9:12.3837 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 78f818887..1018734fe 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |-----------|------------|------------|--------------|-------------------| -| retinanet | offline | 76.951 | 0.198 | - | \ No newline at end of file +| retinanet | offline | 76.951 | 0.371 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md index 3362e44e2..677604e24 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.197574` +`Samples per second`: `0.3711` diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out index 6046f8849..de05c8ac1 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/095104b333534689a22caae12b11fffc.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/095104b333534689a22caae12b11fffc.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/88cbeb14360f440891ada9b83ee18f93.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/88cbeb14360f440891ada9b83ee18f93.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -/Users/runner/MLC/repos/local/cache/get-git-repo_2446fa85/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/Users/runner/MLC/repos/local/cache/get-git-repo_96ca6da1/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -37,4 +37,4 @@ DONE (t=0.03s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.20, mean=20.4702, time=24.593, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:18.3458,80.0:24.1817,90.0:24.2586,95.0:24.2970,99.0:24.3278,99.9:24.3347 +TestScenario.Offline qps=0.42, mean=8.7396, time=11.774, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:7.0173,80.0:11.3658,90.0:11.4973,95.0:11.5630,99.0:11.6155,99.9:11.6274 diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd index f7ada209b..d35eaccd3 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,33 +13,33 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_pytorch,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_torchvision download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_install,_md5sha1sum_) --> detect,os get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> get,generic-sys-util,_md5sha1sum download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - get-ml-model-retinanet,427bc5665e4541c2_(_fp32,_pytorch_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch + get-ml-model-retinanet,427bc5665e4541c2_(_pytorch,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -127,7 +127,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -138,7 +138,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -172,26 +172,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_pytorch,_cpu,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_retinanet,_cpu,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png index 2f6c15ae1..f3237cb62 100644 Binary files a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json index 4e80c5fd1..355df7785 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -327,7 +327,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -397,17 +397,17 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth", "version": "", - "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( fp32,_pytorch )" + "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( pytorch,_fp32 )" } }, { - "get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch": { + "get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32": { "script_uid": "427bc5665e4541c2", "script_alias": "get-ml-model-retinanet", "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", - "script_variations": "fp32,pytorch", + "script_variations": "pytorch,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1397,7 +1397,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } }, { @@ -1957,7 +1957,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_cpu,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_retinanet,_cpu,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json index 72a3bb4e0..145838069 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json @@ -10,5 +10,5 @@ "MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update", "MLC_HOST_PLATFORM_FLAVOR": "arm64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "Mac-1737859663327.local" + "MLC_HOST_SYSTEM_NAME": "Mac-1737900618982.local" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out index eb1a6c874..a5e7fd3f3 100644 --- a/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4a437ec89edd4a91b8c41034233bdb81.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_3a20b3f5/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_426b468d/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_df8ed4a4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4a437ec89edd4a91b8c41034233bdb81.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 3 --user_conf /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8d6d3a7bd7aa44089aaa9cade1299de2.conf --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4 --dataset-list /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', dataset_list='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/Users/runner/MLC/repos/local/cache/download-file_377a0a43/resnext50_32x4d_fpn.pth', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7b2ad0ca/test_results/gh_macos-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_6a25e3e4', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8d6d3a7bd7aa44089aaa9cade1299de2.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec -/Users/runner/MLC/repos/local/cache/get-git-repo_2446fa85/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/Users/runner/MLC/repos/local/cache/get-git-repo_96ca6da1/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -9,4 +9,4 @@ INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec return forward_call(*args, **kwargs) code/__torch__/model/retinanet.py:159: UserWarning: RetinaNet always returns a (Losses, Detections) tuple in scripting INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.20, mean=19.3462, time=25.426, queries=5, tiles=50.0:16.3989,80.0:25.0431,90.0:25.1383,95.0:25.1860,99.0:25.2241,99.9:25.2326 +TestScenario.Offline qps=0.37, mean=10.3826, time=13.585, queries=5, tiles=50.0:8.8841,80.0:13.3149,90.0:13.3255,95.0:13.3309,99.0:13.3352,99.9:13.3361 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index 328771a08..1664051b9 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 23.091 | - | \ No newline at end of file +| resnet50 | offline | 76 | 22.99 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md index 1f313cfb3..60e555a3a 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `23.0912` +`Samples per second`: `22.9898` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out index e001213a1..593f8b4c5 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/00958b0e5dd5426cbe4190bf2b87a2ad.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_45cb04c7 +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6499421392cd49319f4888bce6b82ce8.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_feb97011 Dataset List filepath: Scenario: Offline Mode: AccuracyOnly diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd index 049e8e91e..7b631d435 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd @@ -15,13 +15,13 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> detect,os + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> detect,cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 @@ -56,19 +56,19 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,loadgen + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,mlcommons,inference,src get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,lib,onnxruntime,lang-cpp,_cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux @@ -90,11 +90,11 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,dataset,preprocessed,imagenet,_NCHW + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> get,ml-model,raw,resnet50,_onnx + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> get,ml-model,raw,resnet50,_onnx generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -105,15 +105,15 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> generate,user-conf,mlperf,inference detect-cpu,586c8a43320142f7 --> detect,os compile-program,c05042ba005a4bfa --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler detect-cpu,586c8a43320142f7 --> detect,os get-compiler-flags,31be8b74a69742f8 --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler-flags - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> compile,cpp-program + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> compile,cpp-program detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_resnet50,_offline_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_offline,_onnxruntime,_resnet50_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png index c2ef36672..64c93acd5 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json index 61f24e6e3..a421d7e1a 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json @@ -167,15 +167,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_0cbdb109/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_8b94ecc8/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -577,7 +577,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -617,7 +617,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -637,7 +637,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -687,15 +687,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_aaf7d1a5/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bfe65450/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -917,7 +917,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -957,7 +957,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -1067,7 +1067,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -1137,7 +1137,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_resnet50,_offline )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_onnxruntime,_resnet50 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json index efc96225c..83e7ac5a0 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1945-255" + "MLC_HOST_SYSTEM_NAME": "fv-az1945-895" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out index 27eda869c..01adcd0c1 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out @@ -1,6 +1,6 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c30c6978ad35437d92ea0ae2b17fd837.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_45cb04c7 +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b7a275856b754286af5c147952861d7c.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_feb97011 Dataset List filepath: Scenario: Offline Mode: PerformanceOnly diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt index acce96f2f..d7c41faec 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:48 up 4 min, 0 user, load average: 2.06, 0.71, 0.26 + 14:37:11 up 4 min, 0 user, load average: 2.14, 0.77, 0.29 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,7 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---10*[{dockerd}] + |-dockerd---9*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.429 +cpu MHz : 2613.034 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.315 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3215.011 +cpu MHz : 3233.730 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3234.473 +cpu MHz : 3237.231 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8526 MB +node 0 free: 8555 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8731072 kB -MemAvailable: 15359072 kB -Buffers: 162584 kB -Cached: 6455356 kB +MemTotal: 16373796 kB +MemFree: 8760984 kB +MemAvailable: 15389212 kB +Buffers: 161980 kB +Cached: 6455992 kB SwapCached: 0 kB -Active: 1319780 kB -Inactive: 5588584 kB -Active(anon): 369100 kB +Active: 1328644 kB +Inactive: 5589284 kB +Active(anon): 378672 kB Inactive(anon): 0 kB -Active(file): 950680 kB -Inactive(file): 5588584 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 949972 kB +Inactive(file): 5589284 kB +Unevictable: 46936 kB +Mlocked: 43864 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 5844 kB +Dirty: 5892 kB Writeback: 0 kB -AnonPages: 333288 kB -Mapped: 340488 kB -Shmem: 69924 kB -KReclaimable: 434648 kB -Slab: 528772 kB -SReclaimable: 434648 kB -SUnreclaim: 94124 kB -KernelStack: 4180 kB -PageTables: 6236 kB +AnonPages: 343584 kB +Mapped: 339448 kB +Shmem: 69964 kB +KReclaimable: 434884 kB +Slab: 529476 kB +SReclaimable: 434884 kB +SUnreclaim: 94592 kB +KernelStack: 4128 kB +PageTables: 6184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2190256 kB +Committed_AS: 2185388 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35312 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 137216 kB +AnonHugePages: 147456 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 5130240 kB -DirectMap1G: 13631488 kB +DirectMap4k: 108480 kB +DirectMap2M: 4085760 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:50 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 257945 250460 45 0 63210 0 +fs.dentry-state = 257940 250467 45 0 63199 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 194701 568 -fs.inode-state = 194701 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 194719 566 +fs.inode-state = 194719 566 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-255 +kernel.hostname = fv-az1945-895 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6221 +kernel.ns_last_pid = 6212 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = cf9f31b6-819c-456a-8992-b6145ec8dbcd +kernel.random.boot_id = 5977ffec-ccb2-4a37-b70c-6d54df3a6879 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5524b624-90d5-44b9-96d5-32ce16c126f7 +kernel.random.uuid = 1529cb25-27c9-4e9c-9122-9cceb373f4d9 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 25d4a3e1-b3eb4c81-c7efe86c-af85cf4e +net.ipv4.tcp_fastopen_key = 7fa63379-7a058b7a-0ddee4d2-ebde246d net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 124 +net.netfilter.nf_conntrack_count = 218 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-2830-8326-4684-4745-30 - UUID: 0b23d480-e49b-a240-a5c7-a36d8af14cd9 + Serial Number: 0000-0002-4174-8610-9526-0186-48 + UUID: cea28c21-bde7-584a-9aad-0f036c08c462 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-9456-9622-7501-3623-93 + Serial Number: 0000-0011-1455-8116-0183-6780-50 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6354-5294-9974-8471-3253-6297-05 + Serial Number: 0363-8530-1855-1736-0293-0187-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt index acce96f2f..d7c41faec 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:48 up 4 min, 0 user, load average: 2.06, 0.71, 0.26 + 14:37:11 up 4 min, 0 user, load average: 2.14, 0.77, 0.29 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,7 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---10*[{dockerd}] + |-dockerd---9*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.429 +cpu MHz : 2613.034 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.315 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3215.011 +cpu MHz : 3233.730 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3234.473 +cpu MHz : 3237.231 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8526 MB +node 0 free: 8555 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8731072 kB -MemAvailable: 15359072 kB -Buffers: 162584 kB -Cached: 6455356 kB +MemTotal: 16373796 kB +MemFree: 8760984 kB +MemAvailable: 15389212 kB +Buffers: 161980 kB +Cached: 6455992 kB SwapCached: 0 kB -Active: 1319780 kB -Inactive: 5588584 kB -Active(anon): 369100 kB +Active: 1328644 kB +Inactive: 5589284 kB +Active(anon): 378672 kB Inactive(anon): 0 kB -Active(file): 950680 kB -Inactive(file): 5588584 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 949972 kB +Inactive(file): 5589284 kB +Unevictable: 46936 kB +Mlocked: 43864 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 5844 kB +Dirty: 5892 kB Writeback: 0 kB -AnonPages: 333288 kB -Mapped: 340488 kB -Shmem: 69924 kB -KReclaimable: 434648 kB -Slab: 528772 kB -SReclaimable: 434648 kB -SUnreclaim: 94124 kB -KernelStack: 4180 kB -PageTables: 6236 kB +AnonPages: 343584 kB +Mapped: 339448 kB +Shmem: 69964 kB +KReclaimable: 434884 kB +Slab: 529476 kB +SReclaimable: 434884 kB +SUnreclaim: 94592 kB +KernelStack: 4128 kB +PageTables: 6184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2190256 kB +Committed_AS: 2185388 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35312 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 137216 kB +AnonHugePages: 147456 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 5130240 kB -DirectMap1G: 13631488 kB +DirectMap4k: 108480 kB +DirectMap2M: 4085760 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:50 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 257945 250460 45 0 63210 0 +fs.dentry-state = 257940 250467 45 0 63199 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 194701 568 -fs.inode-state = 194701 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 194719 566 +fs.inode-state = 194719 566 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-255 +kernel.hostname = fv-az1945-895 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6221 +kernel.ns_last_pid = 6212 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = cf9f31b6-819c-456a-8992-b6145ec8dbcd +kernel.random.boot_id = 5977ffec-ccb2-4a37-b70c-6d54df3a6879 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5524b624-90d5-44b9-96d5-32ce16c126f7 +kernel.random.uuid = 1529cb25-27c9-4e9c-9122-9cceb373f4d9 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 25d4a3e1-b3eb4c81-c7efe86c-af85cf4e +net.ipv4.tcp_fastopen_key = 7fa63379-7a058b7a-0ddee4d2-ebde246d net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 124 +net.netfilter.nf_conntrack_count = 218 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-2830-8326-4684-4745-30 - UUID: 0b23d480-e49b-a240-a5c7-a36d8af14cd9 + Serial Number: 0000-0002-4174-8610-9526-0186-48 + UUID: cea28c21-bde7-584a-9aad-0f036c08c462 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-9456-9622-7501-3623-93 + Serial Number: 0000-0011-1455-8116-0183-6780-50 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6354-5294-9974-8471-3253-6297-05 + Serial Number: 0363-8530-1855-1736-0293-0187-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md index e9ffef076..9f0adb511 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.426066` +`Samples per second`: `0.426567` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out index 391319e9d..df9db2454 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out @@ -1,7 +1,7 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4d2cb511341f47939b0688b4b13e6887.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3 -Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3/annotations/openimages-mlperf.json +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a0294281bef342f598f7cd15c2b99475.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65 +Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65/annotations/openimages-mlperf.json Scenario: Offline Mode: AccuracyOnly Batch size: 1 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd index 2672a8f09..b4c7cb980 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd @@ -13,9 +13,9 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_cpp,_retinanet,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> detect,os + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> detect,cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 @@ -50,13 +50,13 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,loadgen + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,mlcommons,inference,src get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -139,11 +139,11 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,dataset,preprocessed,openimages,_validation,_NCHW + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,dataset,preprocessed,openimages,_validation,_NCHW download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx get-ml-model-retinanet,427bc5665e4541c2_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> get,ml-model,retinanet,_onnx,_fp32 + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> get,ml-model,retinanet,_onnx,_fp32 generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -154,15 +154,15 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> generate,user-conf,mlperf,inference detect-cpu,586c8a43320142f7 --> detect,os compile-program,c05042ba005a4bfa --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler detect-cpu,586c8a43320142f7 --> detect,os get-compiler-flags,31be8b74a69742f8 --> detect,cpu compile-program,c05042ba005a4bfa --> get,compiler-flags - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> compile,cpp-program + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> compile,cpp-program detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_retinanet,_onnxruntime,_offline,_cpu_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_cpu,_retinanet,_onnxruntime_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png index 5833a9eb0..01402b4a7 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json index 9c075dd9c..44bbebb3a 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -557,7 +557,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -577,7 +577,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", "script_variations": "onnx,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1627,7 +1627,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( retinanet,_onnxruntime,_offline,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_cpu,_retinanet,_onnxruntime )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json index 83e7ac5a0..d2da27c85 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1945-895" + "MLC_HOST_SYSTEM_NAME": "fv-az2027-431" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out index 0ba48e09a..2a4474b60 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out @@ -1,7 +1,7 @@ -MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/mlperf.conf -User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4daf631e755947e997ba650967bbf7ab.conf -Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3 -Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4dd94bd3/annotations/openimages-mlperf.json +MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/mlperf.conf +User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2ffa121aa80a447e9d34fe50aa4a567d.conf +Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65 +Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_55930e65/annotations/openimages-mlperf.json Scenario: Offline Mode: PerformanceOnly Batch size: 1 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt index 144153538..bed339b6d 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2027-431 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:59 up 3 min, 0 user, load average: 1.66, 0.84, 0.34 + 14:37:20 up 3 min, 0 user, load average: 1.69, 0.77, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2647.243 +cpu MHz : 3235.272 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.425 +cpu MHz : 3233.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3257.140 +cpu MHz : 3226.405 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.959 +cpu MHz : 3245.698 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8249 MB +node 0 free: 8247 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8447480 kB -MemAvailable: 15352360 kB -Buffers: 195428 kB -Cached: 6685944 kB +MemTotal: 16373796 kB +MemFree: 8444956 kB +MemAvailable: 15350312 kB +Buffers: 194932 kB +Cached: 6687296 kB SwapCached: 0 kB -Active: 1317836 kB -Inactive: 5853188 kB -Active(anon): 368068 kB +Active: 1321500 kB +Inactive: 5853184 kB +Active(anon): 370780 kB Inactive(anon): 0 kB -Active(file): 949768 kB -Inactive(file): 5853188 kB +Active(file): 950720 kB +Inactive(file): 5853184 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 552800 kB -Writeback: 0 kB -AnonPages: 334684 kB -Mapped: 339220 kB -Shmem: 69664 kB -KReclaimable: 447836 kB -Slab: 544540 kB -SReclaimable: 447836 kB -SUnreclaim: 96704 kB -KernelStack: 4224 kB -PageTables: 6328 kB +Dirty: 238156 kB +Writeback: 7616 kB +AnonPages: 337544 kB +Mapped: 340412 kB +Shmem: 69552 kB +KReclaimable: 447364 kB +Slab: 544076 kB +SReclaimable: 447364 kB +SUnreclaim: 96712 kB +KernelStack: 4140 kB +PageTables: 6296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2179780 kB +Committed_AS: 2161772 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35296 kB +VmallocUsed: 35136 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 155648 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 4081664 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 5134336 kB +DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 219672 212194 45 0 15899 0 +fs.dentry-state = 219483 212010 45 0 15903 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 203753 568 -fs.inode-state = 203753 568 0 0 0 0 0 +fs.inode-nr = 203536 568 +fs.inode-state = 203536 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-895 +kernel.hostname = fv-az2027-431 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7386 +kernel.ns_last_pid = 7408 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = f235f578-b2f2-492b-8aff-da89ff693ed5 +kernel.random.boot_id = 7135fbc3-b2c7-414c-af41-39f4bdcd0128 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f01ddeed-39dd-4e1f-a0a4-72274efbfa05 +kernel.random.uuid = 4fcf5187-fbcd-41dd-9ef3-95b0dbe22276 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 206156e4-819046d3-e35ed476-81b7abec +net.ipv4.tcp_fastopen_key = b4e49059-37d4fa6e-a00b899f-bfdf9151 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 205 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-0060-8471-4746-8920-29 - UUID: bc77bd98-583e-fd4e-a2bf-a99fec4c4a07 + Serial Number: 0000-0004-3840-4451-0176-2997-88 + UUID: 4141d73c-8f1c-0c4b-9694-68633d17f0bb Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-7272-7845-9025-3777-99 + Serial Number: 0000-0010-8504-1217-7678-3976-27 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 3164-1527-9935-3407-5261-1195-30 + Serial Number: 1598-2299-8409-5136-8337-2548-93 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt index 144153538..bed339b6d 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2027-431 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:59 up 3 min, 0 user, load average: 1.66, 0.84, 0.34 + 14:37:20 up 3 min, 0 user, load average: 1.69, 0.77, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2647.243 +cpu MHz : 3235.272 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.425 +cpu MHz : 3233.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3257.140 +cpu MHz : 3226.405 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.959 +cpu MHz : 3245.698 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8249 MB +node 0 free: 8247 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8447480 kB -MemAvailable: 15352360 kB -Buffers: 195428 kB -Cached: 6685944 kB +MemTotal: 16373796 kB +MemFree: 8444956 kB +MemAvailable: 15350312 kB +Buffers: 194932 kB +Cached: 6687296 kB SwapCached: 0 kB -Active: 1317836 kB -Inactive: 5853188 kB -Active(anon): 368068 kB +Active: 1321500 kB +Inactive: 5853184 kB +Active(anon): 370780 kB Inactive(anon): 0 kB -Active(file): 949768 kB -Inactive(file): 5853188 kB +Active(file): 950720 kB +Inactive(file): 5853184 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 552800 kB -Writeback: 0 kB -AnonPages: 334684 kB -Mapped: 339220 kB -Shmem: 69664 kB -KReclaimable: 447836 kB -Slab: 544540 kB -SReclaimable: 447836 kB -SUnreclaim: 96704 kB -KernelStack: 4224 kB -PageTables: 6328 kB +Dirty: 238156 kB +Writeback: 7616 kB +AnonPages: 337544 kB +Mapped: 340412 kB +Shmem: 69552 kB +KReclaimable: 447364 kB +Slab: 544076 kB +SReclaimable: 447364 kB +SUnreclaim: 96712 kB +KernelStack: 4140 kB +PageTables: 6296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2179780 kB +Committed_AS: 2161772 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35296 kB +VmallocUsed: 35136 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 155648 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 4081664 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 5134336 kB +DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 219672 212194 45 0 15899 0 +fs.dentry-state = 219483 212010 45 0 15903 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 203753 568 -fs.inode-state = 203753 568 0 0 0 0 0 +fs.inode-nr = 203536 568 +fs.inode-state = 203536 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-895 +kernel.hostname = fv-az2027-431 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7386 +kernel.ns_last_pid = 7408 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = f235f578-b2f2-492b-8aff-da89ff693ed5 +kernel.random.boot_id = 7135fbc3-b2c7-414c-af41-39f4bdcd0128 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f01ddeed-39dd-4e1f-a0a4-72274efbfa05 +kernel.random.uuid = 4fcf5187-fbcd-41dd-9ef3-95b0dbe22276 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 206156e4-819046d3-e35ed476-81b7abec +net.ipv4.tcp_fastopen_key = b4e49059-37d4fa6e-a00b899f-bfdf9151 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 205 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-0060-8471-4746-8920-29 - UUID: bc77bd98-583e-fd4e-a2bf-a99fec4c4a07 + Serial Number: 0000-0004-3840-4451-0176-2997-88 + UUID: 4141d73c-8f1c-0c4b-9694-68633d17f0bb Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-7272-7845-9025-3777-99 + Serial Number: 0000-0010-8504-1217-7678-3976-27 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 3164-1527-9935-3407-5261-1195-30 + Serial Number: 1598-2299-8409-5136-8337-2548-93 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt index acce96f2f..d7c41faec 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-895 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:54:48 up 4 min, 0 user, load average: 2.06, 0.71, 0.26 + 14:37:11 up 4 min, 0 user, load average: 2.14, 0.77, 0.29 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,7 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---10*[{dockerd}] + |-dockerd---9*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.429 +cpu MHz : 2613.034 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.315 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3215.011 +cpu MHz : 3233.730 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3234.473 +cpu MHz : 3237.231 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8526 MB +node 0 free: 8555 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373792 kB -MemFree: 8731072 kB -MemAvailable: 15359072 kB -Buffers: 162584 kB -Cached: 6455356 kB +MemTotal: 16373796 kB +MemFree: 8760984 kB +MemAvailable: 15389212 kB +Buffers: 161980 kB +Cached: 6455992 kB SwapCached: 0 kB -Active: 1319780 kB -Inactive: 5588584 kB -Active(anon): 369100 kB +Active: 1328644 kB +Inactive: 5589284 kB +Active(anon): 378672 kB Inactive(anon): 0 kB -Active(file): 950680 kB -Inactive(file): 5588584 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 949972 kB +Inactive(file): 5589284 kB +Unevictable: 46936 kB +Mlocked: 43864 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 5844 kB +Dirty: 5892 kB Writeback: 0 kB -AnonPages: 333288 kB -Mapped: 340488 kB -Shmem: 69924 kB -KReclaimable: 434648 kB -Slab: 528772 kB -SReclaimable: 434648 kB -SUnreclaim: 94124 kB -KernelStack: 4180 kB -PageTables: 6236 kB +AnonPages: 343584 kB +Mapped: 339448 kB +Shmem: 69964 kB +KReclaimable: 434884 kB +Slab: 529476 kB +SReclaimable: 434884 kB +SUnreclaim: 94592 kB +KernelStack: 4128 kB +PageTables: 6184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2190256 kB +Committed_AS: 2185388 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35312 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 137216 kB +AnonHugePages: 147456 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 112576 kB -DirectMap2M: 5130240 kB -DirectMap1G: 13631488 kB +DirectMap4k: 108480 kB +DirectMap2M: 4085760 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:50 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 0: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 257945 250460 45 0 63210 0 +fs.dentry-state = 257940 250467 45 0 63199 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 194701 568 -fs.inode-state = 194701 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 194719 566 +fs.inode-state = 194719 566 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1945-255 +kernel.hostname = fv-az1945-895 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6221 +kernel.ns_last_pid = 6212 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = cf9f31b6-819c-456a-8992-b6145ec8dbcd +kernel.random.boot_id = 5977ffec-ccb2-4a37-b70c-6d54df3a6879 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5524b624-90d5-44b9-96d5-32ce16c126f7 +kernel.random.uuid = 1529cb25-27c9-4e9c-9122-9cceb373f4d9 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 25d4a3e1-b3eb4c81-c7efe86c-af85cf4e +net.ipv4.tcp_fastopen_key = 7fa63379-7a058b7a-0ddee4d2-ebde246d net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 124 +net.netfilter.nf_conntrack_count = 218 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-2830-8326-4684-4745-30 - UUID: 0b23d480-e49b-a240-a5c7-a36d8af14cd9 + Serial Number: 0000-0002-4174-8610-9526-0186-48 + UUID: cea28c21-bde7-584a-9aad-0f036c08c462 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-9456-9622-7501-3623-93 + Serial Number: 0000-0011-1455-8116-0183-6780-50 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 6354-5294-9974-8471-3253-6297-05 + Serial Number: 0363-8530-1855-1736-0293-0187-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md index a06a11e3c..bb0575659 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| bert-99 | offline | 80 | 6.236 | - | \ No newline at end of file +| bert-99 | offline | 80 | 6.169 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md index 7053045f8..fbd26bc35 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `F1`: `80.0`, Required accuracy for closed division `>= 89.96526` ### Performance Results -`Samples per second`: `6.23584` +`Samples per second`: `6.16895` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out index 190423328..dd15ae753 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy_console.out @@ -1,13 +1,13 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=avx2, binary=avx2) -[7f32880006c0 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. -2025-01-26 02:50:47 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:50:47 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:50:47 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +[7f5403e3fb80 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. +2025-01-26 14:44:16 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:44:16 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:44:16 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_db95b2be/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_96448285/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd index 0a2849c5b..c21eee189 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.mmd @@ -21,34 +21,34 @@ graph TD download-and-extract,c67e81a4ce2649f5_(_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt_) --> download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt get-dataset-squad-vocab,e38874fff5094577 --> download-and-extract,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt app-mlperf-inference,d775cac873ee4231_(_reference,_bert-99,_deepsparse,_cpu,_test,_r5.0-dev_default,_int8,_offline_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_transformers_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_transformers download-file,9cdc8dc41aae437e_(_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> download,file,_cmutil,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> download-and-extract,_url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz get-ml-model-bert-large-squad,5e865dbdc65949d2_(_deepsparse,_int8_) --> get,dataset-aux,squad-vocab - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,dataset,squad,original - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,ml-model,language-processing,bert-large,raw,_deepsparse,_int8 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,dataset,squad,original + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,dataset-aux,squad-vocab generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -59,7 +59,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -93,59 +93,59 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,loadgen get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,mlcommons,inference,src,_deeplearningexamples get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-git-repo,ed603e7292974f10_(_branch.deepsparse,_repo.https://github.com/neuralmagic/inference_) --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.deepsparse,_repo.https://github.com/neuralmagic/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_deepsparse_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_deepsparse + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_deepsparse get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_package.pydantic + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_package.pydantic get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_tokenization_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_tokenization + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_tokenization get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_six_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_six_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_six_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_six + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_six get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.absl-py_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> get,generic-python-lib,_package.absl-py + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> get,generic-python-lib,_package.absl-py detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_bert-99,_deepsparse,_int8,_cpu_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_deepsparse,_bert-99,_offline,_int8,_cpu_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png index b3c19768f..2b2cd57ac 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json index cf4475434..89de427bd 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/mlc-version-info.json @@ -227,7 +227,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -247,7 +247,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -267,7 +267,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.11.11", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.48.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -437,15 +437,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_ba010c31/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_75f4bfb7/oBERT-Large_95sparse_block4_qat.onnx.tar.xz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz )" } @@ -477,7 +477,7 @@ "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", "script_variations": "deepsparse,int8", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -487,7 +487,7 @@ "script_tags": "get,dataset,squad,language-processing,validation,original", "script_variations": "", "version": "1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -607,7 +607,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -947,7 +947,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -987,7 +987,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "deeplearningexamples", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1037,7 +1037,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "deepsparse", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "deepsparse", "version": "1.8.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pydantic", "version": "2.10.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "tokenization", "version": "1.0.7", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "six", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1457,7 +1457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.absl-py", "version": "2.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_bert-99,_deepsparse,_int8,_cpu )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( deepsparse,_bert-99,_offline,_int8,_cpu )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json index e9026877e..c1a5fd319 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1774-47" + "MLC_HOST_SYSTEM_NAME": "fv-az1277-970" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out index 392621871..ef9248393 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance_console.out @@ -1,15 +1,15 @@ DeepSparse, Copyright 2021-present / Neuralmagic, Inc. version: 1.8.0 COMMUNITY | (e3778e93) (release) (optimized) (system=avx2, binary=avx2) -[7f27ea0006c0 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. -2025-01-26 02:47:31 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] -2025-01-26 02:47:31 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] -2025-01-26 02:47:31 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] +[7f74e7c006c0 >WARN< operator() ./src/include/wand/utility/warnings.hpp:14] Generating emulated code for quantized (INT8) operations since no VNNI instructions were detected. Set NM_FAST_VNNI_EMULATION=1 to increase performance at the expense of accuracy. +2025-01-26 14:41:00 deepsparse.utils.onnx INFO Generating input 'input_ids', type = int64, shape = [1, 384] +2025-01-26 14:41:00 deepsparse.utils.onnx INFO Generating input 'attention_mask', type = int64, shape = [1, 384] +2025-01-26 14:41:00 deepsparse.utils.onnx INFO Generating input 'token_type_ids', type = int64, shape = [1, 384] ================================================ MLPerf Results Summary ================================================ SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 6.23584 +Samples per second: 6.16895 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -18,15 +18,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 82898945 -Max latency (ns) : 801816104 -Mean latency (ns) : 403023035 -50.00 percentile latency (ns) : 376276392 -90.00 percentile latency (ns) : 801816104 -95.00 percentile latency (ns) : 801816104 -97.00 percentile latency (ns) : 801816104 -99.00 percentile latency (ns) : 801816104 -99.90 percentile latency (ns) : 801816104 +Min latency (ns) : 82716937 +Max latency (ns) : 810510159 +Mean latency (ns) : 408911122 +50.00 percentile latency (ns) : 383744286 +90.00 percentile latency (ns) : 810510159 +95.00 percentile latency (ns) : 810510159 +97.00 percentile latency (ns) : 810510159 +99.00 percentile latency (ns) : 810510159 +99.90 percentile latency (ns) : 810510159 ================================================ Test Parameters Used @@ -54,7 +54,7 @@ performance_sample_count : 10833 No warnings encountered during test. 2 ERRORS encountered. See detailed log. -Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_db95b2be/oBERT-Large_95sparse_block4_qat.onnx +Loading ONNX model... /home/runner/MLC/repos/local/cache/extract-file_96448285/oBERT-Large_95sparse_block4_qat.onnx Constructing SUT... Finished constructing SUT. Constructing QSL... diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt index e9886d4b7..abe47b6f2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1774-47 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1277-970 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:47:36 up 7 min, 0 user, load average: 1.21, 0.86, 0.41 + 14:41:06 up 7 min, 0 user, load average: 1.15, 0.90, 0.46 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,9 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---9*[{dockerd}] - |-fwupd---6*[{fwupd}] - |-gpg-agent + |-dockerd---10*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -47,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-19*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -59,7 +57,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-systemd-network |-systemd-resolve |-systemd-udevd - `-udisksd---6*[{udisksd}] + `-udisksd---5*[{udisksd}] ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 @@ -69,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3241.048 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -97,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.427 +cpu MHz : 3243.371 cache size : 512 KB physical id : 0 siblings : 4 @@ -125,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2599.424 +cpu MHz : 3242.541 cache size : 512 KB physical id : 0 siblings : 4 @@ -153,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3246.621 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -220,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6578 MB +node 0 free: 6639 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6736692 kB -MemAvailable: 14894680 kB -Buffers: 201028 kB -Cached: 7850384 kB +MemFree: 6799056 kB +MemAvailable: 14934756 kB +Buffers: 201200 kB +Cached: 7826752 kB SwapCached: 0 kB -Active: 1429912 kB -Inactive: 7046756 kB -Active(anon): 507248 kB +Active: 1302300 kB +Inactive: 7033128 kB +Active(anon): 387592 kB Inactive(anon): 0 kB -Active(file): 922664 kB -Inactive(file): 7046756 kB +Active(file): 914708 kB +Inactive(file): 7033128 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 3420 kB +Dirty: 53436 kB Writeback: 0 kB -AnonPages: 467408 kB -Mapped: 364676 kB -Shmem: 73240 kB -KReclaimable: 534480 kB -Slab: 642100 kB -SReclaimable: 534480 kB -SUnreclaim: 107620 kB -KernelStack: 4016 kB -PageTables: 6748 kB +AnonPages: 350420 kB +Mapped: 342276 kB +Shmem: 71348 kB +KReclaimable: 533776 kB +Slab: 641340 kB +SReclaimable: 533776 kB +SUnreclaim: 107564 kB +KernelStack: 4020 kB +PageTables: 6404 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2449764 kB +Committed_AS: 2254848 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35204 kB +VmallocUsed: 35104 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 194560 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -283,7 +281,7 @@ DirectMap2M: 5126144 kB DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -734,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -810,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 253577 246051 45 0 16664 0 +fs.dentry-state = 252880 245436 45 0 16309 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1856 0 9223372036854775807 -fs.inode-nr = 236866 568 -fs.inode-state = 236866 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 236540 568 +fs.inode-state = 236540 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -878,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1774-47 +kernel.hostname = fv-az1277-970 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -911,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7120 +kernel.ns_last_pid = 7123 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -944,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fee9e2ba-a897-438f-ba0a-9143aad27bbf +kernel.random.boot_id = 78da76b7-398d-493a-a998-f6b93236a6bf kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 2441fc74-1caa-4088-bf27-617fb148d2f1 +kernel.random.uuid = 6a0ce980-e335-4253-9d52-82b5db0fa64f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1361,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 4e443ccd-03cbaf01-2636f1db-a5b18100 +net.ipv4.tcp_fastopen_key = 07bf8224-d9e43545-51181dd5-3b3a6284 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1835,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 144 +net.netfilter.nf_conntrack_count = 151 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2058,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0004-1685-6200-0608-3809-43 - UUID: 0db5d939-74b6-0f48-a206-99f19d5fa37e + Serial Number: 0000-0010-8802-0769-7779-8353-75 + UUID: 4143fe96-a35c-ef41-b749-e88a9240728c Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2067,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-6751-8834-7011-0483-18 + Serial Number: 0000-0013-2073-4306-4097-5182-20 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2075,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 0348-3623-5988-0943-4299-1828-93 + Serial Number: 2466-1296-9241-3185-3346-3998-89 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt index e9886d4b7..abe47b6f2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1774-47 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1277-970 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:47:36 up 7 min, 0 user, load average: 1.21, 0.86, 0.41 + 14:41:06 up 7 min, 0 user, load average: 1.15, 0.90, 0.46 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,9 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---9*[{dockerd}] - |-fwupd---6*[{fwupd}] - |-gpg-agent + |-dockerd---10*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -47,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-19*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -59,7 +57,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-systemd-network |-systemd-resolve |-systemd-udevd - `-udisksd---6*[{udisksd}] + `-udisksd---5*[{udisksd}] ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 @@ -69,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3241.048 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -97,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.427 +cpu MHz : 3243.371 cache size : 512 KB physical id : 0 siblings : 4 @@ -125,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2599.424 +cpu MHz : 3242.541 cache size : 512 KB physical id : 0 siblings : 4 @@ -153,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3246.621 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -220,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6578 MB +node 0 free: 6639 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6736692 kB -MemAvailable: 14894680 kB -Buffers: 201028 kB -Cached: 7850384 kB +MemFree: 6799056 kB +MemAvailable: 14934756 kB +Buffers: 201200 kB +Cached: 7826752 kB SwapCached: 0 kB -Active: 1429912 kB -Inactive: 7046756 kB -Active(anon): 507248 kB +Active: 1302300 kB +Inactive: 7033128 kB +Active(anon): 387592 kB Inactive(anon): 0 kB -Active(file): 922664 kB -Inactive(file): 7046756 kB +Active(file): 914708 kB +Inactive(file): 7033128 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 3420 kB +Dirty: 53436 kB Writeback: 0 kB -AnonPages: 467408 kB -Mapped: 364676 kB -Shmem: 73240 kB -KReclaimable: 534480 kB -Slab: 642100 kB -SReclaimable: 534480 kB -SUnreclaim: 107620 kB -KernelStack: 4016 kB -PageTables: 6748 kB +AnonPages: 350420 kB +Mapped: 342276 kB +Shmem: 71348 kB +KReclaimable: 533776 kB +Slab: 641340 kB +SReclaimable: 533776 kB +SUnreclaim: 107564 kB +KernelStack: 4020 kB +PageTables: 6404 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2449764 kB +Committed_AS: 2254848 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35204 kB +VmallocUsed: 35104 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 194560 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -283,7 +281,7 @@ DirectMap2M: 5126144 kB DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -734,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -810,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 253577 246051 45 0 16664 0 +fs.dentry-state = 252880 245436 45 0 16309 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1856 0 9223372036854775807 -fs.inode-nr = 236866 568 -fs.inode-state = 236866 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 236540 568 +fs.inode-state = 236540 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -878,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1774-47 +kernel.hostname = fv-az1277-970 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -911,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7120 +kernel.ns_last_pid = 7123 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -944,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fee9e2ba-a897-438f-ba0a-9143aad27bbf +kernel.random.boot_id = 78da76b7-398d-493a-a998-f6b93236a6bf kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 2441fc74-1caa-4088-bf27-617fb148d2f1 +kernel.random.uuid = 6a0ce980-e335-4253-9d52-82b5db0fa64f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1361,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 4e443ccd-03cbaf01-2636f1db-a5b18100 +net.ipv4.tcp_fastopen_key = 07bf8224-d9e43545-51181dd5-3b3a6284 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1835,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 144 +net.netfilter.nf_conntrack_count = 151 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2058,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0004-1685-6200-0608-3809-43 - UUID: 0db5d939-74b6-0f48-a206-99f19d5fa37e + Serial Number: 0000-0010-8802-0769-7779-8353-75 + UUID: 4143fe96-a35c-ef41-b749-e88a9240728c Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2067,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-6751-8834-7011-0483-18 + Serial Number: 0000-0013-2073-4306-4097-5182-20 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2075,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 0348-3623-5988-0943-4299-1828-93 + Serial Number: 2466-1296-9241-3185-3346-3998-89 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt index e9886d4b7..abe47b6f2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1774-47 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1277-970 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:47:36 up 7 min, 0 user, load average: 1.21, 0.86, 0.41 + 14:41:06 up 7 min, 0 user, load average: 1.15, 0.90, 0.46 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -37,9 +37,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-containerd---8*[{containerd}] |-cron |-dbus-daemon - |-dockerd---9*[{dockerd}] - |-fwupd---6*[{fwupd}] - |-gpg-agent + |-dockerd---10*[{dockerd}] |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -47,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-19*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -59,7 +57,7 @@ systemd-+-ModemManager---3*[{ModemManager}] |-systemd-network |-systemd-resolve |-systemd-udevd - `-udisksd---6*[{udisksd}] + `-udisksd---5*[{udisksd}] ------------------------------------------------------------ 6. /proc/cpuinfo processor : 0 @@ -69,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3241.048 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -97,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.427 +cpu MHz : 3243.371 cache size : 512 KB physical id : 0 siblings : 4 @@ -125,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2599.424 +cpu MHz : 3242.541 cache size : 512 KB physical id : 0 siblings : 4 @@ -153,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3246.621 +cpu MHz : 2445.426 cache size : 512 KB physical id : 0 siblings : 4 @@ -220,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6578 MB +node 0 free: 6639 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6736692 kB -MemAvailable: 14894680 kB -Buffers: 201028 kB -Cached: 7850384 kB +MemFree: 6799056 kB +MemAvailable: 14934756 kB +Buffers: 201200 kB +Cached: 7826752 kB SwapCached: 0 kB -Active: 1429912 kB -Inactive: 7046756 kB -Active(anon): 507248 kB +Active: 1302300 kB +Inactive: 7033128 kB +Active(anon): 387592 kB Inactive(anon): 0 kB -Active(file): 922664 kB -Inactive(file): 7046756 kB +Active(file): 914708 kB +Inactive(file): 7033128 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 3420 kB +Dirty: 53436 kB Writeback: 0 kB -AnonPages: 467408 kB -Mapped: 364676 kB -Shmem: 73240 kB -KReclaimable: 534480 kB -Slab: 642100 kB -SReclaimable: 534480 kB -SUnreclaim: 107620 kB -KernelStack: 4016 kB -PageTables: 6748 kB +AnonPages: 350420 kB +Mapped: 342276 kB +Shmem: 71348 kB +KReclaimable: 533776 kB +Slab: 641340 kB +SReclaimable: 533776 kB +SUnreclaim: 107564 kB +KernelStack: 4020 kB +PageTables: 6404 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2449764 kB +Committed_AS: 2254848 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35204 kB +VmallocUsed: 35104 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 194560 kB +AnonHugePages: 157696 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -283,7 +281,7 @@ DirectMap2M: 5126144 kB DirectMap1G: 13631488 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -734,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 3: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -810,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 253577 246051 45 0 16664 0 +fs.dentry-state = 252880 245436 45 0 16309 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1856 0 9223372036854775807 -fs.inode-nr = 236866 568 -fs.inode-state = 236866 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 236540 568 +fs.inode-state = 236540 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -878,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1774-47 +kernel.hostname = fv-az1277-970 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -911,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7120 +kernel.ns_last_pid = 7123 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -944,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fee9e2ba-a897-438f-ba0a-9143aad27bbf +kernel.random.boot_id = 78da76b7-398d-493a-a998-f6b93236a6bf kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 2441fc74-1caa-4088-bf27-617fb148d2f1 +kernel.random.uuid = 6a0ce980-e335-4253-9d52-82b5db0fa64f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1361,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 4e443ccd-03cbaf01-2636f1db-a5b18100 +net.ipv4.tcp_fastopen_key = 07bf8224-d9e43545-51181dd5-3b3a6284 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1835,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 144 +net.netfilter.nf_conntrack_count = 151 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2058,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0004-1685-6200-0608-3809-43 - UUID: 0db5d939-74b6-0f48-a206-99f19d5fa37e + Serial Number: 0000-0010-8802-0769-7779-8353-75 + UUID: 4143fe96-a35c-ef41-b749-e88a9240728c Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2067,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-6751-8834-7011-0483-18 + Serial Number: 0000-0013-2073-4306-4097-5182-20 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2075,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 0348-3623-5988-0943-4299-1828-93 + Serial Number: 2466-1296-9241-3185-3346-3998-89 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md index 8fd971951..28b3b1e7c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 22.898 | - | \ No newline at end of file +| resnet50 | offline | 76 | 23.077 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md index 86f28cde2..0fc8b210c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `22.8984` +`Samples per second`: `23.0772` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out index a6805a0c5..b79485f28 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy_console.out @@ -1,6 +1,6 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3d5580cfdf104196a604df7bb9da756f.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3d5580cfdf104196a604df7bb9da756f.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0b894e93b82f4ba2acfd1bc9676bbb44.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0b894e93b82f4ba2acfd1bc9676bbb44.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 500 preprocessed images using 4 threads INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.73, mean=13.8226, time=21.970, acc=76.000%, queries=16, tiles=50.0:13.9231,80.0:21.1185,90.0:21.6695,95.0:21.7873,99.0:21.8224,99.9:21.8304 +TestScenario.Offline qps=0.74, mean=13.7075, time=21.703, acc=76.000%, queries=16, tiles=50.0:13.7369,80.0:21.4761,90.0:21.5485,95.0:21.5539,99.0:21.5546,99.9:21.5547 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd index a1bc04369..3cb0cbeae 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd @@ -15,8 +15,8 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> detect,os @@ -33,14 +33,14 @@ graph TD app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - get-ml-model-resnet50,56203e4e998b4bc0_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32 + get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_resnet50,_cpu,_onnxruntime,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_fp32,_onnx get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png index 3ed991323..d216a0258 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json index d945975be..3db3e15df 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-version-info.json @@ -167,15 +167,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_dae96429/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_cc5d1b24/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -347,15 +347,15 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx", "version": "", - "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( onnx,_fp32 )" + "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( fp32,_onnx )" } }, { - "get,ml-model,image-classification,resnet50,raw,_onnx,_fp32": { + "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": { "script_uid": "56203e4e998b4bc0", "script_alias": "get-ml-model-resnet50", "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", - "script_variations": "onnx,fp32", + "script_variations": "fp32,onnx", "version": "", "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_onnxruntime,_offline,_fp32 )" } @@ -407,15 +407,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8b1eaf65/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_4357160d/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json index 32bff7c19..c9f90e30d 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1673-792" + "MLC_HOST_SYSTEM_NAME": "fv-az1680-419" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out index 42125abd3..1ea924948 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f6119c607f8b48fbb69ef3b07c1297a5.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_b86ac0e6/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_1bb851b1/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_7a8b5a76/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_e5ecd6c3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f6119c607f8b48fbb69ef3b07c1297a5.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9ce68f6edb4a4d05b3ad74e4b7808bb3.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_492946a3/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_6129e264/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_76bb10a7/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6ecfd230', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9ce68f6edb4a4d05b3ad74e4b7808bb3.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.73, mean=13.7648, time=21.884, queries=16, tiles=50.0:14.1107,80.0:21.5407,90.0:21.5767,95.0:21.6364,99.0:21.7018,99.9:21.7165 +TestScenario.Offline qps=0.74, mean=13.5977, time=21.715, queries=16, tiles=50.0:13.6479,80.0:20.2391,90.0:21.3257,95.0:21.5099,99.0:21.5487,99.9:21.5574 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt index 626564a87..ef899c110 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1673-792 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1680-419 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:18 up 3 min, 0 user, load average: 3.11, 1.02, 0.38 + 14:37:44 up 4 min, 0 user, load average: 2.76, 0.91, 0.34 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-18*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.263 +cpu MHz : 2445.432 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3235.836 +cpu MHz : 3243.499 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2674.533 +cpu MHz : 2614.590 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.424 +cpu MHz : 2596.675 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.84 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8193 MB +node 0 free: 8137 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373800 kB -MemFree: 8390436 kB -MemAvailable: 15405464 kB -Buffers: 168932 kB -Cached: 6814604 kB +MemTotal: 16373796 kB +MemFree: 8332872 kB +MemAvailable: 15347128 kB +Buffers: 167776 kB +Cached: 6813384 kB SwapCached: 0 kB -Active: 1284088 kB -Inactive: 5988760 kB -Active(anon): 369336 kB +Active: 1293512 kB +Inactive: 5985376 kB +Active(anon): 376612 kB Inactive(anon): 0 kB -Active(file): 914752 kB -Inactive(file): 5988760 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 916900 kB +Inactive(file): 5985376 kB +Unevictable: 46904 kB +Mlocked: 43832 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 70656 kB +Dirty: 146484 kB Writeback: 0 kB -AnonPages: 333724 kB -Mapped: 342732 kB -Shmem: 71272 kB -KReclaimable: 457428 kB -Slab: 554172 kB -SReclaimable: 457428 kB -SUnreclaim: 96744 kB -KernelStack: 4144 kB -PageTables: 6208 kB +AnonPages: 343076 kB +Mapped: 340524 kB +Shmem: 70132 kB +KReclaimable: 457892 kB +Slab: 555104 kB +SReclaimable: 457892 kB +SUnreclaim: 97212 kB +KernelStack: 4160 kB +PageTables: 6204 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 12381200 kB -Committed_AS: 2161124 kB +CommitLimit: 12381196 kB +Committed_AS: 2164276 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35232 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 145408 kB +AnonHugePages: 163840 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 4083712 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 3037184 kB +DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:52 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 263896 256412 45 0 62610 0 +fs.dentry-state = 263833 256377 45 0 62599 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 201246 568 -fs.inode-state = 201246 568 0 0 0 0 0 +fs.inode-nr = 201220 568 +fs.inode-state = 201220 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1673-792 +kernel.hostname = fv-az1680-419 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6887 +kernel.ns_last_pid = 6897 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 75d55cb3-6d15-471d-9983-94a3157f3865 +kernel.random.boot_id = d5971740-5c71-479c-8d4f-692fdd2778a3 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 593c8c97-1e3f-42b3-b2dd-d79024541255 +kernel.random.uuid = 919d2e07-faf8-4c9d-a6d7-4cf099873447 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 8ff8ffce-011fd049-37043275-a96e4e8b +net.ipv4.tcp_fastopen_key = 64855d30-4417c3d0-eff5757f-2e67abbb net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1374,7 +1374,7 @@ net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_reordering = 300 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.tcp_max_tw_buckets = 65536 -net.ipv4.tcp_mem = 190626 254170 381252 +net.ipv4.tcp_mem = 190626 254169 381252 net.ipv4.tcp_migrate_req = 0 net.ipv4.tcp_min_rtt_wlen = 300 net.ipv4.tcp_min_snd_mss = 48 @@ -1424,7 +1424,7 @@ net.ipv4.udp_child_hash_entries = 0 net.ipv4.udp_early_demux = 1 net.ipv4.udp_hash_entries = 8192 net.ipv4.udp_l3mdev_accept = 0 -net.ipv4.udp_mem = 381255 508340 762510 +net.ipv4.udp_mem = 381252 508339 762504 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.xfrm4_gc_thresh = 32768 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 153 +net.netfilter.nf_conntrack_count = 183 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0003-0233-8551-8537-8537-63 - UUID: 1c39f529-824b-434b-a090-290b2559432c + Serial Number: 0000-0007-4780-9991-0483-5921-32 + UUID: 3f8cc767-4177-c443-b65f-12eb3cc9379e Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-5697-9257-0562-7901-88 + Serial Number: 0000-0013-1412-4303-9236-8311-34 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 4188-7999-5164-3457-5521-4140-75 + Serial Number: 0282-2309-4002-7939-8643-0310-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt index 626564a87..ef899c110 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1673-792 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1680-419 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:18 up 3 min, 0 user, load average: 3.11, 1.02, 0.38 + 14:37:44 up 4 min, 0 user, load average: 2.76, 0.91, 0.34 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-18*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.263 +cpu MHz : 2445.432 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3235.836 +cpu MHz : 3243.499 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2674.533 +cpu MHz : 2614.590 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.424 +cpu MHz : 2596.675 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.84 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8193 MB +node 0 free: 8137 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373800 kB -MemFree: 8390436 kB -MemAvailable: 15405464 kB -Buffers: 168932 kB -Cached: 6814604 kB +MemTotal: 16373796 kB +MemFree: 8332872 kB +MemAvailable: 15347128 kB +Buffers: 167776 kB +Cached: 6813384 kB SwapCached: 0 kB -Active: 1284088 kB -Inactive: 5988760 kB -Active(anon): 369336 kB +Active: 1293512 kB +Inactive: 5985376 kB +Active(anon): 376612 kB Inactive(anon): 0 kB -Active(file): 914752 kB -Inactive(file): 5988760 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 916900 kB +Inactive(file): 5985376 kB +Unevictable: 46904 kB +Mlocked: 43832 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 70656 kB +Dirty: 146484 kB Writeback: 0 kB -AnonPages: 333724 kB -Mapped: 342732 kB -Shmem: 71272 kB -KReclaimable: 457428 kB -Slab: 554172 kB -SReclaimable: 457428 kB -SUnreclaim: 96744 kB -KernelStack: 4144 kB -PageTables: 6208 kB +AnonPages: 343076 kB +Mapped: 340524 kB +Shmem: 70132 kB +KReclaimable: 457892 kB +Slab: 555104 kB +SReclaimable: 457892 kB +SUnreclaim: 97212 kB +KernelStack: 4160 kB +PageTables: 6204 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 12381200 kB -Committed_AS: 2161124 kB +CommitLimit: 12381196 kB +Committed_AS: 2164276 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35232 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 145408 kB +AnonHugePages: 163840 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 4083712 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 3037184 kB +DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:52 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 263896 256412 45 0 62610 0 +fs.dentry-state = 263833 256377 45 0 62599 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 201246 568 -fs.inode-state = 201246 568 0 0 0 0 0 +fs.inode-nr = 201220 568 +fs.inode-state = 201220 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1673-792 +kernel.hostname = fv-az1680-419 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6887 +kernel.ns_last_pid = 6897 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 75d55cb3-6d15-471d-9983-94a3157f3865 +kernel.random.boot_id = d5971740-5c71-479c-8d4f-692fdd2778a3 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 593c8c97-1e3f-42b3-b2dd-d79024541255 +kernel.random.uuid = 919d2e07-faf8-4c9d-a6d7-4cf099873447 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 8ff8ffce-011fd049-37043275-a96e4e8b +net.ipv4.tcp_fastopen_key = 64855d30-4417c3d0-eff5757f-2e67abbb net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1374,7 +1374,7 @@ net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_reordering = 300 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.tcp_max_tw_buckets = 65536 -net.ipv4.tcp_mem = 190626 254170 381252 +net.ipv4.tcp_mem = 190626 254169 381252 net.ipv4.tcp_migrate_req = 0 net.ipv4.tcp_min_rtt_wlen = 300 net.ipv4.tcp_min_snd_mss = 48 @@ -1424,7 +1424,7 @@ net.ipv4.udp_child_hash_entries = 0 net.ipv4.udp_early_demux = 1 net.ipv4.udp_hash_entries = 8192 net.ipv4.udp_l3mdev_accept = 0 -net.ipv4.udp_mem = 381255 508340 762510 +net.ipv4.udp_mem = 381252 508339 762504 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.xfrm4_gc_thresh = 32768 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 153 +net.netfilter.nf_conntrack_count = 183 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0003-0233-8551-8537-8537-63 - UUID: 1c39f529-824b-434b-a090-290b2559432c + Serial Number: 0000-0007-4780-9991-0483-5921-32 + UUID: 3f8cc767-4177-c443-b65f-12eb3cc9379e Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-5697-9257-0562-7901-88 + Serial Number: 0000-0013-1412-4303-9236-8311-34 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 4188-7999-5164-3457-5521-4140-75 + Serial Number: 0282-2309-4002-7939-8643-0310-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md index 040e30cc9..c21c34191 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.43976` +`Samples per second`: `0.436753` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out index 1d2d31c2e..1cd9836a8 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4abc54904bad499a9938c17436aeaa37.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4abc54904bad499a9938c17436aeaa37.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2abb5988782342d9a6fd08066ad938e5.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/accuracy', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2abb5988782342d9a6fd08066ad938e5.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline loading annotations into memory... @@ -17,7 +17,7 @@ Running per image evaluation... Evaluate annotation type *bbox* DONE (t=0.04s). Accumulating evaluation results... -DONE (t=0.16s). +DONE (t=0.12s). Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.770 Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.982 Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.677 @@ -30,4 +30,4 @@ DONE (t=0.16s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.43, mean=9.3784, time=11.629, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:9.0782,80.0:9.7484,90.0:10.5645,95.0:10.9725,99.0:11.2989,99.9:11.3723 +TestScenario.Offline qps=0.43, mean=9.3338, time=11.606, acc=42.328%, mAP=76.951%, queries=5, tiles=50.0:9.2263,80.0:9.8674,90.0:10.6379,95.0:11.0231,99.0:11.3313,99.9:11.4007 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd index 3aacdf9ee..933951bac 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,22 +13,22 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx get-ml-model-retinanet,427bc5665e4541c2_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_onnx,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_onnx,_fp32 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -116,7 +116,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -127,7 +127,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -161,26 +161,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_retinanet,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_onnxruntime,_offline,_cpu,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png index 68378af88..5288905a7 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json index 73616019e..1f94c98d2 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", "script_variations": "onnx,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1177,7 +1177,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1627,7 +1627,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1667,7 +1667,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1677,7 +1677,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1767,7 +1767,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1807,7 +1807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } }, { @@ -1847,7 +1847,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_onnxruntime,_retinanet,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_onnxruntime,_offline,_cpu,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json index b3303c55a..97db48c71 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1959-677" + "MLC_HOST_SYSTEM_NAME": "fv-az2032-218" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out index 85d5b8f9b..d2984cc96 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance_console.out @@ -1,5 +1,5 @@ -python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/aa2e2e4aef24434194f376abd73b5025.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_b7ffcf58/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_19bde40d/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_32e8808d', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/aa2e2e4aef24434194f376abd73b5025.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-onnxruntime --model "/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/04efbe27e4a04259802e851f92fad626.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet-onnx', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_fde0ac99/resnext50_32x4d_fpn.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0bd55adf/test_results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/retinanet/offline/performance/run_1', inputs=['images'], outputs=['boxes', 'labels', 'scores'], backend='onnxruntime', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_4e21a2a9', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/04efbe27e4a04259802e851f92fad626.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.44, mean=9.3318, time=11.398, queries=5, tiles=50.0:8.9830,80.0:9.6414,90.0:10.5005,95.0:10.9300,99.0:11.2737,99.9:11.3510 +TestScenario.Offline qps=0.44, mean=9.3798, time=11.474, queries=5, tiles=50.0:9.2006,80.0:10.1463,90.0:10.7925,95.0:11.1156,99.0:11.3740,99.9:11.4322 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt index 0a2a9fa2b..acdbd2118 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1959-677 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2032-218 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:11 up 4 min, 0 user, load average: 2.46, 1.01, 0.42 + 14:37:32 up 4 min, 0 user, load average: 2.49, 1.06, 0.43 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] + | | | `-18*[{Runner.Worker}] | | `-15*[{Runner.Listener}] - | |-provjobd---8*[{provjobd}] - | `-14*[{provisioner}] + | |-provjobd---9*[{provjobd}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.426 +cpu MHz : 3214.786 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3238.704 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2608.414 +cpu MHz : 3240.870 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2521.766 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.85 +BogoMIPS: 4890.84 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8154 MB +node 0 free: 8119 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 8350476 kB -MemAvailable: 15382328 kB -Buffers: 200108 kB -Cached: 6797712 kB +MemFree: 8328972 kB +MemAvailable: 15362404 kB +Buffers: 200476 kB +Cached: 6797396 kB SwapCached: 0 kB -Active: 1292856 kB -Inactive: 6003896 kB -Active(anon): 378588 kB +Active: 1290932 kB +Inactive: 6002564 kB +Active(anon): 373836 kB Inactive(anon): 0 kB -Active(file): 914268 kB -Inactive(file): 6003896 kB +Active(file): 917096 kB +Inactive(file): 6002564 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 8672 kB +Dirty: 7648 kB Writeback: 0 kB -AnonPages: 344144 kB -Mapped: 340580 kB -Shmem: 70904 kB -KReclaimable: 459600 kB -Slab: 557580 kB -SReclaimable: 459600 kB -SUnreclaim: 97980 kB -KernelStack: 4112 kB -PageTables: 6092 kB +AnonPages: 339856 kB +Mapped: 341344 kB +Shmem: 69444 kB +KReclaimable: 459684 kB +Slab: 558404 kB +SReclaimable: 459684 kB +SUnreclaim: 98720 kB +KernelStack: 4308 kB +PageTables: 6360 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2168676 kB +Committed_AS: 2164784 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35232 kB +VmallocUsed: 35376 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 163840 kB +AnonHugePages: 159744 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 108480 kB -DirectMap2M: 3037184 kB +DirectMap4k: 118720 kB +DirectMap2M: 3026944 kB DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 2: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 223187 215727 45 0 15153 0 +fs.dentry-state = 223448 215953 45 0 15149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 208013 566 -fs.inode-state = 208013 566 0 0 0 0 0 +fs.file-nr = 1760 0 9223372036854775807 +fs.inode-nr = 208259 568 +fs.inode-state = 208259 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1959-677 +kernel.hostname = fv-az2032-218 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7711 +kernel.ns_last_pid = 7728 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 84884074-2961-4498-9c4b-f54148f8c270 +kernel.random.boot_id = fd862a9e-de65-491f-bea7-47bf23aee531 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ab07ff82-29e0-4b9c-b8db-a3dc501ff0eb +kernel.random.uuid = fae95a14-bc0f-4580-9a45-ab90d905bdff kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 6202d928-8c38b190-456ffc35-2b881c9b +net.ipv4.tcp_fastopen_key = f591d639-ba518e6e-f60530e6-90977df5 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 127 +net.netfilter.nf_conntrack_count = 130 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0007-9365-6179-8200-5763-86 - UUID: e754246e-aedf-8249-aa68-c98c077b4429 + Serial Number: 0000-0015-0991-8807-9922-3355-53 + UUID: 8f178bd1-954c-414f-b8d3-f4e934983fc8 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-2792-8598-7283-7806-49 + Serial Number: 0000-0013-3182-5780-5511-6389-84 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8763-5196-2575-6422-6222-4218-67 + Serial Number: 4369-6334-6820-1567-4630-3454-08 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt index 0a2a9fa2b..acdbd2118 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1959-677 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az2032-218 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:11 up 4 min, 0 user, load average: 2.46, 1.01, 0.42 + 14:37:32 up 4 min, 0 user, load average: 2.49, 1.06, 0.43 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] + | | | `-18*[{Runner.Worker}] | | `-15*[{Runner.Listener}] - | |-provjobd---8*[{provjobd}] - | `-14*[{provisioner}] + | |-provjobd---9*[{provjobd}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.426 +cpu MHz : 3214.786 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3238.704 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2608.414 +cpu MHz : 3240.870 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2521.766 +cpu MHz : 2445.423 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.85 +bogomips : 4890.84 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.85 +BogoMIPS: 4890.84 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8154 MB +node 0 free: 8119 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 8350476 kB -MemAvailable: 15382328 kB -Buffers: 200108 kB -Cached: 6797712 kB +MemFree: 8328972 kB +MemAvailable: 15362404 kB +Buffers: 200476 kB +Cached: 6797396 kB SwapCached: 0 kB -Active: 1292856 kB -Inactive: 6003896 kB -Active(anon): 378588 kB +Active: 1290932 kB +Inactive: 6002564 kB +Active(anon): 373836 kB Inactive(anon): 0 kB -Active(file): 914268 kB -Inactive(file): 6003896 kB +Active(file): 917096 kB +Inactive(file): 6002564 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 8672 kB +Dirty: 7648 kB Writeback: 0 kB -AnonPages: 344144 kB -Mapped: 340580 kB -Shmem: 70904 kB -KReclaimable: 459600 kB -Slab: 557580 kB -SReclaimable: 459600 kB -SUnreclaim: 97980 kB -KernelStack: 4112 kB -PageTables: 6092 kB +AnonPages: 339856 kB +Mapped: 341344 kB +Shmem: 69444 kB +KReclaimable: 459684 kB +Slab: 558404 kB +SReclaimable: 459684 kB +SUnreclaim: 98720 kB +KernelStack: 4308 kB +PageTables: 6360 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2168676 kB +Committed_AS: 2164784 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35232 kB +VmallocUsed: 35376 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 163840 kB +AnonHugePages: 159744 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 108480 kB -DirectMap2M: 3037184 kB +DirectMap4k: 118720 kB +DirectMap2M: 3026944 kB DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 2: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 223187 215727 45 0 15153 0 +fs.dentry-state = 223448 215953 45 0 15149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 208013 566 -fs.inode-state = 208013 566 0 0 0 0 0 +fs.file-nr = 1760 0 9223372036854775807 +fs.inode-nr = 208259 568 +fs.inode-state = 208259 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1959-677 +kernel.hostname = fv-az2032-218 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7711 +kernel.ns_last_pid = 7728 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 84884074-2961-4498-9c4b-f54148f8c270 +kernel.random.boot_id = fd862a9e-de65-491f-bea7-47bf23aee531 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ab07ff82-29e0-4b9c-b8db-a3dc501ff0eb +kernel.random.uuid = fae95a14-bc0f-4580-9a45-ab90d905bdff kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 6202d928-8c38b190-456ffc35-2b881c9b +net.ipv4.tcp_fastopen_key = f591d639-ba518e6e-f60530e6-90977df5 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 127 +net.netfilter.nf_conntrack_count = 130 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0007-9365-6179-8200-5763-86 - UUID: e754246e-aedf-8249-aa68-c98c077b4429 + Serial Number: 0000-0015-0991-8807-9922-3355-53 + UUID: 8f178bd1-954c-414f-b8d3-f4e934983fc8 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-2792-8598-7283-7806-49 + Serial Number: 0000-0013-3182-5780-5511-6389-84 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8763-5196-2575-6422-6222-4218-67 + Serial Number: 4369-6334-6820-1567-4630-3454-08 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt index 626564a87..ef899c110 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1673-792 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1680-419 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:18 up 3 min, 0 user, load average: 3.11, 1.02, 0.38 + 14:37:44 up 4 min, 0 user, load average: 2.76, 0.91, 0.34 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -46,9 +46,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-18*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-15*[{provisioner}] + | `-13*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.263 +cpu MHz : 2445.432 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3235.836 +cpu MHz : 3243.499 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2674.533 +cpu MHz : 2614.590 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.424 +cpu MHz : 2596.675 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.84 +bogomips : 4890.86 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.84 +BogoMIPS: 4890.86 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 8193 MB +node 0 free: 8137 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373800 kB -MemFree: 8390436 kB -MemAvailable: 15405464 kB -Buffers: 168932 kB -Cached: 6814604 kB +MemTotal: 16373796 kB +MemFree: 8332872 kB +MemAvailable: 15347128 kB +Buffers: 167776 kB +Cached: 6813384 kB SwapCached: 0 kB -Active: 1284088 kB -Inactive: 5988760 kB -Active(anon): 369336 kB +Active: 1293512 kB +Inactive: 5985376 kB +Active(anon): 376612 kB Inactive(anon): 0 kB -Active(file): 914752 kB -Inactive(file): 5988760 kB -Unevictable: 46772 kB -Mlocked: 43700 kB +Active(file): 916900 kB +Inactive(file): 5985376 kB +Unevictable: 46904 kB +Mlocked: 43832 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 70656 kB +Dirty: 146484 kB Writeback: 0 kB -AnonPages: 333724 kB -Mapped: 342732 kB -Shmem: 71272 kB -KReclaimable: 457428 kB -Slab: 554172 kB -SReclaimable: 457428 kB -SUnreclaim: 96744 kB -KernelStack: 4144 kB -PageTables: 6208 kB +AnonPages: 343076 kB +Mapped: 340524 kB +Shmem: 70132 kB +KReclaimable: 457892 kB +Slab: 555104 kB +SReclaimable: 457892 kB +SUnreclaim: 97212 kB +KernelStack: 4160 kB +PageTables: 6204 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 12381200 kB -Committed_AS: 2161124 kB +CommitLimit: 12381196 kB +Committed_AS: 2164276 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35264 kB +VmallocUsed: 35232 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 145408 kB +AnonHugePages: 163840 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 4083712 kB -DirectMap1G: 14680064 kB +DirectMap4k: 108480 kB +DirectMap2M: 3037184 kB +DirectMap1G: 15728640 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:52 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 263896 256412 45 0 62610 0 +fs.dentry-state = 263833 256377 45 0 62599 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1696 0 9223372036854775807 -fs.inode-nr = 201246 568 -fs.inode-state = 201246 568 0 0 0 0 0 +fs.inode-nr = 201220 568 +fs.inode-state = 201220 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1673-792 +kernel.hostname = fv-az1680-419 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 6887 +kernel.ns_last_pid = 6897 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 75d55cb3-6d15-471d-9983-94a3157f3865 +kernel.random.boot_id = d5971740-5c71-479c-8d4f-692fdd2778a3 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 593c8c97-1e3f-42b3-b2dd-d79024541255 +kernel.random.uuid = 919d2e07-faf8-4c9d-a6d7-4cf099873447 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 8ff8ffce-011fd049-37043275-a96e4e8b +net.ipv4.tcp_fastopen_key = 64855d30-4417c3d0-eff5757f-2e67abbb net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1374,7 +1374,7 @@ net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_reordering = 300 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.tcp_max_tw_buckets = 65536 -net.ipv4.tcp_mem = 190626 254170 381252 +net.ipv4.tcp_mem = 190626 254169 381252 net.ipv4.tcp_migrate_req = 0 net.ipv4.tcp_min_rtt_wlen = 300 net.ipv4.tcp_min_snd_mss = 48 @@ -1424,7 +1424,7 @@ net.ipv4.udp_child_hash_entries = 0 net.ipv4.udp_early_demux = 1 net.ipv4.udp_hash_entries = 8192 net.ipv4.udp_l3mdev_accept = 0 -net.ipv4.udp_mem = 381255 508340 762510 +net.ipv4.udp_mem = 381252 508339 762504 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.xfrm4_gc_thresh = 32768 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 153 +net.netfilter.nf_conntrack_count = 183 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0003-0233-8551-8537-8537-63 - UUID: 1c39f529-824b-434b-a090-290b2559432c + Serial Number: 0000-0007-4780-9991-0483-5921-32 + UUID: 3f8cc767-4177-c443-b65f-12eb3cc9379e Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0011-5697-9257-0562-7901-88 + Serial Number: 0000-0013-1412-4303-9236-8311-34 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 4188-7999-5164-3457-5521-4140-75 + Serial Number: 0282-2309-4002-7939-8643-0310-68 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md index da66a2dc4..35a8ffa27 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| rgat | offline | 75 | 10.272 | - | \ No newline at end of file +| rgat | offline | 75.8 | 10.231 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md index 915daa103..c6d2f54ac 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -37,7 +37,7 @@ Platform: gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config Model Precision: fp32 ### Accuracy Results -`acc`: `75.0`, Required accuracy for closed division `>= 0.72131` +`acc`: `75.8`, Required accuracy for closed division `>= 0.72131` ### Performance Results -`Samples per second`: `10.2716` +`Samples per second`: `10.2312` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out index 2e2510720..1a384940c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy_console.out @@ -1,10 +1,10 @@ -INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_8755fe73', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=True, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_d402eb32/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/accuracy', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_362644e5/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/af9dd2af185846978e0b034a6e8f8cdc.conf', audit_conf='audit.config', time=None, count=500, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) +INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_9fd6579e', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=True, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_1ab1ed28/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/accuracy', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_c9d390be/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/54a9d2b58bf640de98dc961d20788e6d.conf', audit_conf='audit.config', time=None, count=500, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) return edge, torch.from_numpy( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. ckpt = torch.load(ckpt_path, map_location=self.device) INFO:main:starting TestScenario.Offline diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd index 75d48c333..d4234a68c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.mmd @@ -13,24 +13,24 @@ graph TD get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src,_branch.dev app-mlperf-inference,d775cac873ee4231_(_python,_rgat,_pytorch,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_torch download-file,9cdc8dc41aae437e_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt_) --> detect,os get-rclone,22ffb43c49c9419e --> detect,os download-file,9cdc8dc41aae437e_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt_) --> get,rclone download-file,9cdc8dc41aae437e_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt_) --> get,rclone-config,_mlc-inference get-ml-model-rgat,b409fd66c5ad4ed5 --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/R-GAT/RGAT.pt - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,ml-model,rgat + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,ml-model,rgat get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference @@ -57,7 +57,7 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.tqdm_) --> get,generic-python-lib,_pip get-dataset-igbh,824e61316c074253 --> get,generic-python-lib,_package.tqdm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,dataset,mlperf,inference,igbh + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,dataset,mlperf,inference,igbh generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -68,7 +68,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_branch.dev get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -103,96 +103,96 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> detect,os get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,python3 get-mlperf-inference-src,4b57186581024797_(_branch.dev_) --> get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,mlcommons,inference,src,_branch.dev - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,mlcommons,inference,src,_branch.dev + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.colorama_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.colorama + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.colorama get-generic-python-lib,94b62a682bc44791_(_package.tqdm_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.tqdm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.tqdm get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.requests_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.requests + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.requests get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torchdata_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torchdata + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torchdata get-generic-python-lib,94b62a682bc44791_(_package.pybind11_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.pybind11 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.pybind11 get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.PyYAML_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.PyYAML + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.PyYAML get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.numpy get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.pydantic_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.pydantic + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.pydantic get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.igb,_url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torch-geometric,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torch-scatter,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.torch-sparse,_find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> get,generic-python-lib,_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> get,generic-python-lib,_package.dgl,_find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_pytorch,_rgat,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_rgat,_offline,_pytorch,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png index 16f5c44a7..20fc097e7 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json index 76d35b97d..97ab6d5c7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.4.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,raw,ml-model,rgat", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,dataset,mlperf,rgat,igbh,inference", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -697,7 +697,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1047,7 +1047,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", "version": "r5.0-git-f7fbb205dc4ada0abefac85b51bd106a0a851cac", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "custom-git-f7fbb205dc4ada0abefac85b51bd106a0a851cac", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.colorama", "version": "0.4.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.tqdm", "version": "4.67.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.requests", "version": "2.32.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchdata", "version": "0.10.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pybind11", "version": "2.13.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1437,7 +1437,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.PyYAML", "version": "6.0.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pydantic", "version": "2.10.6", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1647,7 +1647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.igb,url.git+https://github.com/IllinoisGraphBenchmark/IGB-Datasets.git", "version": "0.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-geometric,find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html", "version": "2.6.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-scatter,find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html", "version": "2.1.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-sparse,find_links_url.https://data.pyg.org/whl/torch-2.4.0+cpu.html", "version": "0.6.18", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1927,7 +1927,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.dgl,find_links_url.https://data.dgl.ai/wheels/torch-2.4/repo.html", "version": "2.4.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } }, { @@ -1967,7 +1967,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_pytorch,_rgat,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_rgat,_offline,_pytorch,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json index 212bdce20..961785f78 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1326-116" + "MLC_HOST_SYSTEM_NAME": "fv-az1915-268" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out index 08e34397f..d3114beea 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance_console.out @@ -1,12 +1,12 @@ -INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_8755fe73', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=False, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_d402eb32/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/performance/run_1', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_362644e5/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b68c4d0420cd4d11bd1622d63dce8eb4.conf', audit_conf='audit.config', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) +INFO:main:Namespace(dataset='igbh-dgl-tiny', dataset_path='/home/runner/MLC/repos/local/cache/get-dataset-igbh_9fd6579e', layout='COO', profile='debug-dgl', scenario='Offline', max_batchsize=1, threads=4, accuracy=False, find_peak_performance=False, backend='dgl', model_name='rgat', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_1ab1ed28/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.4.0-default_config/rgat/offline/performance/run_1', qps=None, model_path='/home/runner/MLC/repos/local/cache/download-file_c9d390be/RGAT/RGAT.pt', dtype='fp32', device='cpu', user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c4cf5bce4c9f4575bab6f6c866e94e00.conf', audit_conf='audit.config', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:231: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:206.) return edge, torch.from_numpy( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:312: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/dgl_utilities/feature_fetching.py:318: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. torch.load( DGL backend not selected or invalid. Assuming PyTorch for now. -/home/runner/MLC/repos/local/cache/get-git-repo_94f9f0b6/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4685cf04/inference/graph/R-GAT/backend_dgl.py:70: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. ckpt = torch.load(ckpt_path, map_location=self.device) INFO:main:starting TestScenario.Offline Setting the default backend to "pytorch". You can change it in the ~/.dgl/config.json file or export the DGLBACKEND environment variable. Valid options are: pytorch, mxnet, tensorflow (all lowercase) diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt index 81327224e..90d3fd4f4 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1326-116 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1915-268 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:40 up 5 min, 0 user, load average: 1.25, 0.64, 0.27 + 14:39:13 up 6 min, 0 user, load average: 2.23, 1.00, 0.40 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3275.792 +cpu MHz : 2655.242 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3254.576 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2618.130 +cpu MHz : 3240.122 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2622.843 +cpu MHz : 3236.358 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5458 MB +node 0 free: 5434 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373796 kB -MemFree: 5589532 kB -MemAvailable: 15353992 kB -Buffers: 183000 kB -Cached: 9447244 kB +MemTotal: 16373792 kB +MemFree: 5565056 kB +MemAvailable: 15330832 kB +Buffers: 184312 kB +Cached: 9447944 kB SwapCached: 0 kB -Active: 1242936 kB -Inactive: 8689400 kB -Active(anon): 381860 kB +Active: 1251208 kB +Inactive: 8690496 kB +Active(anon): 389528 kB Inactive(anon): 0 kB -Active(file): 861076 kB -Inactive(file): 8689400 kB +Active(file): 861680 kB +Inactive(file): 8690496 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 6124 kB +Dirty: 3276 kB Writeback: 0 kB -AnonPages: 348624 kB -Mapped: 340028 kB -Shmem: 71012 kB -KReclaimable: 559896 kB -Slab: 670644 kB -SReclaimable: 559896 kB -SUnreclaim: 110748 kB -KernelStack: 4148 kB -PageTables: 6192 kB +AnonPages: 353016 kB +Mapped: 341920 kB +Shmem: 71328 kB +KReclaimable: 559512 kB +Slab: 670288 kB +SReclaimable: 559512 kB +SUnreclaim: 110776 kB +KernelStack: 4052 kB +PageTables: 6368 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2216432 kB +Committed_AS: 2209256 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35216 kB +VmallocUsed: 35088 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 165888 kB +AnonHugePages: 169984 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 118720 kB -DirectMap2M: 3026944 kB -DirectMap1G: 15728640 kB +DirectMap4k: 122816 kB +DirectMap2M: 4071424 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238303 230835 45 0 14816 0 +fs.dentry-state = 238102 230673 45 0 14822 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1664 0 9223372036854775807 -fs.inode-nr = 223456 568 -fs.inode-state = 223456 568 0 0 0 0 0 +fs.inode-nr = 223257 568 +fs.inode-state = 223257 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1326-116 +kernel.hostname = fv-az1915-268 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 8327 +kernel.ns_last_pid = 8401 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 642a054b-3a1a-4b98-9b34-7f6056083a84 +kernel.random.boot_id = 02ebb75a-6346-4da8-9191-bdd3a4419a4e kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5877d113-4f3f-45ba-9bc7-330b937f837a +kernel.random.uuid = 8f8ee81a-85d2-4c4f-a11e-460c86eb7dae kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 42a1b602-d30acd43-1c2d1644-3c9453fe +net.ipv4.tcp_fastopen_key = 02964843-88d7f6aa-fddfd4cc-406461ca net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 113 +net.netfilter.nf_conntrack_count = 195 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0018-1711-6795-6475-5297-37 - UUID: fbf42cfc-af3f-094a-b021-1d618a5dbf68 + Serial Number: 0000-0012-4024-6216-7544-1867-05 + UUID: a1651eac-b15c-5147-8f46-520171acaed4 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-6914-5752-9677-2012-56 + Serial Number: 0000-0010-3240-2936-1949-0280-52 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 1837-4991-2814-8603-3075-6453-45 + Serial Number: 4114-2838-7436-1948-3590-3714-46 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt index 81327224e..90d3fd4f4 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1326-116 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1915-268 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:40 up 5 min, 0 user, load average: 1.25, 0.64, 0.27 + 14:39:13 up 6 min, 0 user, load average: 2.23, 1.00, 0.40 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3275.792 +cpu MHz : 2655.242 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3254.576 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2618.130 +cpu MHz : 3240.122 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2622.843 +cpu MHz : 3236.358 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5458 MB +node 0 free: 5434 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373796 kB -MemFree: 5589532 kB -MemAvailable: 15353992 kB -Buffers: 183000 kB -Cached: 9447244 kB +MemTotal: 16373792 kB +MemFree: 5565056 kB +MemAvailable: 15330832 kB +Buffers: 184312 kB +Cached: 9447944 kB SwapCached: 0 kB -Active: 1242936 kB -Inactive: 8689400 kB -Active(anon): 381860 kB +Active: 1251208 kB +Inactive: 8690496 kB +Active(anon): 389528 kB Inactive(anon): 0 kB -Active(file): 861076 kB -Inactive(file): 8689400 kB +Active(file): 861680 kB +Inactive(file): 8690496 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 6124 kB +Dirty: 3276 kB Writeback: 0 kB -AnonPages: 348624 kB -Mapped: 340028 kB -Shmem: 71012 kB -KReclaimable: 559896 kB -Slab: 670644 kB -SReclaimable: 559896 kB -SUnreclaim: 110748 kB -KernelStack: 4148 kB -PageTables: 6192 kB +AnonPages: 353016 kB +Mapped: 341920 kB +Shmem: 71328 kB +KReclaimable: 559512 kB +Slab: 670288 kB +SReclaimable: 559512 kB +SUnreclaim: 110776 kB +KernelStack: 4052 kB +PageTables: 6368 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2216432 kB +Committed_AS: 2209256 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35216 kB +VmallocUsed: 35088 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 165888 kB +AnonHugePages: 169984 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 118720 kB -DirectMap2M: 3026944 kB -DirectMap1G: 15728640 kB +DirectMap4k: 122816 kB +DirectMap2M: 4071424 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238303 230835 45 0 14816 0 +fs.dentry-state = 238102 230673 45 0 14822 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1664 0 9223372036854775807 -fs.inode-nr = 223456 568 -fs.inode-state = 223456 568 0 0 0 0 0 +fs.inode-nr = 223257 568 +fs.inode-state = 223257 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1326-116 +kernel.hostname = fv-az1915-268 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 8327 +kernel.ns_last_pid = 8401 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 642a054b-3a1a-4b98-9b34-7f6056083a84 +kernel.random.boot_id = 02ebb75a-6346-4da8-9191-bdd3a4419a4e kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5877d113-4f3f-45ba-9bc7-330b937f837a +kernel.random.uuid = 8f8ee81a-85d2-4c4f-a11e-460c86eb7dae kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 42a1b602-d30acd43-1c2d1644-3c9453fe +net.ipv4.tcp_fastopen_key = 02964843-88d7f6aa-fddfd4cc-406461ca net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 113 +net.netfilter.nf_conntrack_count = 195 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0018-1711-6795-6475-5297-37 - UUID: fbf42cfc-af3f-094a-b021-1d618a5dbf68 + Serial Number: 0000-0012-4024-6216-7544-1867-05 + UUID: a1651eac-b15c-5147-8f46-520171acaed4 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-6914-5752-9677-2012-56 + Serial Number: 0000-0010-3240-2936-1949-0280-52 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 1837-4991-2814-8603-3075-6453-45 + Serial Number: 4114-2838-7436-1948-3590-3714-46 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt index 81327224e..90d3fd4f4 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1326-116 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1915-268 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:40 up 5 min, 0 user, load average: 1.25, 0.64, 0.27 + 14:39:13 up 6 min, 0 user, load average: 2.23, 1.00, 0.40 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-19*[{Runner.Worker}] - | | `-14*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-16*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-16*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3275.792 +cpu MHz : 2655.242 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3254.576 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2618.130 +cpu MHz : 3240.122 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2622.843 +cpu MHz : 3236.358 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5458 MB +node 0 free: 5434 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 16373796 kB -MemFree: 5589532 kB -MemAvailable: 15353992 kB -Buffers: 183000 kB -Cached: 9447244 kB +MemTotal: 16373792 kB +MemFree: 5565056 kB +MemAvailable: 15330832 kB +Buffers: 184312 kB +Cached: 9447944 kB SwapCached: 0 kB -Active: 1242936 kB -Inactive: 8689400 kB -Active(anon): 381860 kB +Active: 1251208 kB +Inactive: 8690496 kB +Active(anon): 389528 kB Inactive(anon): 0 kB -Active(file): 861076 kB -Inactive(file): 8689400 kB +Active(file): 861680 kB +Inactive(file): 8690496 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 6124 kB +Dirty: 3276 kB Writeback: 0 kB -AnonPages: 348624 kB -Mapped: 340028 kB -Shmem: 71012 kB -KReclaimable: 559896 kB -Slab: 670644 kB -SReclaimable: 559896 kB -SUnreclaim: 110748 kB -KernelStack: 4148 kB -PageTables: 6192 kB +AnonPages: 353016 kB +Mapped: 341920 kB +Shmem: 71328 kB +KReclaimable: 559512 kB +Slab: 670288 kB +SReclaimable: 559512 kB +SUnreclaim: 110776 kB +KernelStack: 4052 kB +PageTables: 6368 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2216432 kB +Committed_AS: 2209256 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35216 kB +VmallocUsed: 35088 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 165888 kB +AnonHugePages: 169984 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 118720 kB -DirectMap2M: 3026944 kB -DirectMap1G: 15728640 kB +DirectMap4k: 122816 kB +DirectMap2M: 4071424 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:40 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238303 230835 45 0 14816 0 +fs.dentry-state = 238102 230673 45 0 14822 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1664 0 9223372036854775807 -fs.inode-nr = 223456 568 -fs.inode-state = 223456 568 0 0 0 0 0 +fs.inode-nr = 223257 568 +fs.inode-state = 223257 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1326-116 +kernel.hostname = fv-az1915-268 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 8327 +kernel.ns_last_pid = 8401 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = 642a054b-3a1a-4b98-9b34-7f6056083a84 +kernel.random.boot_id = 02ebb75a-6346-4da8-9191-bdd3a4419a4e kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 5877d113-4f3f-45ba-9bc7-330b937f837a +kernel.random.uuid = 8f8ee81a-85d2-4c4f-a11e-460c86eb7dae kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 42a1b602-d30acd43-1c2d1644-3c9453fe +net.ipv4.tcp_fastopen_key = 02964843-88d7f6aa-fddfd4cc-406461ca net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 113 +net.netfilter.nf_conntrack_count = 195 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0018-1711-6795-6475-5297-37 - UUID: fbf42cfc-af3f-094a-b021-1d618a5dbf68 + Serial Number: 0000-0012-4024-6216-7544-1867-05 + UUID: a1651eac-b15c-5147-8f46-520171acaed4 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0012-6914-5752-9677-2012-56 + Serial Number: 0000-0010-3240-2936-1949-0280-52 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 1837-4991-2814-8603-3075-6453-45 + Serial Number: 4114-2838-7436-1948-3590-3714-46 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md index 1ea802667..f9a17c106 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |-----------|------------|------------|--------------|-------------------| -| retinanet | offline | 76.951 | 0.406 | - | \ No newline at end of file +| retinanet | offline | 76.951 | 0.412 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md index b2583d6c0..76c8a0b4b 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=4622ce7112da201e6dead55ac4c402dc54aa0da5 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `mAP`: `76.951`, Required accuracy for closed division `>= 37.1745` ### Performance Results -`Samples per second`: `0.406436` +`Samples per second`: `0.412174` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out index 9f1f74eaf..35a509138 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f4d7691ea894527badcd1b2f9d4bc0f.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f4d7691ea894527badcd1b2f9d4bc0f.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy" --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ebbd60959734abdabc8c2dbe5776140.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/accuracy', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3ebbd60959734abdabc8c2dbe5776140.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -/home/runner/MLC/repos/local/cache/get-git-repo_adc06bc3/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4feb0158/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -17,7 +17,7 @@ Loading and preparing results... Converting ndarray to lists... (595, 7) 0/595 -DONE (t=0.08s) +DONE (t=0.06s) creating index... index created! Running per image evaluation... @@ -37,4 +37,4 @@ DONE (t=0.07s). Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = -1.000 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.632 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.875 -TestScenario.Offline qps=0.40, mean=10.0297, time=12.418, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:9.5352,80.0:10.0637,90.0:11.1154,95.0:11.6412,99.0:12.0618,99.9:12.1565 +TestScenario.Offline qps=0.40, mean=10.0696, time=12.434, acc=30.924%, mAP=76.951%, queries=5, tiles=50.0:9.5527,80.0:10.1179,90.0:11.1611,95.0:11.6827,99.0:12.0999,99.9:12.1938 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd index 55ecfbef7..055aac2dc 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.mmd @@ -13,29 +13,29 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src app-mlperf-inference,d775cac873ee4231_(_python,_retinanet,_pytorch,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torch_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torch_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_torch get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_torchvision_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_torchvision download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth_) --> download,file,_cmutil,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - get-ml-model-retinanet,427bc5665e4541c2_(_pytorch,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32 + get-ml-model-retinanet,427bc5665e4541c2_(_fp32,_pytorch_) --> download-and-extract,_url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,python3 get-dataset-openimages,0a9d49b644cf4142_(_validation,_50,_default-annotations_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os @@ -123,7 +123,7 @@ graph TD get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-preprocessed-dataset-openimages,9842f1be8cba4c7b_(_validation,_NCHW_) --> get,generic-python-lib,_numpy - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,dataset,object-detection,open-images,openimages,preprocessed,_validation,_NCHW generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -134,7 +134,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -168,26 +168,26 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> get,generic-python-lib,_pycocotools detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_offline,_cpu,_pytorch,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_retinanet,_cpu,_pytorch,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png index 941360457..a8cd8c45f 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json index ed7194aa9..7412869d6 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/mlc-version-info.json @@ -147,7 +147,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -327,7 +327,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -357,17 +357,17 @@ "script_tags": "dae,file,download-and-extract", "script_variations": "url.https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth", "version": "", - "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( pytorch,_fp32 )" + "parent": "get-ml-model-retinanet,427bc5665e4541c2 ( fp32,_pytorch )" } }, { - "get,ml-model,object-detection,retinanet,raw,_pytorch,_fp32": { + "get,ml-model,object-detection,retinanet,raw,_fp32,_pytorch": { "script_uid": "427bc5665e4541c2", "script_alias": "get-ml-model-retinanet", "script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection", - "script_variations": "pytorch,fp32", + "script_variations": "fp32,pytorch", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed", "script_variations": "validation,NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1357,7 +1357,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1697,7 +1697,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_cpu,_pytorch,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_cpu,_pytorch,_offline,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json index 83c4a78e7..5faf43923 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1368-533" + "MLC_HOST_SYSTEM_NAME": "fv-az1701-141" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out index bf16547c5..ed73e9d7f 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance_console.out @@ -1,7 +1,7 @@ -python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f58afe3ac92c4879867cdf1c318c5dce.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json -INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_1d1cba8d/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_5cc8eb0b/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_64c253b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f58afe3ac92c4879867cdf1c318c5dce.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile retinanet-pytorch --model "/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1" --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da8e20a5d616491587e92b9b7e4e85bc.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7 --dataset-list /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json +INFO:main:Namespace(dataset='openimages-800-retinanet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', dataset_list='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7/annotations/openimages-mlperf.json', data_format=None, profile='retinanet-pytorch', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/download-file_582c7f6f/resnext50_32x4d_fpn.pth', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_81f62222/test_results/gh_ubuntu-latest_x86-reference-cpu-pytorch-v2.5.1-default_config/retinanet/offline/performance/run_1', inputs=['image'], outputs=['boxes', 'labels', 'scores'], backend='pytorch-native', device=None, model_name='retinanet', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_181b4ab7', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da8e20a5d616491587e92b9b7e4e85bc.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec -/home/runner/MLC/repos/local/cache/get-git-repo_adc06bc3/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/runner/MLC/repos/local/cache/get-git-repo_4feb0158/inference/vision/classification_and_detection/python/backend_pytorch_native.py:28: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. self.model = torch.load(model_path) /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/torch/serialization.py:1328: UserWarning: 'torch.load' received a zip file that looks like a TorchScript archive dispatching to 'torch.jit.load' (call 'torch.jit.load' directly to silence this warning) warnings.warn( @@ -9,4 +9,4 @@ INFO:coco:loaded 50 images, cache=0, already_preprocessed=True, took=0.0sec return forward_call(*args, **kwargs) code/__torch__/model/retinanet.py:159: UserWarning: RetinaNet always returns a (Losses, Detections) tuple in scripting INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.41, mean=10.1695, time=12.327, queries=5, tiles=50.0:9.6431,80.0:10.2379,90.0:11.2642,95.0:11.7773,99.0:12.1878,99.9:12.2802 +TestScenario.Offline qps=0.41, mean=10.0322, time=12.156, queries=5, tiles=50.0:9.5519,80.0:10.1178,90.0:11.1191,95.0:11.6198,99.0:12.0203,99.9:12.1104 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt index 0e5bc7760..7cf3532e7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1368-533 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1701-141 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:45 up 4 min, 0 user, load average: 2.40, 0.94, 0.37 + 14:38:21 up 4 min, 0 user, load average: 2.20, 0.82, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,8 +45,8 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-18*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] | `-15*[{provisioner}] |-python3---python3---4*[{python3}] @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.464 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2588.419 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.846 +cpu MHz : 3241.118 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.128 +cpu MHz : 3253.611 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 7201 MB +node 0 free: 7154 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 7374708 kB -MemAvailable: 15324468 kB -Buffers: 206424 kB -Cached: 7659800 kB +MemFree: 7326412 kB +MemAvailable: 15278232 kB +Buffers: 216552 kB +Cached: 7653080 kB SwapCached: 0 kB -Active: 1292832 kB -Inactive: 6870244 kB -Active(anon): 375016 kB +Active: 1289728 kB +Inactive: 6877920 kB +Active(anon): 377408 kB Inactive(anon): 0 kB -Active(file): 917816 kB -Inactive(file): 6870244 kB +Active(file): 912320 kB +Inactive(file): 6877920 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1124 kB +Dirty: 4128 kB Writeback: 0 kB -AnonPages: 341976 kB -Mapped: 340816 kB -Shmem: 69412 kB -KReclaimable: 507612 kB -Slab: 612280 kB -SReclaimable: 507612 kB -SUnreclaim: 104668 kB -KernelStack: 4196 kB -PageTables: 6208 kB +AnonPages: 342012 kB +Mapped: 339544 kB +Shmem: 70640 kB +KReclaimable: 507492 kB +Slab: 611868 kB +SReclaimable: 507492 kB +SUnreclaim: 104376 kB +KernelStack: 4212 kB +PageTables: 6116 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2165344 kB +Committed_AS: 2148460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35280 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 159744 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 3035136 kB -DirectMap1G: 15728640 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238802 231298 45 0 15979 0 +fs.dentry-state = 238794 231339 45 0 15988 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 222769 568 -fs.inode-state = 222769 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 222793 568 +fs.inode-state = 222793 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1368-533 +kernel.hostname = fv-az1701-141 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7877 +kernel.ns_last_pid = 7893 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fad57950-38e3-420c-979d-aa8f55a9e335 +kernel.random.boot_id = bb807d92-666d-41ab-88fa-36bac1f488e4 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9025d743-2fd1-4adb-a0ea-7d282f5c36c8 +kernel.random.uuid = 6464266f-f41c-49eb-94a7-f0efc215e3eb kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 154c389e-c90c61cf-aedfeb81-8c2cb0f6 +net.ipv4.tcp_fastopen_key = 395eb424-57825149-2620b53c-d741644a net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 177 +net.netfilter.nf_conntrack_count = 148 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0013-0326-3729-3370-5574-33 - UUID: 913addb4-dc85-f943-857a-9d4d3906d729 + Serial Number: 0000-0002-0880-1387-9156-2967-22 + UUID: 8f1dfa1c-3271-124c-8851-48df2750084f Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6181-7290-9197-9077-53 + Serial Number: 0000-0009-8227-1238-5546-2257-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8630-4211-9297-9799-8291-6471-26 + Serial Number: 5435-6346-5116-0384-4602-7455-33 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt index 0e5bc7760..7cf3532e7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1368-533 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1701-141 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:45 up 4 min, 0 user, load average: 2.40, 0.94, 0.37 + 14:38:21 up 4 min, 0 user, load average: 2.20, 0.82, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,8 +45,8 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-18*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] | `-15*[{provisioner}] |-python3---python3---4*[{python3}] @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.464 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2588.419 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.846 +cpu MHz : 3241.118 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.128 +cpu MHz : 3253.611 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 7201 MB +node 0 free: 7154 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 7374708 kB -MemAvailable: 15324468 kB -Buffers: 206424 kB -Cached: 7659800 kB +MemFree: 7326412 kB +MemAvailable: 15278232 kB +Buffers: 216552 kB +Cached: 7653080 kB SwapCached: 0 kB -Active: 1292832 kB -Inactive: 6870244 kB -Active(anon): 375016 kB +Active: 1289728 kB +Inactive: 6877920 kB +Active(anon): 377408 kB Inactive(anon): 0 kB -Active(file): 917816 kB -Inactive(file): 6870244 kB +Active(file): 912320 kB +Inactive(file): 6877920 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1124 kB +Dirty: 4128 kB Writeback: 0 kB -AnonPages: 341976 kB -Mapped: 340816 kB -Shmem: 69412 kB -KReclaimable: 507612 kB -Slab: 612280 kB -SReclaimable: 507612 kB -SUnreclaim: 104668 kB -KernelStack: 4196 kB -PageTables: 6208 kB +AnonPages: 342012 kB +Mapped: 339544 kB +Shmem: 70640 kB +KReclaimable: 507492 kB +Slab: 611868 kB +SReclaimable: 507492 kB +SUnreclaim: 104376 kB +KernelStack: 4212 kB +PageTables: 6116 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2165344 kB +Committed_AS: 2148460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35280 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 159744 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 3035136 kB -DirectMap1G: 15728640 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238802 231298 45 0 15979 0 +fs.dentry-state = 238794 231339 45 0 15988 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 222769 568 -fs.inode-state = 222769 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 222793 568 +fs.inode-state = 222793 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1368-533 +kernel.hostname = fv-az1701-141 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7877 +kernel.ns_last_pid = 7893 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fad57950-38e3-420c-979d-aa8f55a9e335 +kernel.random.boot_id = bb807d92-666d-41ab-88fa-36bac1f488e4 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9025d743-2fd1-4adb-a0ea-7d282f5c36c8 +kernel.random.uuid = 6464266f-f41c-49eb-94a7-f0efc215e3eb kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 154c389e-c90c61cf-aedfeb81-8c2cb0f6 +net.ipv4.tcp_fastopen_key = 395eb424-57825149-2620b53c-d741644a net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 177 +net.netfilter.nf_conntrack_count = 148 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0013-0326-3729-3370-5574-33 - UUID: 913addb4-dc85-f943-857a-9d4d3906d729 + Serial Number: 0000-0002-0880-1387-9156-2967-22 + UUID: 8f1dfa1c-3271-124c-8851-48df2750084f Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6181-7290-9197-9077-53 + Serial Number: 0000-0009-8227-1238-5546-2257-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8630-4211-9297-9799-8291-6471-26 + Serial Number: 5435-6346-5116-0384-4602-7455-33 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt index 0e5bc7760..7cf3532e7 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1368-533 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1701-141 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:55:45 up 4 min, 0 user, load average: 2.40, 0.94, 0.37 + 14:38:21 up 4 min, 0 user, load average: 2.20, 0.82, 0.31 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,8 +45,8 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-18*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-17*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] | `-15*[{provisioner}] |-python3---python3---4*[{python3}] @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2594.464 +cpu MHz : 2445.425 cache size : 512 KB physical id : 0 siblings : 4 @@ -81,7 +81,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2588.419 cache size : 512 KB physical id : 0 siblings : 4 @@ -109,7 +109,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.846 +cpu MHz : 3241.118 cache size : 512 KB physical id : 0 siblings : 4 @@ -137,7 +137,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3244.128 +cpu MHz : 3253.611 cache size : 512 KB physical id : 0 siblings : 4 @@ -165,7 +165,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -188,7 +188,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 7201 MB +node 0 free: 7154 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 7374708 kB -MemAvailable: 15324468 kB -Buffers: 206424 kB -Cached: 7659800 kB +MemFree: 7326412 kB +MemAvailable: 15278232 kB +Buffers: 216552 kB +Cached: 7653080 kB SwapCached: 0 kB -Active: 1292832 kB -Inactive: 6870244 kB -Active(anon): 375016 kB +Active: 1289728 kB +Inactive: 6877920 kB +Active(anon): 377408 kB Inactive(anon): 0 kB -Active(file): 917816 kB -Inactive(file): 6870244 kB +Active(file): 912320 kB +Inactive(file): 6877920 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1124 kB +Dirty: 4128 kB Writeback: 0 kB -AnonPages: 341976 kB -Mapped: 340816 kB -Shmem: 69412 kB -KReclaimable: 507612 kB -Slab: 612280 kB -SReclaimable: 507612 kB -SUnreclaim: 104668 kB -KernelStack: 4196 kB -PageTables: 6208 kB +AnonPages: 342012 kB +Mapped: 339544 kB +Shmem: 70640 kB +KReclaimable: 507492 kB +Slab: 611868 kB +SReclaimable: 507492 kB +SUnreclaim: 104376 kB +KernelStack: 4212 kB +PageTables: 6116 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2165344 kB +Committed_AS: 2148460 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35280 kB +VmallocUsed: 35264 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 159744 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 110528 kB -DirectMap2M: 3035136 kB -DirectMap1G: 15728640 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB +DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:51 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,16 +808,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 238802 231298 45 0 15979 0 +fs.dentry-state = 238794 231339 45 0 15988 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1760 0 9223372036854775807 -fs.inode-nr = 222769 568 -fs.inode-state = 222769 568 0 0 0 0 0 +fs.file-nr = 1696 0 9223372036854775807 +fs.inode-nr = 222793 568 +fs.inode-state = 222793 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1368-533 +kernel.hostname = fv-az1701-141 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7877 +kernel.ns_last_pid = 7893 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = fad57950-38e3-420c-979d-aa8f55a9e335 +kernel.random.boot_id = bb807d92-666d-41ab-88fa-36bac1f488e4 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9025d743-2fd1-4adb-a0ea-7d282f5c36c8 +kernel.random.uuid = 6464266f-f41c-49eb-94a7-f0efc215e3eb kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 154c389e-c90c61cf-aedfeb81-8c2cb0f6 +net.ipv4.tcp_fastopen_key = 395eb424-57825149-2620b53c-d741644a net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 177 +net.netfilter.nf_conntrack_count = 148 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -1981,12 +1981,12 @@ LOGO=ubuntu-logo 19. Disk information NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS sda 8:0 0 75G 0 disk -└─sda1 8:1 0 75G 0 part /mnt +├─sda1 8:1 0 74G 0 part / +├─sda14 8:14 0 4M 0 part +├─sda15 8:15 0 106M 0 part /boot/efi +└─sda16 259:0 0 913M 0 part /boot sdb 8:16 0 75G 0 disk -├─sdb1 8:17 0 74G 0 part / -├─sdb14 8:30 0 4M 0 part -├─sdb15 8:31 0 106M 0 part /boot/efi -└─sdb16 259:0 0 913M 0 part /boot +└─sdb1 8:17 0 75G 0 part /mnt ------------------------------------------------------------ 20. /sys/devices/virtual/dmi/id bios_date @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0013-0326-3729-3370-5574-33 - UUID: 913addb4-dc85-f943-857a-9d4d3906d729 + Serial Number: 0000-0002-0880-1387-9156-2967-22 + UUID: 8f1dfa1c-3271-124c-8851-48df2750084f Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6181-7290-9197-9077-53 + Serial Number: 0000-0009-8227-1238-5546-2257-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8630-4211-9297-9799-8291-6471-26 + Serial Number: 5435-6346-5116-0384-4602-7455-33 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md index cee6d6ca8..87e9156a8 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 21.052 | - | \ No newline at end of file +| resnet50 | offline | 76 | 20.948 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md index 02bc52602..052d2fedc 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/README.md @@ -16,16 +16,16 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo GATEOverflow@mlperf-automations --checkout=539694fd926e9820c3780434b05ff3e5a5ce1fc7 +mlc pull repo mlcommons@mlperf-automations --checkout=f84d23738b1edab748d9b9e4004b995bc143886c ``` *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf, - you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:* + you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:* ```bash -mlc rm repo GATEOverflow@mlperf-automations -mlc pull repo GATEOverflow@mlperf-automations +mlc rm repo mlcommons@mlperf-automations +mlc pull repo mlcommons@mlperf-automations mlc rm cache -f ``` @@ -40,4 +40,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `21.0518` +`Samples per second`: `20.948` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out index 4bb1b7a51..72be69a6c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy_console.out @@ -1,16 +1,16 @@ -python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b139b8aee5354a6a9793a43272fed1b2.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --dataset-list /home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b139b8aee5354a6a9793a43272fed1b2.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) -2025-01-26 02:45:43.936233: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:45:43.939511: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:45:43.948254: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered +python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/666c1e336bc34baa8e2eb3e5f932f779.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/accuracy', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/666c1e336bc34baa8e2eb3e5f932f779.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8) +2025-01-26 14:39:19.561660: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:39:19.564796: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:39:19.573559: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -E0000 00:00:1737859543.962450 8557 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered -E0000 00:00:1737859543.966875 8557 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered -2025-01-26 02:45:43.982354: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. +E0000 00:00:1737902359.587646 8584 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered +E0000 00:00:1737902359.591932 8584 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered +2025-01-26 14:39:19.607413: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags. INFO:imagenet:Loading 500 preprocessed images using 4 threads INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec -WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_1d0340ff/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. +WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_08aabc36/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. Instructions for updating: Use tf.gfile.GFile. WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/strip_unused_lib.py:84: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. @@ -19,8 +19,8 @@ This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/mi WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/optimize_for_inference_lib.py:138: remove_training_nodes (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. Instructions for updating: This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/migrate for instructions on how to migrate your code to TensorFlow v2. -2025-01-26 02:46:41.548016: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) +2025-01-26 14:40:14.763081: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -I0000 00:00:1737859601.587264 8557 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled +I0000 00:00:1737902414.829128 8584 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.67, mean=15.1052, time=23.874, acc=76.000%, queries=16, tiles=50.0:15.2143,80.0:23.4486,90.0:23.6919,95.0:23.7944,99.0:23.7961,99.9:23.7965 +TestScenario.Offline qps=0.67, mean=15.1241, time=23.964, acc=76.000%, queries=16, tiles=50.0:15.3220,80.0:22.9249,90.0:23.8180,95.0:23.8916,99.0:23.8953,99.9:23.8961 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd index b3e51dbdc..b0f453083 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.mmd @@ -15,32 +15,32 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tf,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tf,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> detect,cpu get-sys-utils-cm,bc90993277e84b8e --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_tensorflow_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_tensorflow + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_tensorflow download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb_) --> download,file,_cmutil,_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb get-ml-model-resnet50,56203e4e998b4bc0_(_tf,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/2535873/files/resnet50_v1.pb - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_tf,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_tf,_fp32 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> get,dataset-aux,image-classification,imagenet-aux @@ -62,8 +62,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NHWC_) --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NHWC - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NHWC + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -74,7 +74,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -108,48 +108,48 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_pycocotools get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_protobuf_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> get,generic-python-lib,_protobuf + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> get,generic-python-lib,_protobuf detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_tf,_cpu,_resnet50,_offline,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_resnet50,_cpu,_tf,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png index 92a6050da..982a3560e 100644 Binary files a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png and b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json index ae9137deb..224228a5b 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/mlc-version-info.json @@ -167,15 +167,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_51074ab5/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_471e821d/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -207,7 +207,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.12.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "tensorflow", "version": "2.18.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "tf,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -407,15 +407,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c2301da6/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_95c2b275/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -637,7 +637,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NHWC", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -757,7 +757,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1097,7 +1097,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1137,7 +1137,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1357,7 +1357,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "2.0.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1427,7 +1427,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "protobuf", "version": "4.23.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } }, { @@ -1537,7 +1537,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( tf,_cpu,_resnet50,_offline,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_resnet50,_cpu,_tf,_fp32 )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json index c5ada008f..efc96225c 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1280-940" + "MLC_HOST_SYSTEM_NAME": "fv-az1945-255" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out index d74e52e08..b95a7310f 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance_console.out @@ -1,19 +1,19 @@ -python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/7806ff981a0a46258e3e35521731446e.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f --dataset-list /home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_56467c8f/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_cad350b0/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_35b7ab8d/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_6f6d915f', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/7806ff981a0a46258e3e35521731446e.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) -2025-01-26 02:43:54.056414: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:43:54.059619: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. -2025-01-26 02:43:54.068536: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered +python3 python/main.py --profile resnet50-tf --model "/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1" --scenario Offline --threads 4 --user_conf /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a6cfacc88bc140268f946c56d81e5995.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_fb3a76f3/val.txt', data_format=None, profile='resnet50-tf', scenario='Offline', max_batchsize=32, model='/home/runner/MLC/repos/local/cache/download-file_bf19b182/resnet50_v1.pb', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_9ce8e3bc/test_results/gh_ubuntu-latest_x86-reference-cpu-tf-v2.18.0-default_config/resnet50/offline/performance/run_1', inputs=['input_tensor:0'], outputs=['ArgMax:0'], backend='tensorflow', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_ba40f6b3', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/a6cfacc88bc140268f946c56d81e5995.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +2025-01-26 14:37:30.667529: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:37:30.670658: I external/local_xla/xla/tsl/cuda/cudart_stub.cc:32] Could not find cuda drivers on your machine, GPU will not be used. +2025-01-26 14:37:30.679377: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -E0000 00:00:1737859434.083058 6485 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered -E0000 00:00:1737859434.087507 6485 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered -2025-01-26 02:43:54.102999: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. +E0000 00:00:1737902250.693560 6449 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered +E0000 00:00:1737902250.697868 6449 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered +2025-01-26 14:37:30.713702: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags. INFO:matplotlib.font_manager:Failed to extract font properties from /usr/share/fonts/truetype/noto/NotoColorEmoji.ttf: Can not load face (unknown file format; error code 0x2) INFO:matplotlib.font_manager:generated new fontManager INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec -WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_1d0340ff/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. +WARNING:tensorflow:From /home/runner/MLC/repos/local/cache/get-git-repo_08aabc36/inference/vision/classification_and_detection/python/backend_tf.py:55: FastGFile.__init__ (from tensorflow.python.platform.gfile) is deprecated and will be removed in a future version. Instructions for updating: Use tf.gfile.GFile. WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/strip_unused_lib.py:84: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. @@ -22,8 +22,8 @@ This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/mi WARNING:tensorflow:From /opt/hostedtoolcache/Python/3.12.8/x64/lib/python3.12/site-packages/tensorflow/python/tools/optimize_for_inference_lib.py:138: remove_training_nodes (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version. Instructions for updating: This API was designed for TensorFlow v1. See https://www.tensorflow.org/guide/migrate for instructions on how to migrate your code to TensorFlow v2. -2025-01-26 02:44:55.015850: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) +2025-01-26 14:38:30.071358: E external/local_xla/xla/stream_executor/cuda/cuda_driver.cc:152] failed call to cuInit: INTERNAL: CUDA error: Failed call to cuInit: UNKNOWN ERROR (303) WARNING: All log messages before absl::InitializeLog() is called are written to STDERR -I0000 00:00:1737859495.057510 6485 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled +I0000 00:00:1737902310.111702 6449 mlir_graph_optimization_pass.cc:401] MLIR V1 optimization pass is not enabled INFO:main:starting TestScenario.Offline -TestScenario.Offline qps=0.67, mean=15.0110, time=23.776, queries=16, tiles=50.0:15.0965,80.0:23.0607,90.0:23.4652,95.0:23.6756,99.0:23.6946,99.9:23.6988 +TestScenario.Offline qps=0.67, mean=15.0824, time=23.892, queries=16, tiles=50.0:15.4463,80.0:22.8253,90.0:23.7160,95.0:23.8188,99.0:23.8236,99.9:23.8247 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt index 6cfb6a2c0..9fa040f1e 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1280-940 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:23 up 5 min, 0 user, load average: 2.02, 0.89, 0.36 + 14:38:58 up 6 min, 0 user, load average: 2.03, 0.85, 0.35 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-18*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2908.811 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.331 +cpu MHz : 3243.303 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.962 +cpu MHz : 2604.014 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3237.056 +cpu MHz : 2597.391 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5671 MB +node 0 free: 5670 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 5807608 kB -MemAvailable: 15334260 kB -Buffers: 190716 kB -Cached: 9201364 kB +MemFree: 5806836 kB +MemAvailable: 15335320 kB +Buffers: 190704 kB +Cached: 9204176 kB SwapCached: 0 kB -Active: 1298572 kB -Inactive: 8395160 kB -Active(anon): 381352 kB +Active: 1293780 kB +Inactive: 8396160 kB +Active(anon): 375980 kB Inactive(anon): 0 kB -Active(file): 917220 kB -Inactive(file): 8395160 kB +Active(file): 917800 kB +Inactive(file): 8396160 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1460 kB +Dirty: 1028 kB Writeback: 0 kB -AnonPages: 345300 kB -Mapped: 342388 kB -Shmem: 70936 kB -KReclaimable: 560184 kB -Slab: 669732 kB -SReclaimable: 560184 kB -SUnreclaim: 109548 kB -KernelStack: 3888 kB -PageTables: 6304 kB +AnonPages: 340692 kB +Mapped: 343916 kB +Shmem: 72168 kB +KReclaimable: 560436 kB +Slab: 670248 kB +SReclaimable: 560436 kB +SUnreclaim: 109812 kB +KernelStack: 3944 kB +PageTables: 6240 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2185284 kB +Committed_AS: 2184560 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35024 kB +VmallocUsed: 35040 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 141312 kB +AnonHugePages: 172032 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 106432 kB -DirectMap2M: 4087808 kB +DirectMap4k: 110528 kB +DirectMap2M: 4083712 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:39 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 287344 279885 45 0 64771 0 +fs.dentry-state = 287415 279945 45 0 64765 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 222527 568 -fs.inode-state = 222527 568 0 0 0 0 0 +fs.inode-nr = 222601 568 +fs.inode-state = 222601 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1280-940 +kernel.hostname = fv-az1945-255 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7070 +kernel.ns_last_pid = 7034 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = a590fd6b-757f-4d5e-a94e-cfc3eadeec1d +kernel.random.boot_id = 4ab39595-a573-4b08-8557-fa92b7a0e69c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 8d49e171-e8dc-4510-b39d-5efa79570ea1 +kernel.random.uuid = 73c8f504-e682-47e1-9e35-3a9650553a8f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 034b9e12-baf814e3-ddfa5e03-fb6102c7 +net.ipv4.tcp_fastopen_key = 9fd9b660-daa926e5-691eb16c-eef3f98b net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 168 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0014-1306-1116-5773-5162-81 - UUID: fc031ac4-19f3-f94d-85c1-7f39ec1dc137 + Serial Number: 0000-0000-6959-2799-5510-0473-66 + UUID: d36ea809-a021-8642-91b7-65beb2379eb7 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6381-2456-4300-8085-03 + Serial Number: 0000-0010-4999-7292-5945-7819-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 5520-1042-0034-2348-5241-4680-58 + Serial Number: 3698-1912-9973-2127-2065-3462-02 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt index 6cfb6a2c0..9fa040f1e 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1280-940 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:23 up 5 min, 0 user, load average: 2.02, 0.89, 0.36 + 14:38:58 up 6 min, 0 user, load average: 2.03, 0.85, 0.35 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-18*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2908.811 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.331 +cpu MHz : 3243.303 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.962 +cpu MHz : 2604.014 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3237.056 +cpu MHz : 2597.391 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5671 MB +node 0 free: 5670 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 5807608 kB -MemAvailable: 15334260 kB -Buffers: 190716 kB -Cached: 9201364 kB +MemFree: 5806836 kB +MemAvailable: 15335320 kB +Buffers: 190704 kB +Cached: 9204176 kB SwapCached: 0 kB -Active: 1298572 kB -Inactive: 8395160 kB -Active(anon): 381352 kB +Active: 1293780 kB +Inactive: 8396160 kB +Active(anon): 375980 kB Inactive(anon): 0 kB -Active(file): 917220 kB -Inactive(file): 8395160 kB +Active(file): 917800 kB +Inactive(file): 8396160 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1460 kB +Dirty: 1028 kB Writeback: 0 kB -AnonPages: 345300 kB -Mapped: 342388 kB -Shmem: 70936 kB -KReclaimable: 560184 kB -Slab: 669732 kB -SReclaimable: 560184 kB -SUnreclaim: 109548 kB -KernelStack: 3888 kB -PageTables: 6304 kB +AnonPages: 340692 kB +Mapped: 343916 kB +Shmem: 72168 kB +KReclaimable: 560436 kB +Slab: 670248 kB +SReclaimable: 560436 kB +SUnreclaim: 109812 kB +KernelStack: 3944 kB +PageTables: 6240 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2185284 kB +Committed_AS: 2184560 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35024 kB +VmallocUsed: 35040 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 141312 kB +AnonHugePages: 172032 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 106432 kB -DirectMap2M: 4087808 kB +DirectMap4k: 110528 kB +DirectMap2M: 4083712 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:39 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 287344 279885 45 0 64771 0 +fs.dentry-state = 287415 279945 45 0 64765 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 222527 568 -fs.inode-state = 222527 568 0 0 0 0 0 +fs.inode-nr = 222601 568 +fs.inode-state = 222601 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1280-940 +kernel.hostname = fv-az1945-255 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7070 +kernel.ns_last_pid = 7034 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = a590fd6b-757f-4d5e-a94e-cfc3eadeec1d +kernel.random.boot_id = 4ab39595-a573-4b08-8557-fa92b7a0e69c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 8d49e171-e8dc-4510-b39d-5efa79570ea1 +kernel.random.uuid = 73c8f504-e682-47e1-9e35-3a9650553a8f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 034b9e12-baf814e3-ddfa5e03-fb6102c7 +net.ipv4.tcp_fastopen_key = 9fd9b660-daa926e5-691eb16c-eef3f98b net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 168 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0014-1306-1116-5773-5162-81 - UUID: fc031ac4-19f3-f94d-85c1-7f39ec1dc137 + Serial Number: 0000-0000-6959-2799-5510-0473-66 + UUID: d36ea809-a021-8642-91b7-65beb2379eb7 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6381-2456-4300-8085-03 + Serial Number: 0000-0010-4999-7292-5945-7819-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 5520-1042-0034-2348-5241-4680-58 + Serial Number: 3698-1912-9973-2127-2065-3462-02 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt index 6cfb6a2c0..9fa040f1e 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1280-940 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az1945-255 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 02:45:23 up 5 min, 0 user, load average: 2.02, 0.89, 0.36 + 14:38:58 up 6 min, 0 user, load average: 2.03, 0.85, 0.35 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -45,10 +45,10 @@ systemd-+-ModemManager---3*[{ModemManager}] |-php-fpm8.3---2*[php-fpm8.3] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree - | | | `-17*[{Runner.Worker}] - | | `-15*[{Runner.Listener}] + | | | `-18*[{Runner.Worker}] + | | `-14*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-13*[{provisioner}] + | `-14*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -67,7 +67,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.433 +cpu MHz : 2908.811 cache size : 512 KB physical id : 0 siblings : 4 @@ -95,7 +95,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3243.331 +cpu MHz : 3243.303 cache size : 512 KB physical id : 0 siblings : 4 @@ -123,7 +123,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3239.962 +cpu MHz : 2604.014 cache size : 512 KB physical id : 0 siblings : 4 @@ -151,7 +151,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3237.056 +cpu MHz : 2597.391 cache size : 512 KB physical id : 0 siblings : 4 @@ -218,53 +218,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 5671 MB +node 0 free: 5670 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 5807608 kB -MemAvailable: 15334260 kB -Buffers: 190716 kB -Cached: 9201364 kB +MemFree: 5806836 kB +MemAvailable: 15335320 kB +Buffers: 190704 kB +Cached: 9204176 kB SwapCached: 0 kB -Active: 1298572 kB -Inactive: 8395160 kB -Active(anon): 381352 kB +Active: 1293780 kB +Inactive: 8396160 kB +Active(anon): 375980 kB Inactive(anon): 0 kB -Active(file): 917220 kB -Inactive(file): 8395160 kB +Active(file): 917800 kB +Inactive(file): 8396160 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1460 kB +Dirty: 1028 kB Writeback: 0 kB -AnonPages: 345300 kB -Mapped: 342388 kB -Shmem: 70936 kB -KReclaimable: 560184 kB -Slab: 669732 kB -SReclaimable: 560184 kB -SUnreclaim: 109548 kB -KernelStack: 3888 kB -PageTables: 6304 kB +AnonPages: 340692 kB +Mapped: 343916 kB +Shmem: 72168 kB +KReclaimable: 560436 kB +Slab: 670248 kB +SReclaimable: 560436 kB +SUnreclaim: 109812 kB +KernelStack: 3944 kB +PageTables: 6240 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2185284 kB +Committed_AS: 2184560 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35024 kB +VmallocUsed: 35040 kB VmallocChunk: 0 kB Percpu: 2208 kB HardwareCorrupted: 0 kB -AnonHugePages: 141312 kB +AnonHugePages: 172032 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -276,12 +276,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 106432 kB -DirectMap2M: 4087808 kB +DirectMap4k: 110528 kB +DirectMap2M: 4083712 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-26 02:39 + run-level 5 2025-01-26 14:33 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -732,7 +732,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 2: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -808,7 +808,7 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 287344 279885 45 0 64771 0 +fs.dentry-state = 287415 279945 45 0 64765 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 @@ -816,8 +816,8 @@ fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 fs.file-nr = 1728 0 9223372036854775807 -fs.inode-nr = 222527 568 -fs.inode-state = 222527 568 0 0 0 0 0 +fs.inode-nr = 222601 568 +fs.inode-state = 222601 568 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -876,7 +876,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1280-940 +kernel.hostname = fv-az1945-255 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -909,7 +909,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 7070 +kernel.ns_last_pid = 7034 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -942,11 +942,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = a590fd6b-757f-4d5e-a94e-cfc3eadeec1d +kernel.random.boot_id = 4ab39595-a573-4b08-8557-fa92b7a0e69c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 8d49e171-e8dc-4510-b39d-5efa79570ea1 +kernel.random.uuid = 73c8f504-e682-47e1-9e35-3a9650553a8f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1359,7 +1359,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 034b9e12-baf814e3-ddfa5e03-fb6102c7 +net.ipv4.tcp_fastopen_key = 9fd9b660-daa926e5-691eb16c-eef3f98b net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1833,7 +1833,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 155 +net.netfilter.nf_conntrack_count = 168 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2056,8 +2056,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0014-1306-1116-5773-5162-81 - UUID: fc031ac4-19f3-f94d-85c1-7f39ec1dc137 + Serial Number: 0000-0000-6959-2799-5510-0473-66 + UUID: d36ea809-a021-8642-91b7-65beb2379eb7 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2065,7 +2065,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-6381-2456-4300-8085-03 + Serial Number: 0000-0010-4999-7292-5945-7819-43 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2073,7 +2073,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 5520-1042-0034-2348-5241-4680-58 + Serial Number: 3698-1912-9973-2127-2065-3462-02 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md index 8ea184707..97c38aea1 100644 --- a/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md +++ b/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/README.md @@ -1,4 +1,5 @@ + See the HTML preview [here](https://htmlpreview.github.io/?https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/blob/refs/heads/main/open/MLCommons/results/gh_action-reference-cpu-pytorch_v2.5.1-default_config/summary.html)
@@ -195,4 +196,5 @@ Performance llama2-70b-99ROUGE1: 43.9869ROUGE1: 43.9869, ROUGE2: 21.8148ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005ROUGE1: 61.7021 ROUGE2: 37.9679 ROUGEL: 39.3617 TOKENS_PER_SAMPLE: 610.0Tokens/s 0.357886
- \ No newline at end of file + + diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index b6e85d4ac..7cc90023d 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073259.493033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 54, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:53:23.494333", "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 55, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:53:23.495376", "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 56, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 57, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 59, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 61, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.059959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 68, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:56:17Z", "time_ms": 0.061667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.061667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 375, "time_ms": 0.061667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.061667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.061667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.061667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 311, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 325, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 332, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 334, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 336, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 338, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.068417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 340, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 441, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 443, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 450, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 452, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.069292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 454, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.116459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.143667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1113.593709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 1113.593709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1113.593709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 56713.801459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 903, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 56713.801459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 905, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 56713.801459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 907, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 56713.801459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 909, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 56713.801459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 911, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 56713.801459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 913, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:56:18.455", "time_ms": 56713.809792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 563, "pid": 8640, "tid": 15866797941693765387}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:57:14.019", "time_ms": 56713.809792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 565, "pid": 8640, "tid": 15866797941693765387}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073342.225574, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 54, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:35:40.874078", "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 55, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:35:40.874903", "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 56, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 57, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 59, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 61, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.022458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 68, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:00Z", "time_ms": 0.023292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.023292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 166, "time_ms": 0.023292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.023292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.023292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.023292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 311, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 325, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 332, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 334, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 336, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 338, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.025500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 340, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 441, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 443, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 450, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 452, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.025708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 454, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.045875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.068250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 352.792083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 352.792083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 352.792083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 50555.520958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 903, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 50555.520958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 905, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 50555.520958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 907, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 50555.520958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 909, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 50555.520958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 911, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 50555.520958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 913, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:00.835", "time_ms": 50555.521833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 563, "pid": 10711, "tid": 12702965471841837957}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:50.984", "time_ms": 50555.521833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 565, "pid": 10711, "tid": 12702965471841837957}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index e554c83f2..2895c5e17 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073045.371741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 54, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:53:23.494333", "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 55, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:53:23.495376", "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 56, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 57, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 59, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 61, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.027667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/version.cc", "line_no": 68, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:54:36Z", "time_ms": 0.028584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.028584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 375, "time_ms": 0.028584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.028584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.028584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.028584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 311, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 325, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 332, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 334, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 336, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 338, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.032209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 340, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 441, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 443, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 450, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 452, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.032417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/test_settings_internal.cc", "line_no": 454, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.054125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.089959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1609.717584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 1609.717584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1609.717584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1609.752125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/issue_query_controller.cc", "line_no": 484, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 63162.966375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 903, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 63162.966375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 905, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 63162.966375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 907, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 63162.966375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 909, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 63162.966375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 911, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 63162.966375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/logging.cc", "line_no": 913, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:54:37.984", "time_ms": 63163.095834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 563, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:39.463", "time_ms": 63163.095834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/loadgen.cc", "line_no": 565, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 675, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 679, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 680, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 681, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 700, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 712, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_samples_per_second", "value": 8.13282, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 768, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_min_latency_ns", "value": 4642677750, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 774, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_max_latency_ns", "value": 61479258292, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 775, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 33257411231, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 776, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 32030670292, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 781, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 57111044708, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 781, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 61479258292, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 781, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 61479258292, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 781, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 61479258292, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 781, "pid": 6248, "tid": 15866797941693765387}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 61479258292, "time_ms": 63163.314917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_07e21376/inference/loadgen/results.cc", "line_no": 781, "pid": 6248, "tid": 15866797941693765387}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073253.484908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 54, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:35:40.874078", "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 55, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:35:40.874903", "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 56, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 57, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 59, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 61, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.029292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/version.cc", "line_no": 68, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:36:36Z", "time_ms": 0.030709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.030709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 208, "time_ms": 0.030709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.030709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.030709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.030709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 311, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 325, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 332, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 334, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 336, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 338, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.033459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 340, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 441, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 443, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 450, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 452, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.033667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/test_settings_internal.cc", "line_no": 454, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.055209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.088875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 834.416292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 834.416292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 834.416292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 834.430542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/issue_query_controller.cc", "line_no": 484, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 53733.993375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 903, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 53733.993375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 905, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 53733.993375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 907, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 53733.993375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 909, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 53733.993375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 911, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 53733.993375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/logging.cc", "line_no": 913, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:36:37.147", "time_ms": 53733.993875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 563, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:30.016", "time_ms": 53733.993875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/loadgen.cc", "line_no": 565, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 675, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 679, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 680, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 681, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 700, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 712, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_samples_per_second", "value": 9.45726, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 768, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_min_latency_ns", "value": 3808561875, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 774, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_max_latency_ns", "value": 52869425584, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 775, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 29055564880, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 776, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 28384983000, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 781, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 49499591209, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 781, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 52869425584, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 781, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 52869425584, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 781, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 52869425584, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 781, "pid": 8443, "tid": 12702965471841837957}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 52869425584, "time_ms": 53734.031042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/Users/runner/MLC/repos/local/cache/get-git-repo_3091287a/inference/loadgen/results.cc", "line_no": 781, "pid": 8443, "tid": 12702965471841837957}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index fa85bb076..2ff466e28 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : QueueSUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.13282 +Samples per second: 9.45726 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 4642677750 -Max latency (ns) : 61479258292 -Mean latency (ns) : 33257411231 -50.00 percentile latency (ns) : 32030670292 -90.00 percentile latency (ns) : 57111044708 -95.00 percentile latency (ns) : 61479258292 -97.00 percentile latency (ns) : 61479258292 -99.00 percentile latency (ns) : 61479258292 -99.90 percentile latency (ns) : 61479258292 +Min latency (ns) : 3808561875 +Max latency (ns) : 52869425584 +Mean latency (ns) : 29055564880 +50.00 percentile latency (ns) : 28384983000 +90.00 percentile latency (ns) : 49499591209 +95.00 percentile latency (ns) : 52869425584 +97.00 percentile latency (ns) : 52869425584 +99.00 percentile latency (ns) : 52869425584 +99.90 percentile latency (ns) : 52869425584 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt index fbefdfe97..8c3807405 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt @@ -1,12 +1,12 @@ {"exact_match": 80.0, "f1": 80.0} Reading examples... -No cached features at '/Users/runner/MLC/repos/local/cache/get-git-repo_afbad135/inference/language/bert/eval_features.pickle'... converting from examples... +No cached features at '/Users/runner/MLC/repos/local/cache/get-git-repo_d7fc360e/inference/language/bert/eval_features.pickle'... converting from examples... Creating tokenizer... Converting examples to features... -Caching features at '/Users/runner/MLC/repos/local/cache/get-git-repo_afbad135/inference/language/bert/eval_features.pickle'... +Caching features at '/Users/runner/MLC/repos/local/cache/get-git-repo_d7fc360e/inference/language/bert/eval_features.pickle'... Loading LoadGen logs... Post-processing predictions... -Writing predictions to: /Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_959c002c/test_results/gh_macos-latest_x86-reference-cpu-deepsparse-vdefault-default_config/bert-99/offline/accuracy/predictions.json +Writing predictions to: /Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_c789851e/test_results/gh_macos-latest_x86-reference-cpu-deepsparse-vdefault-default_config/bert-99/offline/accuracy/predictions.json Evaluating predictions... hash=891f50dd67f50c051c97c15f577ce8628283450a29282f6118b751db5a23a48d diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt index 13a83fde6..dde283cec 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt @@ -1,72 +1,72 @@ -:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073706.496908, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073706.603658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:25.573022", "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:25.573030", "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.014292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:48:09Z", "time_ms": 0.019542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.019542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 791, "time_ms": 0.019542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.019542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.019542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.019542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.062459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.079709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.089250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,1,2,3], "time_ms": 0.115500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.143875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 0.143875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.143875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 538.020792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 538.020792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 538.020792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 538.020792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 538.020792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 538.020792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:48:09.354", "time_ms": 538.022167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 10339, "tid": 11532034978487713843}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:48:09.882", "time_ms": 538.022167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 10339, "tid": 11532034978487713843}} +:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073708.612033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073708.660116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:23.587111", "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:23.587119", "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.014625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:39:57Z", "time_ms": 0.015000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.015000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 333, "time_ms": 0.015000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.015000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.015000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.015000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.048834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.049625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.057167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,1,2,3], "time_ms": 0.082542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.096542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 0.096542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.096542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 334.397209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 334.397209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 334.397209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 334.397209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 334.397209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 334.397209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:39:57.223", "time_ms": 334.397584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 11818, "tid": 15871562863546436623}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:57.555", "time_ms": 334.397584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 11818, "tid": 15871562863546436623}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt index 8bcdbf692..c7b9279c3 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt @@ -1,89 +1,89 @@ -:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073705.304741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073706.702991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:25.573022", "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:25.573030", "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.023334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:46:12Z", "time_ms": 0.067750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.067750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 625, "time_ms": 0.067750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.067750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.067750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.067750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.450375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.461209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.853084, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "loaded_qsl_set", "value": [9163,8415,8049,290,6339,1623,186,9611,10476,3347,8113,3844,1590,9334,4031,8332,3935,6901,1972,5663,10528,2310,6373,10599,9688,8292,1992,4126,4710,6383,7598,1861,9393,1739,938,10656,8735,6250,6257,5529,4711,9827,7315,6215,9673,1492,7351,96,10230,1546,6107,8692,4063,2824,2482,38,710,9337,5984,1271,10133,9094,7554,2172,678,7927,4965,6969,1041,2098,923,5381,6378,4784,8222,7883,5322,8913,7759,9106,7974,8282,1402,10655,5797,757,885,6349,5930,7066,5606,5841,2168,3140,3187,8701,1593,7959,2961,8372,2450,8336,5166,8452,8944,6170,9063,2551,3884,298,2576,6668,2547,9074,3907,8991,8106,9447,6201,2924,3386,3888,1307,7852,7135,5662,8938,3033,3612,2827,9634,1381,4897,9053,6743,9309,1934,83,8775,267,6622,1220,475,5335,10176,5806,316,3725,9616,6879,9863,207,2187,1607,4698,4933,8790,8666,8889,1862,4085,8757,501,3862,9428,4940,5180,10074,9,8138,4395,6842,4855,8265,5963,5098,1140,4686,5347,2729,5974,4056,3673,8910,4096,6103,10624,8480,683,4443,1867,7706,1129,5178,9985,3217,7866,4777,3012,10511,4736,288,8129,9523,4563,4110,9741,6412,4038,470,8759,6793,3312,10824,9300,8427,8136,10797,5457,9792,10774,3497,937,8897,6164,3798,9416,1021,7461,5256,6269,255,9344,5168,3797,5816,3679,7488,1744,6395,6081,3781,7671,6566,2695,9729,549,8240,8429,1599,4752,8421,7094,2561,1501,6478,8029,2060,7898,7065,5061,8349,531,7109,3103,4184,9098,1313,748,10526,1561,3846,6747,9936,1711,4418,6543,6391,2267,9408,9768,6091,3107,4299,7652,4114,7268,10004,631,5834,1921,7973,329,2758,9438,6094,10157,8537,9413,3297,10683,7985,7284,3556,10711,7880,6710,3741,9033,398,2132,1798,6469,5845,6110,8012,1037,7830,4854,1899,6192,9944,3526,8176,4658,6598,3087,3653,5903,5941,8932,10062,201,8182,2359,1959,10596,6352,8526,6532,6661,8250,7048,9639,6872,6463,5605,9268,9542,10748,5905,7583,7226,6759,1366,4393,1051,3040,3811,9441,10374,4164,5864,9925,5270,9950,9502,3648,10398,8755,1896,24,3258,10475,5928,5792,5463,10486,10085,10324,4600,3564,7427,548,10357,2796,1163,5511,10216,5453,6207,2517,2680,4964,9895,6470,5796,2582,9242,2127,9142,8784,7152,6746,5680,1305,1594,284,270,7675,4599,10103,3760,7,2264,10247,9621,7804,6664,3025,9378,1537,1514,3191,7704,10196,8522,6806,9348,8303,7475,3726,1420,8667,2069,7707,9694,8751,9813,680,8762,9409,6171,4875,1838,5981,3324,8569,10447,8513,6500,9708,10084,6658,9763,1071,1374,3166,6639,8105,1092,5629,7481,4715,3228,9638,1512,14,3536,9922,3267,3412,2897,8827,6965,3219,8654,2658,9969,4510,7690,458,7847,3803,4039,4937,3563,3777,8031,617,10573,555,5865,9009,9652,1185,6340,71,327,5586,8987,100,3422,4423,3020,5804,9736,7181,1725,8624,2810,8644,3037,5329,9065,9066,3955,1180,7455,4998,3906,3322,370,4274,2101,8196,3483,149,4588,607,10478,5598,703,9150,10701,10282,8686,10687,4128,4191,8605,3572,6613,7861,10532,6165,1412,5547,3965,8324,375,8882,2702,9943,1217,8210,6762,5257,9596,9798,806,4846,1427,2559,8281,3491,5190,3669,5354,2721,259,3086,9662,1692,7617,9391,9357,4981,6035,8352,5189,7046,4594,2752,8820,7324,8560,7953,8642,10575,7633,1411,4774,2313,4041,2280,8159,2077,8947,1657,8515,4268,7684,7330,2365,729,1264,2418,3301,335,9123,1340,891,250,3208,2425,503,5143,6764,6557,7341,1510,1485,1116,1302,6253,7182,3859,9096,6582,6089,7105,8495,8595,1912,2106,10039,4380,1383,10201,4691,330,8865,4523,8437,2342,7358,5007,7537,1919,3170,5148,5005,7932,641,5625,9742,408,5220,3017,4553,9068,3766,1812,8288,2585,10252,3158,6605,5249,7918,8019,7931,3597,7327,10690,7940,3755,7577,3954,2580,8416,5393,7346,8942,9786,5737,10591,753,5251,10262,8448,1336,3211,2130,3338,7489,10681,10212,2956,4392,7130,2202,5470,4909,7236,2832,1565,10679,3596,569,8695,9342,10685,3429,2456,6499,4409,4737,2513,9784,2622,7306,1396,4896,1753,1516,3783,2025,7456,10015,1192,896,5610,2890,5452,5553,2388,1608,8629,8961,4878,5508,4997,776,2728,1698,8260,7541,3493,5352,3454,4257,7814,5623,7874,3738,2360,2586,4800,918,526,5920,6581,7657,6181,3269,1654,8070,7189,5805,6558,673,4812,8506,16,2968,3903,6323,8860,9586,9689,5302,8669,9164,5519,2573,2663,9389,5901,2050,4596,8941,8295,8050,2461,4637,9102,8670,6960,6101,4697,5121,3305,5955,4065,5155,8953,4310,7472,5306,352,1364,8965,1403,7228,7777,4480,1554,1351,5896,5267,3830,7719,9239,56,10326,7443,6808,705,70,1980,8212,228,6837,8633,966,4197,481,8413,8109,9320,4023,9577,9145,7969,4555,6773,1216,3959,3672,9781,7051,5758,10391,523,5722,5617,10781,2674,5910,4169,4375,320,9822,851,8767,2307,812,426,9167,8628,5643,4723,10303,4036,2051,1006,1875,10446,586,610,8614,2171,8756,358,9710,821,8541,4891,5890,9516,1419,7896,3472,1582,9264,459,6310,9333,5702,9649,8185,8969,10136,8503,4016,1376,5443,3005,10367,5498,7328,3315,1642,2149,10383,2984,9684,815,8673,7254,6492,10768,6142,7059,6569,4196,9270,6797,4224,7721,514,6029,7699,6325,3349,2453,249,3680,7497,2888,6959,6225,3911,3549,9690,4884,3066,412,3201,5113,4427,3243,5669,2868,565,5451,5345,3697,5970,439,6160,5781,5042,953,3507,10590,1160,2401,8173,8823,8753,8738,5406,2782,2925,10090,2105,6513,507,10518,40,9376,1240,6803,552,5445,5197,2070,5396,2745,8245,1044,9530,6185,6135,7999,9629,3851,8463,1342,2444,8314,5423,9229,8737,5997,6299,1233,7695,4543,735,1440,3298,5745,3635,5417,6464,10536,1538,10553,240,8871,9695,6159,8955,1715,4094,1401,6894,1047,8010,8261,203,1770,4512,8675,8095,9503,50,5150,3715,8156,9642,856,3645,3225,6915,2215,1414,656,10217,1824,502,798,7592,1147,109,3736,4101,1272,626,723,2516,8783,2089,8355,2621,3402,7546,9278,4070,9540,3833,791,1795,4635,4548,3832,9197,1559,8558,2195,3633,4373,2161,7425,2975,2643,4914,6421,8134,6649,6045,6220,5939,1782,9057,10643,8653,5201,10502,862,620,574,4407,10316,1990,6825,2801,6730,10023,7431,1543,5338,9526,7302,5609,7836,4970,3670,9232,345,5369,1617,5254,6032,10132,7525,10556,8045,10625,456,5720,4188,7529,3239,10686,9699,9696,10564,6131,7217,2996,8394,8276,1329,6694,10142,2873,4824,2606,2304,2419,3344,10788,5386,10437,7710,6813,10677,9510,4432,805,2882,2854,4424,4866,4536,6252,10377,1378,2210,8964,235,4863,2206,4996,7449,10057,4135,2431,9250,2057,2799,1933,3795,10164,5432,663,816,3587,8365,5377,9844,10222,2204,9894,8066,6815,5822,2327,10668,7515,5858,2837,8607,8696,1227,362,10052,2348,3792,4496,7099,6097,9990,3737,4221,7387,6728,6179,3316,5496,6783,9048,2749,10560,5848,7001,5717,5373,10270,3271,8235,3886,646,4340,538,8769,3159,7194,5281,1667,5340,3207,3547,9874,6118,9790,5543,7272,5024,9787,790,3733,9173,6579,4802,7382,4630,9815,4861,3703,3812,7078,6897,7742,3062,9843,1794,10343,6528,10195,6644,10106,728,8107,6646,6169,9567,3660,7044,5944,9359,5926,810,2087,1684,2539,7966,4618,6239,4615,10698,1117,1700,8425,4592,4361,7123,9954,6092,5729,5100,6830,9620,10724,9996,4117,8677,3531,479,4290,9252,1109,10104,5399,5341,10368,4864,6368,1802,3306,7299,8391,5815,4923,2831,4925,5275,2556,8525,9978,7159,3809,4287,2828,10481,1072,4488,2349,5174,7253,7283,2736,5576,2396,4957,2807,2197,7612,7798,171,9101,4641,8271,2509,904,9911,7924,633,10126,1859,5074,1848,9583,448,2594,7877,4000,9755,157,6693,1399,8311,5238,2288,8083,731,8612,6672,6451,3043,4088,8788,2557,2870,5518,561,621,8914,7952,7682,840,5943,9543,10535,1462,4885,9429,9758,2947,4589,5405,5743,8758,52,2645,7480,5076,4770,1001,5768,7533,4709,2270,1083,4768,10615,2375,4047,883,7595,4868,3335,4152,8847,5361,2611,4912,6998,5162,8251,9719,3877,3933,1022,7765,8648,8387,9479,3408,7003,6254,8645,9876,894,8568,4353,9051,6326,4616,10692,6731,6348,3553,1758,9114,3546,4185,9724,2252,9859,5089,2972,9761,10820,8269,7748,8204,1432,2959,10056,8786,5959,1560,1526,5527,10198,9511,7342,9407,8811,3900,7095,6174,8323,3880,7970,7544,3746,10652,3735,2308,436,8682,8001,5025,2129,4810,10328,7702,8402,7031,1456,10783,5165,2292,5390,10812,9912,278,4058,4030,682,8683,897,3081,4572,9501,2018,1247,948,688,7983,6267,1834,9507,10523,2615,4295,10800,9316,4617,3827,4877,4753,10760,2705,4526,527,1592,8476,5082,2540,1586,2407,10694,8166,8011,8309,189,10296,1942,593,7599,4745,7846,4809,7164,7463,9829,1857,3928,4508,9514,8219,5000,3818,642,2007,8299,10704,3601,5134,7785,3591,2879,5309,2656,2072,2100,2017,7122,1254,3473,2880,4337,6752,8086,6479,7013,9137,8855,6918,6670,4662,2902,6109,8640,5208,9060,2836,4415,7288,10399,3173,94,5989,4444,2797,10204,10807,4690,611,4446,4717,317,1740,1530,10665,4246,3974,10639,6920,9749,10611,4486,7049,8572,7374,499,175,6280,2829,3804,3532,7271,5083,7963,1370,7325,1508,216,2696,7691,2341,6126,2783,7185,1007,10185,3535,9717,10248,2393,2764,7304,5795,625,10165,10718,8536,7986,28,9789,3883,7240,5983,2411,5466,6866,3391,4865,762,2683,581,6640,1534,1066,8470,6578,2186,3279,6120,3112,2487,8553,8406,5313,872,10433,8152,5094,1894,510,7319,3999,2047,6042,2237,10803,1503,7087,556,2053,5699,7778,8797,6111,10537,5850,2408,383,5952,2993,3424,5521,4129,213,7401,7763,6755,9581,2625,7278,10244,2311,51,5091,9602,55,7524,9217,9446,2435,3952,3716,7654,3861,3089,10113,7772,5077,5241,10200,972,5159,2279,7534,4927,1352,180,1260,5163,10008,7920,7816,1736,4113,6,3819,6573,1283,6313,3533,10666,9399,9518,8236,3805,3124,4983,9618,7172,1425,464,570,5225,2352,8458,7569,9509,6086,4529,9480,8609,1910,2631,1665,265,2212,7890,1097,4779,2448,3249,10240,7388,9575,5282,2617,10177,2027,7743,10780,1517,3359,605,6387,136,10016,615,9463,9637,7398,9261,516,1975,9120,8809,3022,368,4956,10050,4556,3129,3539,6617,3599,8714,2661,7245,148,8456,7716,3485,6306,10254,10550,472,5188,8635,563,1469,4648,5036,7800,9254,9285,3004,10333,5047,2699,3311,4999,4783,4238,9355,6044,6636,7561,6132,10563,6878,5698,2675,181,7724,9997,274,10583,138,664,5272,9243,7218,3924,10738,7900,45,6883,6019,10743,4962,58,4744,774,8892,6549,1433,2013,4352,414,768,3555,691,1040,9517,5131,8373,2629,2232,8218,1289,8172,4394,6822,6798,10602,5881,4237,5389,1212,1675,6862,2201,2334,3908,6068,8339,6994,8547,697,7493,7144,10785,8931,1520,3287,2853,5475,409,6814,5961,8713,7928,968,6713,9485,4146,5096,1872,10819,3838,10520,7397,10462,1911,10610,1301,2429,9236,10369,6342,9372,4140,6274,10474,8048,7484,4942,7827,6288,9117,6869,2282,3743,4537,613,5055,1146,10095,1294,7818,5283,4989,8687,6480,10513,3160,8517,5412,7457,6047,9687,1839,933,4565,2563,9143,10260,10038,1327,1901,5894,1353,3823,6685,6211,4527,3647,7689,1873,9319,6030,7705,7103,9959,8266,3548,10534,7312,10821,2090,9088,9558,4557,638,9557,6178,8615,8060,112,10730,8333,2245,2021,1702,3496,8832,2306,5409,2964,943,9295,10538,1817,1689,3247,7604,4631,7790,1298,4242,9339,1209,2226,1223,9224,3776,6236,4072,487,5564,1274,167,681,449,8361,10676,8100,29,10710,7249,238,5420,1452,8872,5666,8490,8232,6990,1015,10459,5862,4220,3487,7348,924,4562,9169,10530,8697,847,7064,1962,999,9632,4061,10229,5998,609,5545,9942,10018,10206,3530,1821,10642,4667,5701,5372,7412,5271,3139,9667,1641,2446,8915,3519,4083,2214,4550,1579,6885,5366,7279,7976,9465,9383,2862,7234,4208,6971,3972,6446,8684,1475,5812,9195,1625,4344,10378,3003,10789,9605,6620,9136,1609,5175,3417,8374,10499,10494,1095,2094,1279,9132,184,592,9900,5132,7340,4754,6684,7552,9125,5250,3605,1023,4,1576,6296,192,2666,9499,5176,10696,732,2495,2869,8967,1603,9425,7761,7083,2175,1751,2073,1948,819,4807,462,7410,6940,7025,5016,6652,3817,4669,988,10250,4947,10485,4453,1884,4243,3360,3970,9855,10500,75,9547,9434,3008,3839,6273,2844,7746,4006,7355,7971,1707,969,10571,3244,8074,372,1490,4820,3242,6544,9331,8167,2893,6300,5469,9113,9660,8544,10636,7937,3858,4959,3148,2289,1671,7197,5139,5691,1717,5708,8032,5965,1487,8672,10492,2515,6258,10438,8131,8599,4168,7843,7594,10012,2931,8509,8400,5919,9103,172,10014,4403,1188,1994,10770,9034,4689,7363,2577,9451,8125,704,8950,6577,10387,10581,4977,6677,4794,5712,7138,4610,5401,10414,10037,9614,9870,2682,5739,3751,3581,853,4840,5728,5056,8600,4040,1273,4913,5497,5183,3566,1639,53,4306,780,3951,2588,406,9191,7834,6688,10722,9118,7749,9436,8224,8894,1339,4186,1159,3968,7224,2356,8002,5501,8051,7629,97,1169,4859,5212,2618,3902,1276,10071,709,1632,5161,4175,1850,7568,4716,7636,7608,8652,5013,6504,6782,9018,801,6662,1628,4207,7270,3810,7211,5634,7766,9128,8358,5331,795,2861,8239,7820,7317,10139,10637,80,37,1849,6937,1985,7661,9168,4822,4657,8588,2126,1636,10066,9442,3740,6718,3220,9640,5067,5734,10239,7350,10308,2397,10401,1810,8004,6064,9802,26,5114,5908,8538,4490,4336,3756,1460,4647,5637,402,2016,10313,7452,4971,8285,1799,2718,914,1816,3784,1446,2074,2620,3425,294,1081,5528,6991,529,9003,2500,6993,5411,10373,7720,2886,2876,2320,7709,2490,10709,4829,8078,10587,7550,5854,8213,9085,5512,2499,675,9087,10162,3994,9036,3950,1768,10309,10657,5583,6910,4194,6654,9177,7819,2841,4074,9406,8822,2784,9274,5491,521,3731,10360,1331,9884,454,10107,10376,9999,10231,7506,3504,789,7101,4906,8795,2817,3110,85,1500,2376,7643,4137,5635,3285,9284,7070,7096,4157,695,8262,2660,4943,5239,1943,7729,9873,324,9785,4397,3460,10284,8369,10584,10569,8353,2156,1996,10796,6633,9593,7286,3969,4652,9282,9498,5291,8524,2006,8042,5034,792,5590,4708,1819,6592,3409,9735,1045,9257,1596,5032,3942,5046,8263,2903,7277,6229,3361,1989,7750,6519,7143,758,1049,4111,4907,4435,7842,7120,9484,5027,4651,9778,8022,7815,7491,2503,3161,1866,5976,9206,7540,3958,5169,1026,4844,9397,6603,7904,5540,8766,3071,2385,1787,8202,2914,8119,1377,6099,5674,2815,778,1807,9121,5626,1193,9000,9981,3252,9686,10646,10670,3570,6748,4757,8143,5427,9791,7019,1127,5286,5742,10825,8934,1437,9279,5339,1583,6539,6820,272,8606,7345,10626,1801,9770,6545,5773,10419,825,9421,8447,517,6768,7482,10408,1778,2565,2821,6191,1868,4699,4986,6341,8330,3426,9955,6962,4463,951,5101,10251,3989,4479,3292,9147,7651,3385,108,9335,6563,4504,4326,1741,5925,3397,8378,5880,431,632,4159,2714,916,4431,153,919,4468,1495,2238,1531,7958,5568,3381,3558,1084,9124,2054,10145,9743,460,5909,4707,9151,9354,6954,1284,3866,8062,804,3286,3157,3233,4254,9008,4790,6052,1447,761,2036,5030,511,10146,5561,3614,602,8539,6856,10736,4968,6024,437,8090,6933,110,8657,4487,339,5084,1354,198,5364,4022,6593,6095,6601,9026,1761,5969,4798,8370,3236,8420,331,9214,5090,6996,4857,9617,2710,960,253,9938,3820,6134,637,2501,2776,10813,4627,9237,8180,6834,1299,3956,3325,7411,9180,9589,115,1155,5592,8850,8376,10354,9474,9932,1042,10059,5485,842,2445,8930,6706,7634,9375,3352,845,518,1249,1392,10454,3375,8203,6758,2812,1847,246,2928,4817,4598,3176,6595,9984,9095,2454,550,5438,5761,8709,416,6810,4694,5566,7977,9231,4704,5416,2760,5292,4471,7811,2221,9340,7786,5312,2242,7933,7247,10331,2379,10457,10352,6431,10580,5215,2895,6666,9836,9886,5160,4387,10777,1737,4636,3293,3330,10741,6014,2514,1585,4465,9650,1358,6409,4229,6061,3628,6902,478,5774,9281,7034,405,3152,4549,1597,5936,6484,5688,6493,10798,9002,3238,6213,7767,8291,2222,5472,7167,4687,7081,8807,4519,7149,6510,5181,6442,6416,8442,1830,1668,679,5837,440,6703,9535,2911,884,5889,1380,480,5750,7274,5672,8900,3007,9056,5624,1765,9748,3529,7420,5060,10110,2531,979,3718,4639,5642,8765,627,6999,4383,7405,9714,8302,2042,9070,6696,4244,7915,3927,2203,893,7833,4612,4440,8803,3946,3771,935,1472,1168,6968,5631,7417,5415,6055,3210,6046,1296,10721,7061,1093,5488,415,562,7514,3309,5383,6648,8027,4893,1244,4262,2795,8617,8874,4796,8184,8977,0,10672,7658,3658,5357,3077,7157,1957,4718,114,4138,2083,9664,8638,4104,7938,10727,5704,9958,1606,7848,2502,9701,3885,7751,262,7017,1540,1467,7062,8270,9573,8740,8830,6602,9665,6882,3256,2209,1324,4949,4967,6125,3550,5144,1013,4552,7320,1708,8691,9579,4377,3145,3842,5043,2463,7033,9105,8450,4871,1321,3801,3904,4633,303,4449,4921,509,2058,4288,389,875,1927,8459,10155,7114,10321,6216,5085,2478,10714,7960,3457,9957,10366,1505,1825,4531,10403,3622,10175,4489,9739,7266,2491,3941,6785,7685,4827,8582,8247,9045,6260,5017,7458,5462,5532,1400,2085,1951,5779,10431,3606,2878,2471,2692,176,3856,952,4742,3342,3517,2802,5751,1895,6389,4461,10091,9430,1304,713,8441,3544,82,3034,6789,5315,7566,9603,264,8328,5164,6249,7291,5645,3567,7793,9293,4232,5402,4252,3144,4841,4279,128,8637,7857,7367,9013,7100,3193,4795,7936,956,8833,1464,3444,9139,2742,5705,4363,1572,3750,4118,2566,10312,2598,2163,9556,5388,10442,7447,391,6230,10025,4148,7133,6495,8241,9951,787,1130,9077,1344,1323,1620,5500,3223,7886,9460,6721,10436,4491,1135,9965,6645,107,7813,9528,1170,7380,1241,9111,1840,5851,5277,286,6018,8161,9668,1461,3787,3336,8067,10228,4026,7835,10525,2790,2554,9304,5009,8919,410,9707,9343,3615,5269,2583,10735,2218,6836,4990,7300,5421,4590,1662,2145,5584,4579,6381,469,5170,8207,3864,4271,4325,7454,4485,8940,9172,2999,8225,5284,628,9533,3981,524,5726,5351,8008,711,7889,5765,5790,7465,1073,4910,1871,3868,8123,2314,5601,7041,3887,7726,8838,489,6807,8598,8664,1963,5715,10096,2273,7523,4622,10747,9653,3268,8877,6963,6182,6468,1965,5763,7873,1132,9771,1121,3027,4062,8999,6781,4142,2977,9536,10772,1268,193,2549,9069,224,7718,43,289,304,740,452,6410,7605,2669,9141,6002,1893,101,989,1207,7574,8286,9779,3710,3074,5661,3704,10088,920,3940,10529,9452,10396,3754,8433,7071,7043,708,1870,1976,9799,3537,4240,2340,5958,7961,4853,10199,10170,9856,8500,8512,9580,226,3075,5227,5460,899,4680,2323,7975,8145,211,4620,5707,2066,66,6542,10000,3822,3419,4924,6861,7391,7368,5979,6559,3815,8557,8956,1731,9247,645,8668,344,3957,6195,3203,6985,7378,4719,6415,1785,8884,9052,2118,9644,9891,9453,4750,8151,643,2198,6224,3200,140,2350,6049,6459,10429,2147,7057,6635,1833,3105,2521,770,7169,10488,8139,8715,3440,2608,1612,9039,4272,3592,6929,4833,2125,1025,1481,3502,2404,7609,525,468,3334,3476,9728,3836,10443,4936,8417,10577,2414,10094,8307,3024,10618,1320,10771,3947,9336,3458,5428,4482,5927,3917,4379,9040,10086,7773,7390,7829,6900,964,8028,8386,6501,4867,7997,4442,1405,575,6338,2438,3323,3695,10407,859,4241,8854,4546,5333,10044,1845,8475,7285,9641,10600,3852,1398,1105,6151,4405,1655,2988,2865,6553,6571,8643,8453,1681,4450,1937,782,7168,3468,3945,6691,2510,1038,9877,3870,9019,1666,1716,182,7376,4024,6923,892,599,3084,6804,5198,1669,4278,8540,33,7717,1133,1906,2600,5876,451,4571,2593,3063,1762,334,2560,6840,4792,3262,2436,5206,532,5911,4655,2000,266,8289,8549,4003,10375,2553,8149,6238,3449,4473,10440,5565,4828,1945,8641,9697,10381,3666,10158,10552,3365,5149,3890,9565,2939,6995,1900,10684,8650,477,8918,588,4920,3442,2552,6615,6456,2481,6056,5802,2724,5636,1803,2410,7715,4677,10318,6067,3434,2735,1459,5304,8858,8625,4740,1138,10717,3691,6914,2014,10614,4430,5681,8879,4776,8367,9677,576,7755,8552,8338,9887,1822,4419,6163,6904,3345,3056,9385,1060,10631,6360,1086,10418,6771,8828,8114,767,7151,10791,6357,8952,7991,1524,7263,2439,5914,222,9226,10504,10548,4073,4511,1680,4441,2416,9233,3574,6597,9833,8527,7989,7644,4356,692,5218,5431,6907,9390,7611,10394,5619,1034,392,1944,59,7038,1651,7394,10337,10761,1786,8946,3916,9248,6660,9871,2599,2185,1678,10003,3632,3516,1090,1647,7519,4436,1851,7672,8170,8466,1211,3905,4362,6143,3406,9207,7292,584,2146,1571,1300,8038,2877,3913,10463,3724,9554,954,3230,6889,5725,8438,9160,7853,2333,8364,4406,8704,8978,6298,6698,2544,9854,5620,8943,6474,2826,488,5842,9271,139,8253,7810,9803,3867,3383,860,6123,9935,4296,7803,3010,6951,3617,3745,8732,2766,5018,6196,8970,7242,9847,9597,6637,144,6868,6069,7499,5932,6276,9403,1507,6080,5870,6832,7618,2708,9846,7908,6893,5008,79,9971,2511,1474,5404,10159,6404,2772,5581,5807,3794,7251,10323,2493,6420,1316,5126,5229,10576,5668,3790,8097,994,4632,1929,6863,4517,2814,5050,1588,2733,571,5499,7860,3694,864,4963,6331,1016,9116,1186,1322,6115,1796,7318,9027,1056,6761,5872,3854,4858,8907,4993,4695,6509,6122,5199,6243,3448,8550,10087,4068,6023,484,5214,3650,9439,1345,7943,4178,998,9744,6054,9970,4978,1750,8816,568,6294,3115,6072,1724,3912,2167,8577,7903,6663,6521,8548,5929,5895,6362,4404,10149,5334,10533,1290,9469,1070,5577,3133,2711,2315,2295,6144,2034,2022,3188,6461,2176,4958,1079,3967,4408,2465,188,9972,10487,8061,1277,9793,5231,3351,5614,6033,5102,10287,6726,8039,4974,4391,7158,6066,8887,1328,1523,4751,4071,3290,1102,1408,6890,183,3270,6490,7589,6370,3875,7074,2536,349,8834,166,3339,4451,7673,3146,9384,7536,10178,2642,10148,4100,4760,8096,9584,8317,6683,9318,3498,4759,3035,8562,2768,1853,5093,421,2332,9024,2673,7464,1563,8793,2154,7107,7738,6214,5766,809,7424,7683,515,9010,72,8375,6790,10259,210,7068,9461,7586,670,9608,2250,10409,8843,1115,7602,10402,9940,8561,3109,9495,6358,8197,346,9531,8118,9658,8616,8886,165,7147,7250,9283,10644,874,9734,5290,869,1064,9592,7466,967,10728,1652,7996,5371,1570,8293,4014,10257,4273,9330,6675,2208,2294,10566,5907,6408,6392,7736,5741,1954,6701,7637,9256,931,4354,7115,6295,1187,4378,2395,7601,2102,4653,4513,2357,9929,6911,10662,7129,4873,4001,8274,2969,4322,9796,7273,3761,1417,9783,7553,5122,3254,6552,5692,4748,8632,10329,3329,5639,9945,9079,6065,3190,3739,10593,6844,6226,1630,10223,3897,10754,3752,2141,6337,3178,10483,9924,5112,1682,9152,4725,8315,1157,2253,3964,1643,6616,6943,3692,5273,7040,1267,1430,10243,5935,5942,10213,3860,7543,4316,4586,788,5476,508,7922,3662,2945,9458,9122,3108,4638,794,8037,6210,4542,2413,7981,5522,438,9521,4904,8777,10417,9212,3779,7884,3088,197,9386,8141,7797,3241,7419,9426,6766,6242,241,3168,4755,8564,9427,10745,7731,8764,1858,3843,7588,5216,7392,2628,3125,137,2468,5530,5104,9156,1792,9073,296,7995,8958,2884,3873,282,7911,2520,5893,3443,10432,8226,10197,5384,8992,6199,8501,1611,7850,10065,8063,5348,876,1793,773,1365,3261,3589,4979,10742,8121,6794,10342,4756,2850,5235,8150,2507,8481,2409,2722,2575,5799,5826,5659,237,7854,7184,3317,3657,7888,7002,1386,5551,3949,5886,5589,3850,10189,404,2029,8532,6038,745,1952,2889,9615,221,2900,8798,9047,7338,1330,9080,8912,5019,807,5237,6531,9273,6321,3212,7321,9265,1228,7311,9527,5244,1695,6398,7230,2835,5436,10101,8707,4619,7192,4581,10347,7206,10477,8782,9388,5536,7556,2233,2950,707,7879,7177,4053,6974,7136,1465,4092,1457,2010,4683,4399,7082,5987,3676,2254,5990,9353,8799,10794,596,5996,5430,2263,7289,4494,1844,122,10752,9028,7590,7993,4675,9657,3772,9487,4816,4743,350,1729,3299,10031,4370,797,2331,2737,32,3265,7366,10689,5531,1113,3702,9588,3919,5072,3080,5703,4603,1719,838,1931,2290,2716,722,6402,8023,48,8711,10497,2930,1640,2834,5242,3400,7016,3831,2700,8939,6738,2143,7511,7079,1112,4514,5878,3636,9808,10224,7505,3235,3893,6050,6537,9032,6156,1679,10205,1706,5603,3807,8382,7925,2613,152,4082,2426,7418,3814,3520,5897,9961,3404,3934,6439,1189,3522,10395,1080,1237,6388,5012,4946,8780,661,10524,10568,9166,1312,4357,4448,764,1746,2432,8813,5770,2494,5088,3367,9607,7326,6634,1552,10516,5884,1890,8228,8179,7956,4650,9889,2690,7780,10719,10629,1429,6769,4613,3608,113,8056,4319,4280,2730,4302,1017,4591,7727,6405,8171,10226,8528,6674,4105,3749,2995,10585,6041,8925,2932,3664,319,455,5219,2908,10675,1388,5456,10421,861,5968,1763,1504,2960,2092,8680,3319,8252,7297,7205,907,6098,1699,2433,1961,5379,5039,6394,1545,10134,6763,220,3466,4351,4559,8966,3085,2049,1605,6116,3079,1292,6437,6251,5279,10501,5994,6259,7530,10466,4985,7653,6344,2299,4218,1846,3134,10592,1479,8904,2770,6189,9455,10827,585,7760,808,151,1141,2441,751,6187,6936,9402,9370,4156,8906,6327,7269,1372,8468,6741,4733,10509,8201,7020,10829,5065,6927,498,8968,1709,8523,4660,674,4903,3355,3713,7260,4900,7116,9635,2496,9769,10365,6641,445,9149,7510,9505,5687,2170,1173,7571,2114,4308,6467,6227,4247,6947,8778,4364,5638,1255,8613,7441,706,10128,7837,5573,5135,7428,3093,1883,9182,1144,9794,1251,17,8162,7000,2980,10001,4292,3128,8312,215,1003,2940,4389,1473,9189,8178,9134,8856,5550,9022,1480,10562,9038,395,8190,4941,1722,2275,2688,8411,7148,814,2874,7876,572,130,6966,8041,6590,5053,1439,7990,793,6849,900,10047,2773,196,10469,10613,5474,5424,492,10007,4314,4701,2567,10507,9777,5243,10817,1445,9021,3524,4293,2989,21,8705,8133,977,690,3313,7945,10156,2919,2324,8350,3469,4385,1574,1482,6079,1800,9591,3728,5633,5156,2578,7616,2948,2452,8267,4825,4493,4011,9693,7674,6497,6266,6753,1743,6472,2064,9419,3437,263,8789,2793,9669,7255,10119,3578,6586,2640,8422,6829,8862,2954,871,1843,6060,1773,1754,4145,7243,4741,3978,6217,1308,4130,543,6751,7093,10397,7728,6702,959,7849,4955,7128,991,6438,6585,7881,9025,5233,8800,577,9445,1567,3227,3492,9994,3198,2437,10220,1194,10389,1676,3163,9610,5398,5653,4672,5323,2362,6434,8776,5253,1925,1094,7947,471,6629,254,1052,8710,6599,5080,6424,4276,3095,686,6051,10671,10751,5602,10546,3938,7745,2609,3518,7841,3,2260,2916,3132,5133,5644,6695,2754,7776,7913,2268,10123,2285,9732,4703,2030,118,8746,1549,9956,3500,9099,5523,1673,2256,9869,4077,4640,6145,10439,6375,987,6114,7948,9625,975,3257,9423,305,6093,662,8812,5710,2698,974,5558,9963,117,10444,4540,10167,2193,7264,3348,1928,3478,6090,3234,2970,5690,2325,9216,544,7670,2906,2786,7518,258,2774,2139,10051,6838,9776,6523,7170,3621,10762,369,474,9628,8826,614,4945,5492,6988,783,4720,8639,6732,10203,5762,2719,2140,2955,10654,8718,6384,9289,3455,594,1471,6961,9401,2110,245,8519,3240,7863,5953,10118,2769,3948,10619,6268,5985,2062,4367,10283,8108,204,1310,10168,2951,6913,7980,3014,6756,6875,6367,5882,6546,3845,5255,4136,8257,10498,7771,8533,10651,4460,10036,4050,10649,9001,5070,828,2023,6315,7782,4601,8954,233,917,4035,9513,5458,973,5203,7009,9292,3248,6465,698,741,10077,8116,2152,1626,8796,9394,5049,1114,717,10638,10832,4642,7415,9631,1236,6745,6291,3171,243,7579,3026,8087,9044,9861,2460,4037,10816,9903,1278,932,6494,2321,4428,7799,4323,6448,6679,4376,386,5119,5217,8899,1442,7154,6588,10301,3753,10253,8065,467,3960,1956,4624,7137,9841,882,8916,10764,6505,6443,8211,7357,3971,3987,8655,9898,1262,3009,7439,8183,2963,7917,2075,3078,9345,1610,8389,1076,4674,6129,10623,4730,737,650,7747,7741,10544,6659,4155,7178,2607,9241,1410,8602,623,5621,6779,6264,2550,8618,1776,600,4522,3266,671,2678,7585,10030,677,9952,6525,6285,234,1177,5922,257,8857,3642,6906,7160,9478,3251,430,8689,3001,9440,169,6950,4889,1591,9656,10063,7373,541,3915,8467,8188,1218,7092,3573,4033,356,7614,7934,311,2455,2055,3816,9496,9795,898,7385,4605,10635,6083,2004,2533,493,2061,9404,9515,8384,2003,10828,9050,7276,3683,2335,9225,2647,733,3388,5514,4765,3732,8345,3995,9721,1098,5461,1558,9234,4044,6538,396,8959,7628,3528,4769,9253,8583,9321,2269,747,10792,2262,3939,6550,2864,3030,3011,2,208,9700,5006,1855,3705,10,10295,8431,9185,6025,5295,8223,3390,4830,1008,2383,802,2653,4781,10344,3407,8334,8081,9081,668,7193,9365,5999,9878,4948,5656,9928,9131,5575,9310,1903,4015,5310,8163,10299,1712,10589,5753,5877,8112,6286,2759,4172,6928,3638,9819,6028,401,4530,4706,8472,3246,1581,5441,5052,9609,5317,2457,2071,8567,5727,4315,6795,3288,9764,4898,8733,946,5651,9187,2794,1385,3894,4623,8018,496,2581,3031,2039,8895,7331,1397,1958,5835,2957,7433,9104,1048,3661,6976,2871,2272,7050,9933,9599,5207,7067,836,4801,2685,1256,232,3153,8305,887,1210,10758,7199,5934,559,7988,750,280,3229,465,2412,4961,7232,2798,8725,8584,10336,6247,7075,827,3618,10634,4390,8360,4470,647,9934,6870,5950,8399,1578,8849,1202,1941,2998,9852,4411,10131,8077,5004,1705,9432,4412,3620,3060,6411,1077,4119,6222,3654,9993,5517,9315,7248,2819,9133,5949,5856,4747,7824,2123,5422,5670,5657,702,7535,7008,3762,10801,4233,4887,4452,2792,4107,4762,2423,1837,2546,3164,10749,10265,655,7198,10232,4628,651,9223,2743,4991,2358,1449,10468,5788,2855,10380,8017,2134,1788,1258,1575,4902,1106,1213,6037,3554,9097,3963,3576,2382,7183,8971,10105,1637,877,10020,777,6931,7015,1777,23,9703,2967,9788,2848,1356,10019,260,5110,3277,2347,3398,2028,1688,9601,3616,1122,2473,4837,6555,8140,2788,4764,5495,8493,8734,7739,4338,591,8169,307,10338,1856,5587,3050,6345,603,7696,6955,5062,4099,672,9553,7914,3656,6708,9824,8596,6564,6305,2032,3116,5245,275,1099,6204,4372,9654,3611,6678,10258,3137,7383,10256,3179,7845,57,878,6447,1238,5860,4425,69,9772,2194,2974,8069,9350,9630,2109,293,1580,913,1424,5559,170,6892,5467,1544,121,5258,752,6673,1618,598,3495,10219,10335,10622,5933,10601,8880,3723,7538,7930,10143,6347,7615,3308,9014,9851,3961,4422,2632,9823,4922,2328,5325,7840,1183,2639,1295,8792,8859,425,2368,7295,5534,9968,9215,3901,6265,7125,9562,2636,2917,3768,10598,1602,3414,5391,2229,1653,6705,829,9675,7919,4349,4869,271,940,7769,10640,287,3224,442,7631,7293,7139,4696,3643,6209,9919,9820,7140,6857,9326,4355,1917,6611,4227,1713,9826,6700,3028,4081,1635,217,2372,4413,4476,7339,8198,9947,4258,7687,10320,7502,7962,6723,10766,1999,4880,10362,9332,5937,3585,6237,9238,2779,6711,2923,7252,6515,5141,4477,10506,746,494,8393,1670,4831,9249,3354,9476,635,2610,4533,6333,3700,9524,5555,1521,2757,1065,9814,5320,5314,10346,6606,7503,2679,2230,3667,41,8351,5843,131,8221,3711,535,5524,5259,1509,5676,5057,1923,7858,10793,3992,8128,10632,4524,6235,7492,7007,1718,9392,9203,3920,3401,7580,2767,8543,367,9064,4133,5694,4980,5673,2592,5308,3314,6628,7479,5612,10127,4420,3340,15,3527,9415,8821,4421,491,9301,4850,22,3848,1752,7734,6852,3480,9816,3506,903,10089,8322,2846,9016,8902,7404,1058,8829,4811,1406,10480,6788,10405,2091,422,5191,4277,9367,2259,3055,3046,4123,636,4775,5923,7944,10006,6084,1243,2112,9731,624,4286,7701,1774,10750,5350,9146,1734,5556,6127,1143,8545,9988,3649,8132,3560,10245,10363,9075,497,6839,4087,7146,2286,844,8542,3699,7871,9875,5106,2726,5301,984,2355,2857,5588,6623,6148,6609,8094,8579,2386,6301,5679,6486,1234,4852,5873,2780,8836,5778,3985,4749,800,8565,2183,7752,9219,6621,10739,557,3320,9023,6952,1314,4414,10184,7089,4778,6031,6332,6133,1357,3415,1368,1852,10275,6697,4919,7121,6572,5648,4457,7832,5145,5136,7438,1697,2753,4595,2633,689,6279,10786,5330,8908,7213,2305,4017,10482,5819,5769,2391,3021,1248,3577,4793,7021,1619,5263,67,3041,8573,2065,10653,5684,3976,6801,2235,10075,10302,10660,5058,10720,4671,3470,8771,10061,7662,9043,906,4304,2627,3206,5747,4231,68,10767,8392,4163,10070,992,6010,1063,4676,6444,10412,10776,9298,5593,8469,7744,4685,7764,1087,10404,2155,1950,6812,7084,3501,10298,9560,490,634,6382,8649,4106,10605,10186,3218,10067,8699,848,7156,7141,4206,3291,10512,5194,7209,10493,2162,8658,9497,3786,6978,7572,9363,6102,8703,3395,10194,3769,9192,5407,6117,5754,8258,6736,2249,6193,7474,857,9544,922,6241,4103,10608,2820,3471,2913,4767,9572,7801,5535,7528,8478,8093,8326,10289,2570,3283,273,10150,313,3357,5824,2378,5473,3865,9157,4761,6733,6074,9338,3871,8848,10515,3039,6760,8973,9504,1797,858,2997,5924,10073,8238,5526,7921,10024,6516,10276,8146,10093,1434,10627,6427,7792,6307,3054,1266,10334,5866,6805,1136,8622,6406,8998,6085,9246,8841,9352,7839,9245,9475,5915,8995,7014,5783,10464,2015,3118,8888,3204,1054,558,9468,6709,724,4203,3189,4174,1548,7426,6909,10042,2867,7384,10664,8362,7646,7955,3263,2033,4008,2638,5418,2184,9041,2458,5782,6087,7714,10181,3849,7821,3693,3602,7290,4995,3930,8341,155,10588,9817,3284,8155,5509,7893,10400,6012,8520,9797,6725,2982,4029,7926,7453,6473,7200,9964,5064,8492,9130,9211,10029,7735,4705,3047,10570,2485,3857,6082,6767,302,5813,8814,10729,6428,4521,6729,8254,4177,3065,6821,8921,5671,7526,4786,10661,4484,9493,10040,8576,7725,7664,10135,4343,3561,10279,348,5827,2319,9576,2474,3571,963,5158,10818,337,6312,4803,9303,1195,4013,10779,9807,1587,2287,5151,579,3600,1832,10693,3260,1239,7992,7520,1532,5380,3232,4609,279,5649,8340,8101,7754,1101,10435,116,7445,6780,2343,742,4182,9522,4915,6200,6681,8175,2241,4835,7214,7559,1986,3565,9983,3988,5297,173,7142,817,3763,1631,7303,6692,10238,3609,168,3396,2371,4645,3826,4483,665,3773,2530,5124,343,6255,7606,9477,1203,1714,8426,10120,10811,1936,3274,3559,3895,4702,227,8927,8731,1993,9366,4109,1100,9726,9774,6106,8590,10810,7697,3430,10740,2440,9931,4551,2428,1781,3138,9193,5539,3094,7733,830,8502,7171,8208,4282,5771,5578,1346,2523,6626,10171,2845,9571,4334,4320,9953,214,1728,1633,4799,2614,10225,3122,1315,5960,7220,6190,3130,4554,1555,1269,338,7838,2084,4987,1197,1664,1920,3399,3899,4019,2537,1389,10081,10667,1541,7638,5355,2816,3663,6561,2597,9154,2937,8604,8984,7032,3082,2405,7542,4112,3150,8922,476,2177,9202,8608,4332,1513,8130,1710,7026,9880,9882,6162,9780,2887,4729,6278,8195,6423,2035,5537,7432,6063,7442,8397,2994,1360,6149,839,5138,3154,1557,6618,2921,363,5863,4201,553,10078,2986,5051,7902,870,2449,1224,1214,7935,9860,1286,1032,9042,150,1000,5294,3652,5211,9313,3192,106,1755,2803,10669,461,5260,7076,6297,8419,9920,5664,6289,2976,3748,5913,10663,6445,4984,9198,4166,10658,10285,685,3226,4084,7964,9176,3451,3719,4813,7712,6896,6457,306,8750,4149,6811,2558,308,8255,5172,9570,10268,5069,4712,1288,2637,7667,10406,7202,7892,1332,9598,4876,1174,7905,10451,6208,347,9199,2173,10053,944,2255,1091,9328,8043,6119,7186,6128,6551,3102,4832,10703,3447,2756,7522,7897,4170,6591,4746,9949,4649,5442,4255,1604,4284,1422,9626,7700,7828,8514,9486,8563,5641,2859,3377,2361,4350,1027,4398,6476,8464,4558,905,5248,3889,1387,9666,7660,818,6917,2746,105,3433,3757,9186,3514,4492,9883,6334,10682,9012,3687,7024,3598,9939,8347,3931,3209,2477,639,10700,76,1428,5847,8817,2601,10416,10264,5855,7018,2686,5202,7563,2240,8451,4256,7901,2526,1721,4928,2480,8851,2364,5821,5615,1686,4931,4886,4738,1451,8661,3825,694,10697,1968,10235,9881,5022,6989,2938,9072,7581,8013,7108,4911,7656,10555,10348,5268,7403,4291,5247,7496,1431,9358,1982,4052,8346,5221,3482,6336,433,10109,1208,888,7155,4564,4301,9175,3977,8127,4872,8728,8656,1466,1703,540,8216,42,1085,9718,5591,2211,10795,8845,5477,5142,1907,7655,2590,9918,10465,4848,9716,7796,8284,554,5885,4086,6612,10267,5222,9532,590,4384,3806,1723,4328,2958,3221,6647,2312,2472,6140,8296,8057,996,1659,411,8619,9759,7950,4670,545,8264,3512,2747,10169,9046,1780,9643,533,8085,9706,10491,10273,8249,3214,2248,7869,4192,3358,2885,8575,3057,3878,6219,2934,6614,4285,9862,10702,310,10582,3092,8935,901,8700,8646,2741,9466,3097,1627,6792,8174,1311,7409,6430,7052,4079,8279,9084,6483,1355,3568,3863,4917,5652,4297,6508,8986,5370,9559,10808,9835,771,2257,2564,93,10114,10806,5735,1363,8909,3032,9424,6355,9998,4251,1742,2234,6704,1394,8589,855,6942,3418,4606,3991,9492,1757,3332,4339,9590,5972,397,9896,2740,4894,3392,9756,9005,4205,9311,6926,2225,10799,8482,6139,2804,10208,2135,3459,7864,6887,6596,7316,2434,8385,6724,1361,9296,1191,6112,6632,1011,3445,5063,2046,4066,1470,6503,10152,7029,9754,10456,299,1615,10069,5236,7875,2668,2892,8937,5777,6440,5397,1811,6876,6460,2111,6359,6350,5574,309,10209,8009,1938,1139,1334,9811,6973,5507,5353,6749,9989,3439,154,7694,9534,7282,36,2635,8587,6888,4055,4317,10543,2744,3791,1685,9240,5285,2532,7332,6309,7788,10490,10097,6176,5829,424,3464,5349,6013,2402,10595,1190,6168,6580,2338,3076,8518,6314,3584,10815,6905,5455,2119,1349,10166,9838,3387,27,5991,1790,6774,618,10434,1250,7435,8982,10064,5846,8957,9921,1953,3542,4439,10172,10054,2284,4582,3490,10370,9825,8754,3245,962,8681,8647,3328,3641,4644,8356,8989,3104,1075,231,2830,9683,10083,3709,1053,4283,5108,10427,7610,4503,9129,8890,3993,10650,9879,834,5426,4495,6364,6453,6400,141,6742,1880,5696,8511,1997,8483,3914,5316,7516,9941,7429,6520,7770,8405,1261,9897,8852,419,3855,7414,7334,7042,6912,2271,3162,4211,4773,2124,4806,5898,8407,9346,8055,218,8337,8591,5382,5118,1930,947,1252,9561,9227,10713,580,4108,7573,9568,3925,6715,10192,6529,7337,3722,6534,7343,1338,4097,89,9730,10473,3023,8440,10484,9030,10706,7127,5613,775,1981,2131,6570,1764,6676,9347,8659,359,7954,3674,10026,1984,8200,4659,7942,6141,6689,2044,2297,3681,4312,6517,7221,10011,5010,5608,9341,4534,6425,1915,8014,573,949,8747,756,64,1306,8870,4360,5107,8749,6765,1167,6481,44,9812,1291,5440,6053,6972,9093,6871,3259,9612,10695,1275,9566,1876,6006,9126,3435,6828,7949,7802,5502,1918,2619,7448,8787,156,6722,1720,10361,2251,850,1390,7085,1033,7258,5425,5871,4051,4307,9138,5185,9604,2138,2524,10060,3874,5798,7549,9470,9165,10723,6308,10472,9676,4333,8488,2648,865,5129,513,8020,2380,7485,5179,10609,8021,10319,8487,5336,7259,9809,2345,9904,360,799,3070,4245,6436,77,8287,3778,3197,7648,921,910,1966,2464,1745,1468,2644,2519,9866,2915,7591,3921,4388,10322,7223,3983,6496,10775,3467,8996,1205,7395,5706,743,261,9377,8945,8693,9979,8209,7436,10310,1476,2236,8626,7678,6231,2966,8712,7487,3590,6799,10112,2571,5140,6277,7698,2703,2336,373,5153,970,1955,10281,124,10430,985,8471,6172,5200,9727,9490,9188,6526,765,7713,4466,8359,9907,2543,7086,8348,927,9269,4681,6877,5713,8846,3462,5482,9960,986,1646,6356,2962,9801,1735,9506,7090,3096,366,2825,5844,5234,5571,4834,3456,9713,3276,158,10092,6712,9086,3575,2001,7809,8103,6776,3215,9692,2330,4944,7010,2630,9082,8189,8120,6022,248,8484,5035,6458,10280,9396,7789,10549,5307,7163,6399,3371,1638,1103,3759,5321,8723,9205,2781,8234,7126,10572,10765,8380,8242,8963,10379,1235,1827,2078,1979,9685,3486,5554,3441,536,5956,63,8409,4498,7204,342,25,6835,4226,230,530,6173,5375,10153,6935,6418,4516,3742,4665,3194,9459,6319,1784,5125,1415,7267,7035,10072,8861,2953,2655,6407,133,8016,5916,1423,8920,3475,2762,4025,7117,1347,4217,9244,7939,2133,9520,537,6075,6650,1438,8911,6283,7353,1018,2649,1595,7647,5900,385,8555,1359,4576,658,4042,2498,10108,9011,1231,9525,381,209,3489,6020,30,3181,9623,3370,1674,8461,9946,4727,7191,5716,9890,3333,749,7361,3350,6740,6062,4905,10269,9923,9624,4331,6275,10179,6880,10359,9832,7965,8058,6983,4935,9682,934,5596,9508,1005,5538,10422,3990,6302,1909,1379,5709,2178,4348,9948,10645,5879,5995,10699,1421,1391,5992,7708,10141,5791,7878,1371,1111,1165,9251,7807,9672,3829,10586,8985,3774,1020,5078,8679,3127,4300,1831,3659,7262,8876,6318,1335,6864,10734,3717,7822,4656,8115,7006,7028,3953,3579,5130,8006,2093,2337,6690,5892,2387,3394,5157,7476,3770,7444,6944,653,5040,5786,4141,10826,10300,4433,8868,2775,3378,1886,1601,10218,2415,7344,2076,8164,10349,6511,5714,6491,5305,2096,1215,7753,734,7459,4499,5068,10214,4663,6850,8883,4210,4060,1877,6040,435,622,9582,5675,2088,2219,7639,6957,7030,10449,8863,244,4021,863,619,7233,9230,4289,779,6619,2223,8259,659,4584,9698,371,5186,2681,7551,1879,8318,5859,378,351,9471,1151,4064,5111,7196,6361,2920,3686,4091,8088,8191,1245,5288,7356,1946,1450,9362,6946,1696,4366,6924,432,1550,7757,9263,3117,3321,1701,4918,7333,1148,5630,1407,6240,9594,5718,4202,10517,10055,10620,8158,716,5240,9454,10193,6669,6003,10117,2041,7891,450,1443,8896,5123,4447,9287,6778,7565,9037,7310,4560,9190,5109,8089,10330,6155,4684,5506,5548,5695,7359,4049,2727,2985,2165,5748,8343,3121,6232,7470,1166,2024,2505,4318,6967,4895,9937,3052,2691,4574,1791,4213,4845,9417,8206,7219,123,1535,9818,5146,3593,6058,1805,5582,2246,9753,1677,1629,4125,1317,5289,2548,2694,387,6802,2936,3038,5504,242,5265,3410,1971,5075,1265,3708,7307,4731,7856,6043,6256,7794,522,2227,649,5665,5874,6919,2492,3049,3149,495,587,4183,4004,9109,6853,3356,5682,5700,2605,2258,772,5836,4587,4386,301,10111,6263,9962,519,4939,9831,5655,2115,9715,8104,10202,5105,5385,7430,8187,5640,377,4007,4472,8117,1337,9006,229,784,10041,403,7613,3872,10441,6547,6385,5343,5820,606,1280,1014,7349,9899,9868,1309,1257,5468,3678,7364,1341,8601,9221,9422,2731,4020,3156,2785,5840,8084,564,10241,9228,822,4960,4478,8529,3551,10027,3538,2720,3557,5196,4930,7237,10345,9747,1221,6396,2384,6303,5444,9767,5736,3131,2860,2447,5464,3764,10350,8878,6556,982,7460,1035,2806,2421,3135,2896,4018,3421,3463,10565,1769,730,10673,91,7791,145,769,8390,2142,4724,2659,785,8739,1082,630,10045,10503,1519,9712,5975,866,6374,5033,9766,3891,10616,2933,7175,8585,9619,7625,379,9181,4189,4888,5902,2512,3380,9135,429,2400,2712,2239,7265,4580,9083,3172,941,582,2031,10278,5116,4434,10410,8455,10830,9648,7305,6078,5832,8898,4458,8662,4732,7870,5344,4046,4607,251,3630,7406,2475,7381,8594,417,9272,3090,295,7294,11,2479,247,8546,5311,10510,2927,4505,6986,7190,1882,4714,2687,4402,6475,1616,8310,10032,8980,236,5904,5120,3216,3446,8015,2353,314,3996,5646,7600,5044,2113,8053,4892,4032,5967,7635,5622,7501,1547,135,5471,2422,6221,4583,6565,5516,1515,7882,2987,3100,10138,3373,3389,2430,667,2489,9148,8428,8277,10314,9821,2390,7091,7379,942,7208,3337,3368,10116,9552,6186,8445,8430,3199,2555,4223,4455,5731,1949,5490,2701,5831,6860,10386,5868,4374,9973,418,1458,5011,9220,1179,945,8091,6202,983,5182,6435,7564,10479,1318,1219,3280,9108,2351,9564,9549,3998,3910,269,5066,5262,9435,4116,6104,3594,7560,5026,5964,9323,6105,2095,8690,1756,199,126,4573,6754,9089,4048,8414,5570,4078,10332,10009,3048,5689,399,10453,5293,4654,8574,7400,8073,8462,4843,447,6823,7621,8233,1395,1970,3488,2228,1683,5686,7906,3432,325,5899,8072,2374,9977,92,1222,512,2667,5585,1118,5213,7632,7558,5059,936,9449,7603,4179,9636,8671,1182,2965,3696,10187,9992,132,6921,8586,6287,8498,7909,10022,5678,2849,889,6077,700,6166,9327,9974,10831,7408,9737,357,322,3282,4934,6245,1478,4190,8630,6282,4311,9655,10617,5429,6147,2169,7036,1902,2108,2296,3796,1453,5099,2942,7855,539,5738,5789,10002,1687,8960,3250,5054,6574,8227,2159,7396,1823,10271,7582,8229,6441,4874,8474,9184,10505,2200,8102,1039,8111,9842,10578,4982,9258,9029,1477,4195,3113,7703,10351,4890,1200,7275,10130,9671,5764,965,597,10215,2008,7201,6137,9218,10425,10508,2040,5721,7545,8839,393,9017,3296,5029,8866,3909,3509,9902,2901,4661,6956,2899,2190,4396,1119,9837,3036,1828,4739,10594,8047,4329,7134,6161,4324,10467,1088,7053,1350,9848,9800,1128,7393,9720,7630,5173,5014,10277,10261,9512,7261,3273,6450,10579,4734,8491,6366,6270,1569,1162,5597,5628,8003,7812,7593,5752,10160,9314,3684,1226,8076,2399,6059,6489,1892,3840,4464,4577,10805,4154,7375,608,8256,4597,1760,909,2207,3029,292,1061,1771,3508,6594,143,6329,1126,9280,6203,6541,4679,1494,3789,5654,4204,1525,10306,7058,7336,10140,8388,146,5367,6772,5838,4153,6638,1,2420,4144,2381,6000,542,6898,6977,8763,2038,3720,8054,4604,10221,3936,10744,2665,8489,3403,4267,9864,520,10211,1498,10021,7567,5274,2079,9494,2097,65,8099,4209,2944,10648,482,5021,8499,7039,10708,6281,7808,5793,9850,5446,179,333,6686,2373,9405,5300,3205,766,9371,4416,4341,2276,8717,10048,9067,8773,1246,1924,8917,7371,1263,1043,3785,4057,6716,7222,2191,4847,8810,6184,6335,1935,8505,9262,8034,2180,6261,939,4700,1206,4009,84,5356,6008,5450,3151,10174,8853,10137,1333,6293,755,6377,726,10680,5627,5092,9909,6717,8068,8363,9204,5447,9076,648,5906,10647,1727,8997,7910,321,7730,4621,5962,7399,9750,3196,10393,4570,4429,3186,1841,9551,6506,3837,3782,5785,1589,4805,4509,6070,2182,2602,10604,5562,4593,1426,6322,9317,1055,1562,103,3343,6194,9444,1663,8674,10558,1916,1031,2005,285,7681,1888,9519,1518,6016,3045,10227,413,684,6981,8818,4758,1483,159,8981,7508,6874,10099,3427,10034,8457,3098,1818,2086,10470,9975,3510,4462,3707,2789,10746,4410,6992,6130,9159,7098,1998,10574,4842,7166,629,4728,1367,8044,7680,9090,2949,7467,4281,980,7088,8479,5048,687,7507,8404,8554,9171,3937,7923,928,4265,7711,1384,8510,4507,4239,2067,1874,3688,7509,3126,8473,9853,10603,3302,10424,7004,8079,6039,4313,8748,4883,7844,2677,5667,640,1813,9400,5595,6212,6831,5038,4132,3002,5818,7072,7723,6390,7005,9276,6414,4335,8951,6846,3346,2181,9773,2572,7784,34,6707,10266,74,54,4151,616,1527,8694,10390,8972,4162,8988,8186,1726,4365,6536,9987,1416,8403,5171,1809,5607,8785,1973,3706,6819,3646,104,8024,446,1522,1693,5298,10115,6657,6982,4547,3213,2765,3202,7494,7867,4520,1069,4381,6818,1940,3629,119,1767,3730,7826,1748,8485,4539,4569,7756,506,2394,9382,354,5045,10705,9645,5210,5744,3069,4992,5800,5365,7688,9481,6604,10413,87,8443,8578,1096,7578,6365,2158,428,3068,4305,6899,9437,9004,1960,2907,10049,2596,4358,8396,3932,5433,6422,957,6833,8808,7174,7622,1759,7145,3341,1974,9550,7195,9914,4158,2808,3834,9578,10353,9545,6183,2750,8610,8298,7527,6750,6317,1891,202,2317,2883,2538,8551,8651,1325,5730,5611,7322,9849,297,1413,8844,10327,291,5541,9294,3184,4275,10341,5287,2992,1551,9574,8497,2748,6498,2973,9563,2166,8840,8283,6987,1496,6316,9110,926,10411,10315,5230,4093,890,5982,341,10784,7407,4818,6784,803,10297,6895,8486,6735,10674,6157,10028,10046,8142,1814,7762,8144,5808,5888,6886,4972,49,8975,8835,2603,8768,7982,3382,5394,9373,3099,902,5861,6554,2818,1062,3000,6462,8752,6292,2417,187,2326,8744,10448,8534,10339,1123,7495,4856,9443,10272,9374,5875,4139,3979,7132,4849,8344,2476,9210,3665,10382,4475,9805,4382,5801,7413,4881,3183,6518,6655,5938,7309,3562,8708,8320,3586,5192,8781,10641,3295,9913,374,3006,4771,6233,5195,2912,1153,9888,5711,3294,9867,7235,10716,654,99,7978,8516,268,8741,2020,2213,7131,9031,5946,5073,10076,978,657,7207,5839,1012,9679,7354,127,2840,4263,8147,10737,9691,2344,2506,10756,712,3625,2406,8831,8521,5147,10557,10519,6865,5037,583,4219,6575,5127,9356,3668,4634,3775,7486,1259,6011,1059,9059,1732,8214,1967,2063,9740,3091,9539,4994,6953,8371,10415,5224,736,6642,1634,3155,8760,8192,3461,4346,8273,4735,3307,6380,6477,9286,3644,3841,10763,9071,10539,6417,4969,1645,4200,8040,835,1484,9980,9926,9007,9061,1502,7162,6680,8000,2354,6403,1057,5658,9840,2522,2672,7557,7490,7308,5232,5755,4214,6630,2684,13,3120,4342,7150,7668,8408,6167,1120,9760,9917,4034,4176,6100,5041,8137,2009,4236,10628,6530,7500,3310,10522,7244,2508,6757,3376,8722,2080,2424,9360,2771,6786,6223,5891,6290,4309,6540,2107,453,9834,7372,3481,5921,2709,2527,6777,5823,7450,6607,3962,1865,4826,6124,10725,3195,9112,7477,6271,8110,4839,3147,9752,2205,420,10715,6153,7241,6197,6121,3237,142,719,3016,9678,1733,6859,4693,8092,10246,8496,1497,6665,5413,7596,7805,2891,6984,434,7620,8434,10190,8779,6320,2196,1108,10489,6945,10630,4836,147,390,277,9982,8316,9158,10129,1529,10428,9222,1889,823,10068,2777,10597,10707,4926,1983,3944,1730,2302,6248,1150,3515,5266,364,9723,4541,796,4369,10035,1068,2148,8194,6958,1815,9548,5809,4815,2220,5533,7440,911,5103,9015,8592,195,5948,2082,2693,5749,7365,9927,4506,1161,5757,6560,7119,441,4043,4045,3802,6005,4089,3765,5618,2012,6719,9456,6262,7473,1600,12,3044,3053,2469,5723,5954,9991,5087,2037,669,7951,7124,486,6272,2634,4626,3966,2971,5376,3384,10173,1489,2535,6180,1036,10293,3569,8736,10013,9651,3364,8794,7437,6997,1885,7732,6727,8698,5296,10778,7692,9291,5403,10292,9893,9349,721,6938,6234,1369,3363,8676,10731,2266,4678,2103,10757,2706,3869,10207,2303,4266,5408,1506,2894,2739,2467,4193,5988,3106,1455,7335,1156,2470,6466,8217,3450,744,7912,7216,9613,1158,8383,8842,3015,7056,9872,4234,9259,10712,1435,4143,8772,6353,9209,1854,7512,8231,5732,528,4181,4525,566,2941,8724,9600,3177,9830,3698,31,6152,2922,10540,6841,8504,9905,3799,7665,3453,3143,4090,6057,5487,1488,4692,2403,4228,6351,6587,6371,8321,3943,8745,1282,8059,8435,6939,7389,4899,5980,8325,8401,2624,1598,8290,4808,4069,7979,9368,3264,3788,4966,5510,714,4797,7451,5079,443,10802,8275,10291,2367,4901,2056,47,5023,5760,3278,8901,2369,5193,8881,1864,3582,6017,5378,5883,3123,1002,3729,693,547,3072,739,5724,930,3767,8869,3275,9839,4766,4988,10659,6744,1486,376,3083,2574,4608,3604,1913,2217,8243,2584,3465,9885,9674,4027,88,2843,178,3727,6027,2646,2484,7532,1409,4567,5368,2856,9267,4417,9414,10423,1024,4467,10043,2318,3525,4668,6048,6855,5650,4721,8665,6922,3420,2838,8181,955,2623,612,854,6775,4080,2734,8663,400,1905,10726,8157,8873,6455,4198,90,8230,1297,5319,8168,3289,10005,6188,4538,7110,9733,4215,1835,10547,8729,5187,200,7106,5569,444,7165,6393,1382,9260,2052,6653,7246,9587,1869,8716,9845,4726,5693,2650,6631,1293,9381,5794,5318,8824,2120,2839,2542,560,4782,2918,4459,1661,6600,2462,2099,1914,2689,2199,4173,3064,6682,2929,8706,4216,10161,1287,2847,1624,1987,4502,9213,6884,7686,7607,8153,10122,318,10769,699,5852,9308,3780,5505,8304,300,7077,7037,1694,5867,4814,4518,1149,3411,1649,7012,10154,8570,10183,10678,5434,8990,5733,4261,10688,3876,6714,5993,8571,1881,1198,971,9757,4862,8329,194,9464,4161,8805,2281,8160,7073,4187,6429,5489,8993,10773,6343,3366,604,4225,3255,9302,10242,4230,2852,5677,6817,9127,7027,7521,10471,9178,2866,10612,6485,10147,2243,5772,7416,660,332,8035,9595,2459,2541,6843,833,10822,6419,9092,5833,7118,4131,5647,10188,9647,6608,4625,8581,9680,8272,8052,2151,1499,3922,225,8071,2707,5152,1511,9663,7659,2068,4578,1704,2329,7229,5346,10567,9711,4954,1783,837,7060,7779,6979,3896,2427,10371,3975,7478,10521,10263,5002,2497,2990,1613,7984,10372,1772,7941,2081,8444,9762,5374,3499,7531,7462,9529,1029,7640,1030,6507,365,10392,5278,3141,5437,9681,843,8507,4532,10782,62,8603,1747,8007,8366,1178,8379,7787,2265,5685,7548,2595,1977,4059,10607,1658,9555,7666,852,5957,9457,3362,8082,7619,8410,5137,2662,4666,9538,1067,4327,161,384,8319,8154,8220,9299,8418,10290,5028,8761,6454,2277,826,3511,9472,7868,10237,8395,9196,9179,3714,7179,3682,7238,8465,701,831,8313,5359,4772,5001,6514,9380,10445,3623,8306,10732,361,10809,6088,4180,4456,1584,10079,7161,9906,895,7872,6787,8268,6512,6401,8702,8742,4851,6739,2943,2676,1104,8928,781,10426,2121,5465,8036,6026,5853,7584,9705,7483,1691,7885,8449,78,10033,6827,8804,3637,1225,20,1789,8634,2488,5327,929,6138,7468,485,6379,8248,2822,6324,5252,6589,3758,1074,9857,2909,2392,5947,7370,6426,8801,7513,3545,2983,1826,4975,5986,738,2157,2833,7972,4165,6651,5204,10554,6625,2443,8688,5484,9462,5542,2670,7471,3372,5567,4474,786,1908,7645,223,9420,9482,7627,2671,10561,10384,4535,7423,5020,6488,8064,2122,6949,1860,9659,10010,323,5479,9194,4054,2322,6158,3613,6687,8885,4788,8297,9915,5448,1939,2525,10080,6246,1528,10814,10234,5439,2979,6471,205,5414,5276,6071,4629,2224,7907,1926,8098,10182,8974,190,9290,256,2534,6643,8381,2451,5978,841,5362,2048,2309,2117,5400,7650,6903,3101,8508,8593,212,5081,8294,6699,9473,3923,1343,6001,3304,9995,4330,8926,820,9967,5264,2291,8660,2002,328,578,6034,6941,1898,6851,8193,10790,8494,908,9201,3067,6150,10460,2626,4134,9725,2809,9255,5817,8636,3484,5449,3813,1110,3327,10755,9745,1145,10191,10559,1566,6113,6737,813,5031,326,10461,3136,3997,2791,5337,3169,5544,9107,7575,7047,7555,380,4102,8864,4454,6908,5177,7298,3580,9892,997,6228,2858,8135,5095,2174,1820,1650,10541,8412,5849,4445,5478,2738,3734,4171,4124,3167,1253,7362,5280,10542,8819,3588,10804,950,1463,1564,2805,5869,7597,5358,7188,4646,725,2274,8726,1050,9828,6376,7916,2875,7256,8893,9035,4235,1454,5759,4544,6824,2755,8005,9433,5324,9322,120,1242,98,1319,7469,1690,3438,2283,3627,7693,4566,7768,9537,9738,8531,1897,9369,3701,86,10100,2104,2587,7212,5,4401,5830,3980,6146,81,7825,2898,3318,4722,3926,1028,3018,4371,3174,4437,1303,1175,2616,644,9491,505,1393,4222,2651,10496,4611,9055,219,1491,10358,6854,867,9411,8535,9297,2019,3619,9306,4951,3639,5326,7806,3142,5419,3428,466,9858,9431,9140,10317,2562,7498,727,3607,9746,4952,8075,7111,2483,5086,5480,3793,5549,6847,2128,9162,4359,6796,5363,1995,4500,18,5205,1004,3111,7227,427,5332,2910,3326,1142,8423,3744,2293,7957,6867,7011,10121,10163,2160,7314,3513,9483,7173,1775,5154,2059,3583,3828,4028,3721,9865,3835,9467,8559,10787,4438,5387,4250,9062,4167,394,6096,4791,5494,5776,6449,3892,8905,3182,6980,652,129,5780,5459,10210,3853,7296,1622,1362,2991,61,4882,2823,2591,10249,4147,10102,9364,5660,9910,9049,4012,2278,9646,7422,8446,5912,9450,9155,10255,7045,6244,6304,3634,8246,6218,1991,2398,849,1978,2732,5683,2363,4929,8933,7377,9091,9058,1326,6073,9324,8949,3505,10017,5395,3474,4528,382,6076,4269,3416,1556,5931,1829,6175,7239,5579,595,2136,5572,2026,7562,1836,4585,73,5226,601,3061,10125,500,134,6970,2589,2150,7104,6413,886,6004,1019,3114,2952,8300,2192,4212,1656,1196,9412,9546,5071,7063,2518,9398,4426,1285,1779,3165,4160,696,1738,4501,2579,2905,4150,8631,4545,2188,1932,2652,6487,8620,8477,976,2612,5977,10531,1184,2654,5493,4870,7347,981,473,10124,9782,7649,5223,2704,10733,8439,9266,9305,407,5435,10420,8802,9488,3059,5811,336,6576,8354,2842,10385,8165,163,4321,1441,4497,10455,8721,1964,5616,2045,7831,8770,8719,4264,8025,8357,1154,10082,9986,1863,10304,10307,10274,483,7987,5557,5525,1448,9144,9379,3051,2389,6858,1573,10458,10311,5784,9325,6826,4400,9277,912,9709,1199,1375,9585,3973,5787,8627,3503,2872,1553,1125,423,4002,676,8124,2723,2763,4249,3610,7967,5767,4804,1444,6816,6198,5115,5128,7968,7859,2300,8424,6433,8432,5513,3534,8,3521,4303,5740,6206,3413,7329,3640,3281,4481,8460,6610,2778,10233,5940,2346,5746,7287,4515,7795,6397,3898,1107,6136,2713,2153,3824,3847,4260,8923,3712,160,2137,3042,7570,9661,8177,5825,6328,4908,1922,8806,7722,6205,993,19,3879,3651,315,8327,7998,3013,5887,7352,1988,7434,60,8743,125,3595,276,7360,2164,10305,1808,1766,8244,6583,5632,9775,7301,2261,2216,4682,7946,3543,3477,4916,3222,9622,10144,5803,5486,4787,1230,5719,3675,3019,8867,6535,4067,9633,7676,9395,7865,8825,9627,8280,6346,4121,10325,10058,9751,252,191,8033,162,7774,4199,4976,4673,7781,10545,1672,7775,3119,164,8046,8597,9541,1614,1749,9901,9810,4819,7369,5971,1164,1404,1281,7203,8301,6627,7097,4010,8962,2301,3982,1842,3918,8948,666,1536,4780,8335,2339,4664,5775,10753,6524,534,2298,8791,6021,2011,3540,9908,2569,6311,6881,7225,9448,6015,5546,589,1806,8026,6108,3272,6930,1568,3405,6482,6568,10691,5454,1533,4860,6562,8678,8727,5360,6177,7823,6925,2904,177,8126,3984,2811,7929,4643,10364,715,6809,2366,4953,10294,7758,6502,46,7280,4950,6848,3303,4075,7180,5917,4345,1969,4838,4076,4938,2486,6432,718,4932,880,6934,1134,3494,9704,5594,9161,546,5814,8611,6800,2881,7994,4789,1539,6527,3431,9806,10495,312,10514,7624,1373,4253,1878,10527,4095,6154,10288,5515,6734,9312,5828,2761,5392,2189,3624,8685,8398,3300,2377,6770,6036,2717,3479,5483,2244,8122,9804,10286,7669,1229,9170,7210,9288,6916,8556,5328,8815,6548,9606,2545,4821,9119,2697,4614,5600,1181,9329,3631,6372,2935,811,1887,10621,1089,6584,7587,3626,1204,7642,7257,879,10452,5918,754,8623,9100,3655,1348,8891,4259,10759,8720,174,7817,3821,3677,8837,3552,7112,3523,9500,1542,8342,873,8454,3379,5184,2604,2116,6720,7446,9153,5966,4115,239,6363,3423,5410,8621,2657,6386,5697,5209,4122,6533,7113,2981,6791,5599,8929,6330,5303,3882,3603,9765,9722,4561,7281,5756,2813,7862,10355,2442,10633,2179,7421,206,2751,925,7517,3073,2715,281,2926,6667,4248,8331,7663,567,10388,504,8215,7022,283,7887,4294,9930,2851,7783,5520,3436,9115,10340,10180,7679,2641,2231,457,6671,824,7547,868,4973,7539,2800,9569,8979,9054,185,3353,2725,39,3253,7504,1009,6009,8148,10450,9976,6891,9020,35,3690,7313,340,4713,1644,1648,1270,10823,2504,9208,9307,7737,3671,2528,5261,7641,1418,9200,961,1131,8308,10551,5003,6948,1137,9351,8924,353,1436,4688,2043,7626,2247,9489,2664,10098,1232,2946,7023,4347,4005,3808,3369,3331,2529,915,2466,4602,2316,5167,8983,3541,6932,1010,8368,8580,7323,1493,6975,6452,1621,8976,9418,7054,8205,6522,6369,9078,6964,9966,1152,10236,2787,3986,7895,10356,8530,763,4368,388,8377,8936,7677,4575,3175,7153,5228,1660,8875,10606,5857,7386,7740,5580,9275,4879,8436,5810,8994,3231,7623,1176,3685,3180,8237,3747,3393,995,5560,102,1046,4469,8774,3689,3185,8903,1078,6007,4120,4270,3929,7187,720,1804,4568,7215,3881,5015,10151,6845,4785,881,4298,7102,6567,5117,6656,6873,4127,3374,2863,3800,2144,8566,9174,3452,8080,6354,5503,5945,95,6624,9670,7231,1172,5097,2370,4098,6284,1904,9361,846,7176,9235,355,7851,7576,1201,1124,5481,5563,832,1171,5552,7894,7899,5604,3058,760,4823,2978,2568,1947,7069,7080,990,551,5246,8030,8730,463,7055,9387,1577,9183,759,8199,8278,5951,9916,9410,958,5342,5299,111,9702,5973,4763,7402], "time_ms": 2.129000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5.119667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 5.119667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 5.119667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1069.939917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1082.421292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1082.421292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1082.421292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1082.421292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1082.421292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1082.421292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:46:12.164", "time_ms": 1082.425792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:46:13.228", "time_ms": 1082.425792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_samples_per_second", "value": 4.69575, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_min_latency_ns", "value": 262733417, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_max_latency_ns", "value": 1064791833, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 629056966, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 600764250, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 1064791833, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 1064791833, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 1064791833, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 1064791833, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7732, "tid": 11532034978487713843}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 1064791833, "time_ms": 1087.537000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7732, "tid": 11532034978487713843}} +:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073706.903741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073707.985824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:23.587111", "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:23.587119", "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.006166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:32Z", "time_ms": 0.015250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.015250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 292, "time_ms": 0.015250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.015250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.015250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.015250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.039833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.043083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.375666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9163,8415,8049,290,6339,1623,186,9611,10476,3347,8113,3844,1590,9334,4031,8332,3935,6901,1972,5663,10528,2310,6373,10599,9688,8292,1992,4126,4710,6383,7598,1861,9393,1739,938,10656,8735,6250,6257,5529,4711,9827,7315,6215,9673,1492,7351,96,10230,1546,6107,8692,4063,2824,2482,38,710,9337,5984,1271,10133,9094,7554,2172,678,7927,4965,6969,1041,2098,923,5381,6378,4784,8222,7883,5322,8913,7759,9106,7974,8282,1402,10655,5797,757,885,6349,5930,7066,5606,5841,2168,3140,3187,8701,1593,7959,2961,8372,2450,8336,5166,8452,8944,6170,9063,2551,3884,298,2576,6668,2547,9074,3907,8991,8106,9447,6201,2924,3386,3888,1307,7852,7135,5662,8938,3033,3612,2827,9634,1381,4897,9053,6743,9309,1934,83,8775,267,6622,1220,475,5335,10176,5806,316,3725,9616,6879,9863,207,2187,1607,4698,4933,8790,8666,8889,1862,4085,8757,501,3862,9428,4940,5180,10074,9,8138,4395,6842,4855,8265,5963,5098,1140,4686,5347,2729,5974,4056,3673,8910,4096,6103,10624,8480,683,4443,1867,7706,1129,5178,9985,3217,7866,4777,3012,10511,4736,288,8129,9523,4563,4110,9741,6412,4038,470,8759,6793,3312,10824,9300,8427,8136,10797,5457,9792,10774,3497,937,8897,6164,3798,9416,1021,7461,5256,6269,255,9344,5168,3797,5816,3679,7488,1744,6395,6081,3781,7671,6566,2695,9729,549,8240,8429,1599,4752,8421,7094,2561,1501,6478,8029,2060,7898,7065,5061,8349,531,7109,3103,4184,9098,1313,748,10526,1561,3846,6747,9936,1711,4418,6543,6391,2267,9408,9768,6091,3107,4299,7652,4114,7268,10004,631,5834,1921,7973,329,2758,9438,6094,10157,8537,9413,3297,10683,7985,7284,3556,10711,7880,6710,3741,9033,398,2132,1798,6469,5845,6110,8012,1037,7830,4854,1899,6192,9944,3526,8176,4658,6598,3087,3653,5903,5941,8932,10062,201,8182,2359,1959,10596,6352,8526,6532,6661,8250,7048,9639,6872,6463,5605,9268,9542,10748,5905,7583,7226,6759,1366,4393,1051,3040,3811,9441,10374,4164,5864,9925,5270,9950,9502,3648,10398,8755,1896,24,3258,10475,5928,5792,5463,10486,10085,10324,4600,3564,7427,548,10357,2796,1163,5511,10216,5453,6207,2517,2680,4964,9895,6470,5796,2582,9242,2127,9142,8784,7152,6746,5680,1305,1594,284,270,7675,4599,10103,3760,7,2264,10247,9621,7804,6664,3025,9378,1537,1514,3191,7704,10196,8522,6806,9348,8303,7475,3726,1420,8667,2069,7707,9694,8751,9813,680,8762,9409,6171,4875,1838,5981,3324,8569,10447,8513,6500,9708,10084,6658,9763,1071,1374,3166,6639,8105,1092,5629,7481,4715,3228,9638,1512,14,3536,9922,3267,3412,2897,8827,6965,3219,8654,2658,9969,4510,7690,458,7847,3803,4039,4937,3563,3777,8031,617,10573,555,5865,9009,9652,1185,6340,71,327,5586,8987,100,3422,4423,3020,5804,9736,7181,1725,8624,2810,8644,3037,5329,9065,9066,3955,1180,7455,4998,3906,3322,370,4274,2101,8196,3483,149,4588,607,10478,5598,703,9150,10701,10282,8686,10687,4128,4191,8605,3572,6613,7861,10532,6165,1412,5547,3965,8324,375,8882,2702,9943,1217,8210,6762,5257,9596,9798,806,4846,1427,2559,8281,3491,5190,3669,5354,2721,259,3086,9662,1692,7617,9391,9357,4981,6035,8352,5189,7046,4594,2752,8820,7324,8560,7953,8642,10575,7633,1411,4774,2313,4041,2280,8159,2077,8947,1657,8515,4268,7684,7330,2365,729,1264,2418,3301,335,9123,1340,891,250,3208,2425,503,5143,6764,6557,7341,1510,1485,1116,1302,6253,7182,3859,9096,6582,6089,7105,8495,8595,1912,2106,10039,4380,1383,10201,4691,330,8865,4523,8437,2342,7358,5007,7537,1919,3170,5148,5005,7932,641,5625,9742,408,5220,3017,4553,9068,3766,1812,8288,2585,10252,3158,6605,5249,7918,8019,7931,3597,7327,10690,7940,3755,7577,3954,2580,8416,5393,7346,8942,9786,5737,10591,753,5251,10262,8448,1336,3211,2130,3338,7489,10681,10212,2956,4392,7130,2202,5470,4909,7236,2832,1565,10679,3596,569,8695,9342,10685,3429,2456,6499,4409,4737,2513,9784,2622,7306,1396,4896,1753,1516,3783,2025,7456,10015,1192,896,5610,2890,5452,5553,2388,1608,8629,8961,4878,5508,4997,776,2728,1698,8260,7541,3493,5352,3454,4257,7814,5623,7874,3738,2360,2586,4800,918,526,5920,6581,7657,6181,3269,1654,8070,7189,5805,6558,673,4812,8506,16,2968,3903,6323,8860,9586,9689,5302,8669,9164,5519,2573,2663,9389,5901,2050,4596,8941,8295,8050,2461,4637,9102,8670,6960,6101,4697,5121,3305,5955,4065,5155,8953,4310,7472,5306,352,1364,8965,1403,7228,7777,4480,1554,1351,5896,5267,3830,7719,9239,56,10326,7443,6808,705,70,1980,8212,228,6837,8633,966,4197,481,8413,8109,9320,4023,9577,9145,7969,4555,6773,1216,3959,3672,9781,7051,5758,10391,523,5722,5617,10781,2674,5910,4169,4375,320,9822,851,8767,2307,812,426,9167,8628,5643,4723,10303,4036,2051,1006,1875,10446,586,610,8614,2171,8756,358,9710,821,8541,4891,5890,9516,1419,7896,3472,1582,9264,459,6310,9333,5702,9649,8185,8969,10136,8503,4016,1376,5443,3005,10367,5498,7328,3315,1642,2149,10383,2984,9684,815,8673,7254,6492,10768,6142,7059,6569,4196,9270,6797,4224,7721,514,6029,7699,6325,3349,2453,249,3680,7497,2888,6959,6225,3911,3549,9690,4884,3066,412,3201,5113,4427,3243,5669,2868,565,5451,5345,3697,5970,439,6160,5781,5042,953,3507,10590,1160,2401,8173,8823,8753,8738,5406,2782,2925,10090,2105,6513,507,10518,40,9376,1240,6803,552,5445,5197,2070,5396,2745,8245,1044,9530,6185,6135,7999,9629,3851,8463,1342,2444,8314,5423,9229,8737,5997,6299,1233,7695,4543,735,1440,3298,5745,3635,5417,6464,10536,1538,10553,240,8871,9695,6159,8955,1715,4094,1401,6894,1047,8010,8261,203,1770,4512,8675,8095,9503,50,5150,3715,8156,9642,856,3645,3225,6915,2215,1414,656,10217,1824,502,798,7592,1147,109,3736,4101,1272,626,723,2516,8783,2089,8355,2621,3402,7546,9278,4070,9540,3833,791,1795,4635,4548,3832,9197,1559,8558,2195,3633,4373,2161,7425,2975,2643,4914,6421,8134,6649,6045,6220,5939,1782,9057,10643,8653,5201,10502,862,620,574,4407,10316,1990,6825,2801,6730,10023,7431,1543,5338,9526,7302,5609,7836,4970,3670,9232,345,5369,1617,5254,6032,10132,7525,10556,8045,10625,456,5720,4188,7529,3239,10686,9699,9696,10564,6131,7217,2996,8394,8276,1329,6694,10142,2873,4824,2606,2304,2419,3344,10788,5386,10437,7710,6813,10677,9510,4432,805,2882,2854,4424,4866,4536,6252,10377,1378,2210,8964,235,4863,2206,4996,7449,10057,4135,2431,9250,2057,2799,1933,3795,10164,5432,663,816,3587,8365,5377,9844,10222,2204,9894,8066,6815,5822,2327,10668,7515,5858,2837,8607,8696,1227,362,10052,2348,3792,4496,7099,6097,9990,3737,4221,7387,6728,6179,3316,5496,6783,9048,2749,10560,5848,7001,5717,5373,10270,3271,8235,3886,646,4340,538,8769,3159,7194,5281,1667,5340,3207,3547,9874,6118,9790,5543,7272,5024,9787,790,3733,9173,6579,4802,7382,4630,9815,4861,3703,3812,7078,6897,7742,3062,9843,1794,10343,6528,10195,6644,10106,728,8107,6646,6169,9567,3660,7044,5944,9359,5926,810,2087,1684,2539,7966,4618,6239,4615,10698,1117,1700,8425,4592,4361,7123,9954,6092,5729,5100,6830,9620,10724,9996,4117,8677,3531,479,4290,9252,1109,10104,5399,5341,10368,4864,6368,1802,3306,7299,8391,5815,4923,2831,4925,5275,2556,8525,9978,7159,3809,4287,2828,10481,1072,4488,2349,5174,7253,7283,2736,5576,2396,4957,2807,2197,7612,7798,171,9101,4641,8271,2509,904,9911,7924,633,10126,1859,5074,1848,9583,448,2594,7877,4000,9755,157,6693,1399,8311,5238,2288,8083,731,8612,6672,6451,3043,4088,8788,2557,2870,5518,561,621,8914,7952,7682,840,5943,9543,10535,1462,4885,9429,9758,2947,4589,5405,5743,8758,52,2645,7480,5076,4770,1001,5768,7533,4709,2270,1083,4768,10615,2375,4047,883,7595,4868,3335,4152,8847,5361,2611,4912,6998,5162,8251,9719,3877,3933,1022,7765,8648,8387,9479,3408,7003,6254,8645,9876,894,8568,4353,9051,6326,4616,10692,6731,6348,3553,1758,9114,3546,4185,9724,2252,9859,5089,2972,9761,10820,8269,7748,8204,1432,2959,10056,8786,5959,1560,1526,5527,10198,9511,7342,9407,8811,3900,7095,6174,8323,3880,7970,7544,3746,10652,3735,2308,436,8682,8001,5025,2129,4810,10328,7702,8402,7031,1456,10783,5165,2292,5390,10812,9912,278,4058,4030,682,8683,897,3081,4572,9501,2018,1247,948,688,7983,6267,1834,9507,10523,2615,4295,10800,9316,4617,3827,4877,4753,10760,2705,4526,527,1592,8476,5082,2540,1586,2407,10694,8166,8011,8309,189,10296,1942,593,7599,4745,7846,4809,7164,7463,9829,1857,3928,4508,9514,8219,5000,3818,642,2007,8299,10704,3601,5134,7785,3591,2879,5309,2656,2072,2100,2017,7122,1254,3473,2880,4337,6752,8086,6479,7013,9137,8855,6918,6670,4662,2902,6109,8640,5208,9060,2836,4415,7288,10399,3173,94,5989,4444,2797,10204,10807,4690,611,4446,4717,317,1740,1530,10665,4246,3974,10639,6920,9749,10611,4486,7049,8572,7374,499,175,6280,2829,3804,3532,7271,5083,7963,1370,7325,1508,216,2696,7691,2341,6126,2783,7185,1007,10185,3535,9717,10248,2393,2764,7304,5795,625,10165,10718,8536,7986,28,9789,3883,7240,5983,2411,5466,6866,3391,4865,762,2683,581,6640,1534,1066,8470,6578,2186,3279,6120,3112,2487,8553,8406,5313,872,10433,8152,5094,1894,510,7319,3999,2047,6042,2237,10803,1503,7087,556,2053,5699,7778,8797,6111,10537,5850,2408,383,5952,2993,3424,5521,4129,213,7401,7763,6755,9581,2625,7278,10244,2311,51,5091,9602,55,7524,9217,9446,2435,3952,3716,7654,3861,3089,10113,7772,5077,5241,10200,972,5159,2279,7534,4927,1352,180,1260,5163,10008,7920,7816,1736,4113,6,3819,6573,1283,6313,3533,10666,9399,9518,8236,3805,3124,4983,9618,7172,1425,464,570,5225,2352,8458,7569,9509,6086,4529,9480,8609,1910,2631,1665,265,2212,7890,1097,4779,2448,3249,10240,7388,9575,5282,2617,10177,2027,7743,10780,1517,3359,605,6387,136,10016,615,9463,9637,7398,9261,516,1975,9120,8809,3022,368,4956,10050,4556,3129,3539,6617,3599,8714,2661,7245,148,8456,7716,3485,6306,10254,10550,472,5188,8635,563,1469,4648,5036,7800,9254,9285,3004,10333,5047,2699,3311,4999,4783,4238,9355,6044,6636,7561,6132,10563,6878,5698,2675,181,7724,9997,274,10583,138,664,5272,9243,7218,3924,10738,7900,45,6883,6019,10743,4962,58,4744,774,8892,6549,1433,2013,4352,414,768,3555,691,1040,9517,5131,8373,2629,2232,8218,1289,8172,4394,6822,6798,10602,5881,4237,5389,1212,1675,6862,2201,2334,3908,6068,8339,6994,8547,697,7493,7144,10785,8931,1520,3287,2853,5475,409,6814,5961,8713,7928,968,6713,9485,4146,5096,1872,10819,3838,10520,7397,10462,1911,10610,1301,2429,9236,10369,6342,9372,4140,6274,10474,8048,7484,4942,7827,6288,9117,6869,2282,3743,4537,613,5055,1146,10095,1294,7818,5283,4989,8687,6480,10513,3160,8517,5412,7457,6047,9687,1839,933,4565,2563,9143,10260,10038,1327,1901,5894,1353,3823,6685,6211,4527,3647,7689,1873,9319,6030,7705,7103,9959,8266,3548,10534,7312,10821,2090,9088,9558,4557,638,9557,6178,8615,8060,112,10730,8333,2245,2021,1702,3496,8832,2306,5409,2964,943,9295,10538,1817,1689,3247,7604,4631,7790,1298,4242,9339,1209,2226,1223,9224,3776,6236,4072,487,5564,1274,167,681,449,8361,10676,8100,29,10710,7249,238,5420,1452,8872,5666,8490,8232,6990,1015,10459,5862,4220,3487,7348,924,4562,9169,10530,8697,847,7064,1962,999,9632,4061,10229,5998,609,5545,9942,10018,10206,3530,1821,10642,4667,5701,5372,7412,5271,3139,9667,1641,2446,8915,3519,4083,2214,4550,1579,6885,5366,7279,7976,9465,9383,2862,7234,4208,6971,3972,6446,8684,1475,5812,9195,1625,4344,10378,3003,10789,9605,6620,9136,1609,5175,3417,8374,10499,10494,1095,2094,1279,9132,184,592,9900,5132,7340,4754,6684,7552,9125,5250,3605,1023,4,1576,6296,192,2666,9499,5176,10696,732,2495,2869,8967,1603,9425,7761,7083,2175,1751,2073,1948,819,4807,462,7410,6940,7025,5016,6652,3817,4669,988,10250,4947,10485,4453,1884,4243,3360,3970,9855,10500,75,9547,9434,3008,3839,6273,2844,7746,4006,7355,7971,1707,969,10571,3244,8074,372,1490,4820,3242,6544,9331,8167,2893,6300,5469,9113,9660,8544,10636,7937,3858,4959,3148,2289,1671,7197,5139,5691,1717,5708,8032,5965,1487,8672,10492,2515,6258,10438,8131,8599,4168,7843,7594,10012,2931,8509,8400,5919,9103,172,10014,4403,1188,1994,10770,9034,4689,7363,2577,9451,8125,704,8950,6577,10387,10581,4977,6677,4794,5712,7138,4610,5401,10414,10037,9614,9870,2682,5739,3751,3581,853,4840,5728,5056,8600,4040,1273,4913,5497,5183,3566,1639,53,4306,780,3951,2588,406,9191,7834,6688,10722,9118,7749,9436,8224,8894,1339,4186,1159,3968,7224,2356,8002,5501,8051,7629,97,1169,4859,5212,2618,3902,1276,10071,709,1632,5161,4175,1850,7568,4716,7636,7608,8652,5013,6504,6782,9018,801,6662,1628,4207,7270,3810,7211,5634,7766,9128,8358,5331,795,2861,8239,7820,7317,10139,10637,80,37,1849,6937,1985,7661,9168,4822,4657,8588,2126,1636,10066,9442,3740,6718,3220,9640,5067,5734,10239,7350,10308,2397,10401,1810,8004,6064,9802,26,5114,5908,8538,4490,4336,3756,1460,4647,5637,402,2016,10313,7452,4971,8285,1799,2718,914,1816,3784,1446,2074,2620,3425,294,1081,5528,6991,529,9003,2500,6993,5411,10373,7720,2886,2876,2320,7709,2490,10709,4829,8078,10587,7550,5854,8213,9085,5512,2499,675,9087,10162,3994,9036,3950,1768,10309,10657,5583,6910,4194,6654,9177,7819,2841,4074,9406,8822,2784,9274,5491,521,3731,10360,1331,9884,454,10107,10376,9999,10231,7506,3504,789,7101,4906,8795,2817,3110,85,1500,2376,7643,4137,5635,3285,9284,7070,7096,4157,695,8262,2660,4943,5239,1943,7729,9873,324,9785,4397,3460,10284,8369,10584,10569,8353,2156,1996,10796,6633,9593,7286,3969,4652,9282,9498,5291,8524,2006,8042,5034,792,5590,4708,1819,6592,3409,9735,1045,9257,1596,5032,3942,5046,8263,2903,7277,6229,3361,1989,7750,6519,7143,758,1049,4111,4907,4435,7842,7120,9484,5027,4651,9778,8022,7815,7491,2503,3161,1866,5976,9206,7540,3958,5169,1026,4844,9397,6603,7904,5540,8766,3071,2385,1787,8202,2914,8119,1377,6099,5674,2815,778,1807,9121,5626,1193,9000,9981,3252,9686,10646,10670,3570,6748,4757,8143,5427,9791,7019,1127,5286,5742,10825,8934,1437,9279,5339,1583,6539,6820,272,8606,7345,10626,1801,9770,6545,5773,10419,825,9421,8447,517,6768,7482,10408,1778,2565,2821,6191,1868,4699,4986,6341,8330,3426,9955,6962,4463,951,5101,10251,3989,4479,3292,9147,7651,3385,108,9335,6563,4504,4326,1741,5925,3397,8378,5880,431,632,4159,2714,916,4431,153,919,4468,1495,2238,1531,7958,5568,3381,3558,1084,9124,2054,10145,9743,460,5909,4707,9151,9354,6954,1284,3866,8062,804,3286,3157,3233,4254,9008,4790,6052,1447,761,2036,5030,511,10146,5561,3614,602,8539,6856,10736,4968,6024,437,8090,6933,110,8657,4487,339,5084,1354,198,5364,4022,6593,6095,6601,9026,1761,5969,4798,8370,3236,8420,331,9214,5090,6996,4857,9617,2710,960,253,9938,3820,6134,637,2501,2776,10813,4627,9237,8180,6834,1299,3956,3325,7411,9180,9589,115,1155,5592,8850,8376,10354,9474,9932,1042,10059,5485,842,2445,8930,6706,7634,9375,3352,845,518,1249,1392,10454,3375,8203,6758,2812,1847,246,2928,4817,4598,3176,6595,9984,9095,2454,550,5438,5761,8709,416,6810,4694,5566,7977,9231,4704,5416,2760,5292,4471,7811,2221,9340,7786,5312,2242,7933,7247,10331,2379,10457,10352,6431,10580,5215,2895,6666,9836,9886,5160,4387,10777,1737,4636,3293,3330,10741,6014,2514,1585,4465,9650,1358,6409,4229,6061,3628,6902,478,5774,9281,7034,405,3152,4549,1597,5936,6484,5688,6493,10798,9002,3238,6213,7767,8291,2222,5472,7167,4687,7081,8807,4519,7149,6510,5181,6442,6416,8442,1830,1668,679,5837,440,6703,9535,2911,884,5889,1380,480,5750,7274,5672,8900,3007,9056,5624,1765,9748,3529,7420,5060,10110,2531,979,3718,4639,5642,8765,627,6999,4383,7405,9714,8302,2042,9070,6696,4244,7915,3927,2203,893,7833,4612,4440,8803,3946,3771,935,1472,1168,6968,5631,7417,5415,6055,3210,6046,1296,10721,7061,1093,5488,415,562,7514,3309,5383,6648,8027,4893,1244,4262,2795,8617,8874,4796,8184,8977,0,10672,7658,3658,5357,3077,7157,1957,4718,114,4138,2083,9664,8638,4104,7938,10727,5704,9958,1606,7848,2502,9701,3885,7751,262,7017,1540,1467,7062,8270,9573,8740,8830,6602,9665,6882,3256,2209,1324,4949,4967,6125,3550,5144,1013,4552,7320,1708,8691,9579,4377,3145,3842,5043,2463,7033,9105,8450,4871,1321,3801,3904,4633,303,4449,4921,509,2058,4288,389,875,1927,8459,10155,7114,10321,6216,5085,2478,10714,7960,3457,9957,10366,1505,1825,4531,10403,3622,10175,4489,9739,7266,2491,3941,6785,7685,4827,8582,8247,9045,6260,5017,7458,5462,5532,1400,2085,1951,5779,10431,3606,2878,2471,2692,176,3856,952,4742,3342,3517,2802,5751,1895,6389,4461,10091,9430,1304,713,8441,3544,82,3034,6789,5315,7566,9603,264,8328,5164,6249,7291,5645,3567,7793,9293,4232,5402,4252,3144,4841,4279,128,8637,7857,7367,9013,7100,3193,4795,7936,956,8833,1464,3444,9139,2742,5705,4363,1572,3750,4118,2566,10312,2598,2163,9556,5388,10442,7447,391,6230,10025,4148,7133,6495,8241,9951,787,1130,9077,1344,1323,1620,5500,3223,7886,9460,6721,10436,4491,1135,9965,6645,107,7813,9528,1170,7380,1241,9111,1840,5851,5277,286,6018,8161,9668,1461,3787,3336,8067,10228,4026,7835,10525,2790,2554,9304,5009,8919,410,9707,9343,3615,5269,2583,10735,2218,6836,4990,7300,5421,4590,1662,2145,5584,4579,6381,469,5170,8207,3864,4271,4325,7454,4485,8940,9172,2999,8225,5284,628,9533,3981,524,5726,5351,8008,711,7889,5765,5790,7465,1073,4910,1871,3868,8123,2314,5601,7041,3887,7726,8838,489,6807,8598,8664,1963,5715,10096,2273,7523,4622,10747,9653,3268,8877,6963,6182,6468,1965,5763,7873,1132,9771,1121,3027,4062,8999,6781,4142,2977,9536,10772,1268,193,2549,9069,224,7718,43,289,304,740,452,6410,7605,2669,9141,6002,1893,101,989,1207,7574,8286,9779,3710,3074,5661,3704,10088,920,3940,10529,9452,10396,3754,8433,7071,7043,708,1870,1976,9799,3537,4240,2340,5958,7961,4853,10199,10170,9856,8500,8512,9580,226,3075,5227,5460,899,4680,2323,7975,8145,211,4620,5707,2066,66,6542,10000,3822,3419,4924,6861,7391,7368,5979,6559,3815,8557,8956,1731,9247,645,8668,344,3957,6195,3203,6985,7378,4719,6415,1785,8884,9052,2118,9644,9891,9453,4750,8151,643,2198,6224,3200,140,2350,6049,6459,10429,2147,7057,6635,1833,3105,2521,770,7169,10488,8139,8715,3440,2608,1612,9039,4272,3592,6929,4833,2125,1025,1481,3502,2404,7609,525,468,3334,3476,9728,3836,10443,4936,8417,10577,2414,10094,8307,3024,10618,1320,10771,3947,9336,3458,5428,4482,5927,3917,4379,9040,10086,7773,7390,7829,6900,964,8028,8386,6501,4867,7997,4442,1405,575,6338,2438,3323,3695,10407,859,4241,8854,4546,5333,10044,1845,8475,7285,9641,10600,3852,1398,1105,6151,4405,1655,2988,2865,6553,6571,8643,8453,1681,4450,1937,782,7168,3468,3945,6691,2510,1038,9877,3870,9019,1666,1716,182,7376,4024,6923,892,599,3084,6804,5198,1669,4278,8540,33,7717,1133,1906,2600,5876,451,4571,2593,3063,1762,334,2560,6840,4792,3262,2436,5206,532,5911,4655,2000,266,8289,8549,4003,10375,2553,8149,6238,3449,4473,10440,5565,4828,1945,8641,9697,10381,3666,10158,10552,3365,5149,3890,9565,2939,6995,1900,10684,8650,477,8918,588,4920,3442,2552,6615,6456,2481,6056,5802,2724,5636,1803,2410,7715,4677,10318,6067,3434,2735,1459,5304,8858,8625,4740,1138,10717,3691,6914,2014,10614,4430,5681,8879,4776,8367,9677,576,7755,8552,8338,9887,1822,4419,6163,6904,3345,3056,9385,1060,10631,6360,1086,10418,6771,8828,8114,767,7151,10791,6357,8952,7991,1524,7263,2439,5914,222,9226,10504,10548,4073,4511,1680,4441,2416,9233,3574,6597,9833,8527,7989,7644,4356,692,5218,5431,6907,9390,7611,10394,5619,1034,392,1944,59,7038,1651,7394,10337,10761,1786,8946,3916,9248,6660,9871,2599,2185,1678,10003,3632,3516,1090,1647,7519,4436,1851,7672,8170,8466,1211,3905,4362,6143,3406,9207,7292,584,2146,1571,1300,8038,2877,3913,10463,3724,9554,954,3230,6889,5725,8438,9160,7853,2333,8364,4406,8704,8978,6298,6698,2544,9854,5620,8943,6474,2826,488,5842,9271,139,8253,7810,9803,3867,3383,860,6123,9935,4296,7803,3010,6951,3617,3745,8732,2766,5018,6196,8970,7242,9847,9597,6637,144,6868,6069,7499,5932,6276,9403,1507,6080,5870,6832,7618,2708,9846,7908,6893,5008,79,9971,2511,1474,5404,10159,6404,2772,5581,5807,3794,7251,10323,2493,6420,1316,5126,5229,10576,5668,3790,8097,994,4632,1929,6863,4517,2814,5050,1588,2733,571,5499,7860,3694,864,4963,6331,1016,9116,1186,1322,6115,1796,7318,9027,1056,6761,5872,3854,4858,8907,4993,4695,6509,6122,5199,6243,3448,8550,10087,4068,6023,484,5214,3650,9439,1345,7943,4178,998,9744,6054,9970,4978,1750,8816,568,6294,3115,6072,1724,3912,2167,8577,7903,6663,6521,8548,5929,5895,6362,4404,10149,5334,10533,1290,9469,1070,5577,3133,2711,2315,2295,6144,2034,2022,3188,6461,2176,4958,1079,3967,4408,2465,188,9972,10487,8061,1277,9793,5231,3351,5614,6033,5102,10287,6726,8039,4974,4391,7158,6066,8887,1328,1523,4751,4071,3290,1102,1408,6890,183,3270,6490,7589,6370,3875,7074,2536,349,8834,166,3339,4451,7673,3146,9384,7536,10178,2642,10148,4100,4760,8096,9584,8317,6683,9318,3498,4759,3035,8562,2768,1853,5093,421,2332,9024,2673,7464,1563,8793,2154,7107,7738,6214,5766,809,7424,7683,515,9010,72,8375,6790,10259,210,7068,9461,7586,670,9608,2250,10409,8843,1115,7602,10402,9940,8561,3109,9495,6358,8197,346,9531,8118,9658,8616,8886,165,7147,7250,9283,10644,874,9734,5290,869,1064,9592,7466,967,10728,1652,7996,5371,1570,8293,4014,10257,4273,9330,6675,2208,2294,10566,5907,6408,6392,7736,5741,1954,6701,7637,9256,931,4354,7115,6295,1187,4378,2395,7601,2102,4653,4513,2357,9929,6911,10662,7129,4873,4001,8274,2969,4322,9796,7273,3761,1417,9783,7553,5122,3254,6552,5692,4748,8632,10329,3329,5639,9945,9079,6065,3190,3739,10593,6844,6226,1630,10223,3897,10754,3752,2141,6337,3178,10483,9924,5112,1682,9152,4725,8315,1157,2253,3964,1643,6616,6943,3692,5273,7040,1267,1430,10243,5935,5942,10213,3860,7543,4316,4586,788,5476,508,7922,3662,2945,9458,9122,3108,4638,794,8037,6210,4542,2413,7981,5522,438,9521,4904,8777,10417,9212,3779,7884,3088,197,9386,8141,7797,3241,7419,9426,6766,6242,241,3168,4755,8564,9427,10745,7731,8764,1858,3843,7588,5216,7392,2628,3125,137,2468,5530,5104,9156,1792,9073,296,7995,8958,2884,3873,282,7911,2520,5893,3443,10432,8226,10197,5384,8992,6199,8501,1611,7850,10065,8063,5348,876,1793,773,1365,3261,3589,4979,10742,8121,6794,10342,4756,2850,5235,8150,2507,8481,2409,2722,2575,5799,5826,5659,237,7854,7184,3317,3657,7888,7002,1386,5551,3949,5886,5589,3850,10189,404,2029,8532,6038,745,1952,2889,9615,221,2900,8798,9047,7338,1330,9080,8912,5019,807,5237,6531,9273,6321,3212,7321,9265,1228,7311,9527,5244,1695,6398,7230,2835,5436,10101,8707,4619,7192,4581,10347,7206,10477,8782,9388,5536,7556,2233,2950,707,7879,7177,4053,6974,7136,1465,4092,1457,2010,4683,4399,7082,5987,3676,2254,5990,9353,8799,10794,596,5996,5430,2263,7289,4494,1844,122,10752,9028,7590,7993,4675,9657,3772,9487,4816,4743,350,1729,3299,10031,4370,797,2331,2737,32,3265,7366,10689,5531,1113,3702,9588,3919,5072,3080,5703,4603,1719,838,1931,2290,2716,722,6402,8023,48,8711,10497,2930,1640,2834,5242,3400,7016,3831,2700,8939,6738,2143,7511,7079,1112,4514,5878,3636,9808,10224,7505,3235,3893,6050,6537,9032,6156,1679,10205,1706,5603,3807,8382,7925,2613,152,4082,2426,7418,3814,3520,5897,9961,3404,3934,6439,1189,3522,10395,1080,1237,6388,5012,4946,8780,661,10524,10568,9166,1312,4357,4448,764,1746,2432,8813,5770,2494,5088,3367,9607,7326,6634,1552,10516,5884,1890,8228,8179,7956,4650,9889,2690,7780,10719,10629,1429,6769,4613,3608,113,8056,4319,4280,2730,4302,1017,4591,7727,6405,8171,10226,8528,6674,4105,3749,2995,10585,6041,8925,2932,3664,319,455,5219,2908,10675,1388,5456,10421,861,5968,1763,1504,2960,2092,8680,3319,8252,7297,7205,907,6098,1699,2433,1961,5379,5039,6394,1545,10134,6763,220,3466,4351,4559,8966,3085,2049,1605,6116,3079,1292,6437,6251,5279,10501,5994,6259,7530,10466,4985,7653,6344,2299,4218,1846,3134,10592,1479,8904,2770,6189,9455,10827,585,7760,808,151,1141,2441,751,6187,6936,9402,9370,4156,8906,6327,7269,1372,8468,6741,4733,10509,8201,7020,10829,5065,6927,498,8968,1709,8523,4660,674,4903,3355,3713,7260,4900,7116,9635,2496,9769,10365,6641,445,9149,7510,9505,5687,2170,1173,7571,2114,4308,6467,6227,4247,6947,8778,4364,5638,1255,8613,7441,706,10128,7837,5573,5135,7428,3093,1883,9182,1144,9794,1251,17,8162,7000,2980,10001,4292,3128,8312,215,1003,2940,4389,1473,9189,8178,9134,8856,5550,9022,1480,10562,9038,395,8190,4941,1722,2275,2688,8411,7148,814,2874,7876,572,130,6966,8041,6590,5053,1439,7990,793,6849,900,10047,2773,196,10469,10613,5474,5424,492,10007,4314,4701,2567,10507,9777,5243,10817,1445,9021,3524,4293,2989,21,8705,8133,977,690,3313,7945,10156,2919,2324,8350,3469,4385,1574,1482,6079,1800,9591,3728,5633,5156,2578,7616,2948,2452,8267,4825,4493,4011,9693,7674,6497,6266,6753,1743,6472,2064,9419,3437,263,8789,2793,9669,7255,10119,3578,6586,2640,8422,6829,8862,2954,871,1843,6060,1773,1754,4145,7243,4741,3978,6217,1308,4130,543,6751,7093,10397,7728,6702,959,7849,4955,7128,991,6438,6585,7881,9025,5233,8800,577,9445,1567,3227,3492,9994,3198,2437,10220,1194,10389,1676,3163,9610,5398,5653,4672,5323,2362,6434,8776,5253,1925,1094,7947,471,6629,254,1052,8710,6599,5080,6424,4276,3095,686,6051,10671,10751,5602,10546,3938,7745,2609,3518,7841,3,2260,2916,3132,5133,5644,6695,2754,7776,7913,2268,10123,2285,9732,4703,2030,118,8746,1549,9956,3500,9099,5523,1673,2256,9869,4077,4640,6145,10439,6375,987,6114,7948,9625,975,3257,9423,305,6093,662,8812,5710,2698,974,5558,9963,117,10444,4540,10167,2193,7264,3348,1928,3478,6090,3234,2970,5690,2325,9216,544,7670,2906,2786,7518,258,2774,2139,10051,6838,9776,6523,7170,3621,10762,369,474,9628,8826,614,4945,5492,6988,783,4720,8639,6732,10203,5762,2719,2140,2955,10654,8718,6384,9289,3455,594,1471,6961,9401,2110,245,8519,3240,7863,5953,10118,2769,3948,10619,6268,5985,2062,4367,10283,8108,204,1310,10168,2951,6913,7980,3014,6756,6875,6367,5882,6546,3845,5255,4136,8257,10498,7771,8533,10651,4460,10036,4050,10649,9001,5070,828,2023,6315,7782,4601,8954,233,917,4035,9513,5458,973,5203,7009,9292,3248,6465,698,741,10077,8116,2152,1626,8796,9394,5049,1114,717,10638,10832,4642,7415,9631,1236,6745,6291,3171,243,7579,3026,8087,9044,9861,2460,4037,10816,9903,1278,932,6494,2321,4428,7799,4323,6448,6679,4376,386,5119,5217,8899,1442,7154,6588,10301,3753,10253,8065,467,3960,1956,4624,7137,9841,882,8916,10764,6505,6443,8211,7357,3971,3987,8655,9898,1262,3009,7439,8183,2963,7917,2075,3078,9345,1610,8389,1076,4674,6129,10623,4730,737,650,7747,7741,10544,6659,4155,7178,2607,9241,1410,8602,623,5621,6779,6264,2550,8618,1776,600,4522,3266,671,2678,7585,10030,677,9952,6525,6285,234,1177,5922,257,8857,3642,6906,7160,9478,3251,430,8689,3001,9440,169,6950,4889,1591,9656,10063,7373,541,3915,8467,8188,1218,7092,3573,4033,356,7614,7934,311,2455,2055,3816,9496,9795,898,7385,4605,10635,6083,2004,2533,493,2061,9404,9515,8384,2003,10828,9050,7276,3683,2335,9225,2647,733,3388,5514,4765,3732,8345,3995,9721,1098,5461,1558,9234,4044,6538,396,8959,7628,3528,4769,9253,8583,9321,2269,747,10792,2262,3939,6550,2864,3030,3011,2,208,9700,5006,1855,3705,10,10295,8431,9185,6025,5295,8223,3390,4830,1008,2383,802,2653,4781,10344,3407,8334,8081,9081,668,7193,9365,5999,9878,4948,5656,9928,9131,5575,9310,1903,4015,5310,8163,10299,1712,10589,5753,5877,8112,6286,2759,4172,6928,3638,9819,6028,401,4530,4706,8472,3246,1581,5441,5052,9609,5317,2457,2071,8567,5727,4315,6795,3288,9764,4898,8733,946,5651,9187,2794,1385,3894,4623,8018,496,2581,3031,2039,8895,7331,1397,1958,5835,2957,7433,9104,1048,3661,6976,2871,2272,7050,9933,9599,5207,7067,836,4801,2685,1256,232,3153,8305,887,1210,10758,7199,5934,559,7988,750,280,3229,465,2412,4961,7232,2798,8725,8584,10336,6247,7075,827,3618,10634,4390,8360,4470,647,9934,6870,5950,8399,1578,8849,1202,1941,2998,9852,4411,10131,8077,5004,1705,9432,4412,3620,3060,6411,1077,4119,6222,3654,9993,5517,9315,7248,2819,9133,5949,5856,4747,7824,2123,5422,5670,5657,702,7535,7008,3762,10801,4233,4887,4452,2792,4107,4762,2423,1837,2546,3164,10749,10265,655,7198,10232,4628,651,9223,2743,4991,2358,1449,10468,5788,2855,10380,8017,2134,1788,1258,1575,4902,1106,1213,6037,3554,9097,3963,3576,2382,7183,8971,10105,1637,877,10020,777,6931,7015,1777,23,9703,2967,9788,2848,1356,10019,260,5110,3277,2347,3398,2028,1688,9601,3616,1122,2473,4837,6555,8140,2788,4764,5495,8493,8734,7739,4338,591,8169,307,10338,1856,5587,3050,6345,603,7696,6955,5062,4099,672,9553,7914,3656,6708,9824,8596,6564,6305,2032,3116,5245,275,1099,6204,4372,9654,3611,6678,10258,3137,7383,10256,3179,7845,57,878,6447,1238,5860,4425,69,9772,2194,2974,8069,9350,9630,2109,293,1580,913,1424,5559,170,6892,5467,1544,121,5258,752,6673,1618,598,3495,10219,10335,10622,5933,10601,8880,3723,7538,7930,10143,6347,7615,3308,9014,9851,3961,4422,2632,9823,4922,2328,5325,7840,1183,2639,1295,8792,8859,425,2368,7295,5534,9968,9215,3901,6265,7125,9562,2636,2917,3768,10598,1602,3414,5391,2229,1653,6705,829,9675,7919,4349,4869,271,940,7769,10640,287,3224,442,7631,7293,7139,4696,3643,6209,9919,9820,7140,6857,9326,4355,1917,6611,4227,1713,9826,6700,3028,4081,1635,217,2372,4413,4476,7339,8198,9947,4258,7687,10320,7502,7962,6723,10766,1999,4880,10362,9332,5937,3585,6237,9238,2779,6711,2923,7252,6515,5141,4477,10506,746,494,8393,1670,4831,9249,3354,9476,635,2610,4533,6333,3700,9524,5555,1521,2757,1065,9814,5320,5314,10346,6606,7503,2679,2230,3667,41,8351,5843,131,8221,3711,535,5524,5259,1509,5676,5057,1923,7858,10793,3992,8128,10632,4524,6235,7492,7007,1718,9392,9203,3920,3401,7580,2767,8543,367,9064,4133,5694,4980,5673,2592,5308,3314,6628,7479,5612,10127,4420,3340,15,3527,9415,8821,4421,491,9301,4850,22,3848,1752,7734,6852,3480,9816,3506,903,10089,8322,2846,9016,8902,7404,1058,8829,4811,1406,10480,6788,10405,2091,422,5191,4277,9367,2259,3055,3046,4123,636,4775,5923,7944,10006,6084,1243,2112,9731,624,4286,7701,1774,10750,5350,9146,1734,5556,6127,1143,8545,9988,3649,8132,3560,10245,10363,9075,497,6839,4087,7146,2286,844,8542,3699,7871,9875,5106,2726,5301,984,2355,2857,5588,6623,6148,6609,8094,8579,2386,6301,5679,6486,1234,4852,5873,2780,8836,5778,3985,4749,800,8565,2183,7752,9219,6621,10739,557,3320,9023,6952,1314,4414,10184,7089,4778,6031,6332,6133,1357,3415,1368,1852,10275,6697,4919,7121,6572,5648,4457,7832,5145,5136,7438,1697,2753,4595,2633,689,6279,10786,5330,8908,7213,2305,4017,10482,5819,5769,2391,3021,1248,3577,4793,7021,1619,5263,67,3041,8573,2065,10653,5684,3976,6801,2235,10075,10302,10660,5058,10720,4671,3470,8771,10061,7662,9043,906,4304,2627,3206,5747,4231,68,10767,8392,4163,10070,992,6010,1063,4676,6444,10412,10776,9298,5593,8469,7744,4685,7764,1087,10404,2155,1950,6812,7084,3501,10298,9560,490,634,6382,8649,4106,10605,10186,3218,10067,8699,848,7156,7141,4206,3291,10512,5194,7209,10493,2162,8658,9497,3786,6978,7572,9363,6102,8703,3395,10194,3769,9192,5407,6117,5754,8258,6736,2249,6193,7474,857,9544,922,6241,4103,10608,2820,3471,2913,4767,9572,7801,5535,7528,8478,8093,8326,10289,2570,3283,273,10150,313,3357,5824,2378,5473,3865,9157,4761,6733,6074,9338,3871,8848,10515,3039,6760,8973,9504,1797,858,2997,5924,10073,8238,5526,7921,10024,6516,10276,8146,10093,1434,10627,6427,7792,6307,3054,1266,10334,5866,6805,1136,8622,6406,8998,6085,9246,8841,9352,7839,9245,9475,5915,8995,7014,5783,10464,2015,3118,8888,3204,1054,558,9468,6709,724,4203,3189,4174,1548,7426,6909,10042,2867,7384,10664,8362,7646,7955,3263,2033,4008,2638,5418,2184,9041,2458,5782,6087,7714,10181,3849,7821,3693,3602,7290,4995,3930,8341,155,10588,9817,3284,8155,5509,7893,10400,6012,8520,9797,6725,2982,4029,7926,7453,6473,7200,9964,5064,8492,9130,9211,10029,7735,4705,3047,10570,2485,3857,6082,6767,302,5813,8814,10729,6428,4521,6729,8254,4177,3065,6821,8921,5671,7526,4786,10661,4484,9493,10040,8576,7725,7664,10135,4343,3561,10279,348,5827,2319,9576,2474,3571,963,5158,10818,337,6312,4803,9303,1195,4013,10779,9807,1587,2287,5151,579,3600,1832,10693,3260,1239,7992,7520,1532,5380,3232,4609,279,5649,8340,8101,7754,1101,10435,116,7445,6780,2343,742,4182,9522,4915,6200,6681,8175,2241,4835,7214,7559,1986,3565,9983,3988,5297,173,7142,817,3763,1631,7303,6692,10238,3609,168,3396,2371,4645,3826,4483,665,3773,2530,5124,343,6255,7606,9477,1203,1714,8426,10120,10811,1936,3274,3559,3895,4702,227,8927,8731,1993,9366,4109,1100,9726,9774,6106,8590,10810,7697,3430,10740,2440,9931,4551,2428,1781,3138,9193,5539,3094,7733,830,8502,7171,8208,4282,5771,5578,1346,2523,6626,10171,2845,9571,4334,4320,9953,214,1728,1633,4799,2614,10225,3122,1315,5960,7220,6190,3130,4554,1555,1269,338,7838,2084,4987,1197,1664,1920,3399,3899,4019,2537,1389,10081,10667,1541,7638,5355,2816,3663,6561,2597,9154,2937,8604,8984,7032,3082,2405,7542,4112,3150,8922,476,2177,9202,8608,4332,1513,8130,1710,7026,9880,9882,6162,9780,2887,4729,6278,8195,6423,2035,5537,7432,6063,7442,8397,2994,1360,6149,839,5138,3154,1557,6618,2921,363,5863,4201,553,10078,2986,5051,7902,870,2449,1224,1214,7935,9860,1286,1032,9042,150,1000,5294,3652,5211,9313,3192,106,1755,2803,10669,461,5260,7076,6297,8419,9920,5664,6289,2976,3748,5913,10663,6445,4984,9198,4166,10658,10285,685,3226,4084,7964,9176,3451,3719,4813,7712,6896,6457,306,8750,4149,6811,2558,308,8255,5172,9570,10268,5069,4712,1288,2637,7667,10406,7202,7892,1332,9598,4876,1174,7905,10451,6208,347,9199,2173,10053,944,2255,1091,9328,8043,6119,7186,6128,6551,3102,4832,10703,3447,2756,7522,7897,4170,6591,4746,9949,4649,5442,4255,1604,4284,1422,9626,7700,7828,8514,9486,8563,5641,2859,3377,2361,4350,1027,4398,6476,8464,4558,905,5248,3889,1387,9666,7660,818,6917,2746,105,3433,3757,9186,3514,4492,9883,6334,10682,9012,3687,7024,3598,9939,8347,3931,3209,2477,639,10700,76,1428,5847,8817,2601,10416,10264,5855,7018,2686,5202,7563,2240,8451,4256,7901,2526,1721,4928,2480,8851,2364,5821,5615,1686,4931,4886,4738,1451,8661,3825,694,10697,1968,10235,9881,5022,6989,2938,9072,7581,8013,7108,4911,7656,10555,10348,5268,7403,4291,5247,7496,1431,9358,1982,4052,8346,5221,3482,6336,433,10109,1208,888,7155,4564,4301,9175,3977,8127,4872,8728,8656,1466,1703,540,8216,42,1085,9718,5591,2211,10795,8845,5477,5142,1907,7655,2590,9918,10465,4848,9716,7796,8284,554,5885,4086,6612,10267,5222,9532,590,4384,3806,1723,4328,2958,3221,6647,2312,2472,6140,8296,8057,996,1659,411,8619,9759,7950,4670,545,8264,3512,2747,10169,9046,1780,9643,533,8085,9706,10491,10273,8249,3214,2248,7869,4192,3358,2885,8575,3057,3878,6219,2934,6614,4285,9862,10702,310,10582,3092,8935,901,8700,8646,2741,9466,3097,1627,6792,8174,1311,7409,6430,7052,4079,8279,9084,6483,1355,3568,3863,4917,5652,4297,6508,8986,5370,9559,10808,9835,771,2257,2564,93,10114,10806,5735,1363,8909,3032,9424,6355,9998,4251,1742,2234,6704,1394,8589,855,6942,3418,4606,3991,9492,1757,3332,4339,9590,5972,397,9896,2740,4894,3392,9756,9005,4205,9311,6926,2225,10799,8482,6139,2804,10208,2135,3459,7864,6887,6596,7316,2434,8385,6724,1361,9296,1191,6112,6632,1011,3445,5063,2046,4066,1470,6503,10152,7029,9754,10456,299,1615,10069,5236,7875,2668,2892,8937,5777,6440,5397,1811,6876,6460,2111,6359,6350,5574,309,10209,8009,1938,1139,1334,9811,6973,5507,5353,6749,9989,3439,154,7694,9534,7282,36,2635,8587,6888,4055,4317,10543,2744,3791,1685,9240,5285,2532,7332,6309,7788,10490,10097,6176,5829,424,3464,5349,6013,2402,10595,1190,6168,6580,2338,3076,8518,6314,3584,10815,6905,5455,2119,1349,10166,9838,3387,27,5991,1790,6774,618,10434,1250,7435,8982,10064,5846,8957,9921,1953,3542,4439,10172,10054,2284,4582,3490,10370,9825,8754,3245,962,8681,8647,3328,3641,4644,8356,8989,3104,1075,231,2830,9683,10083,3709,1053,4283,5108,10427,7610,4503,9129,8890,3993,10650,9879,834,5426,4495,6364,6453,6400,141,6742,1880,5696,8511,1997,8483,3914,5316,7516,9941,7429,6520,7770,8405,1261,9897,8852,419,3855,7414,7334,7042,6912,2271,3162,4211,4773,2124,4806,5898,8407,9346,8055,218,8337,8591,5382,5118,1930,947,1252,9561,9227,10713,580,4108,7573,9568,3925,6715,10192,6529,7337,3722,6534,7343,1338,4097,89,9730,10473,3023,8440,10484,9030,10706,7127,5613,775,1981,2131,6570,1764,6676,9347,8659,359,7954,3674,10026,1984,8200,4659,7942,6141,6689,2044,2297,3681,4312,6517,7221,10011,5010,5608,9341,4534,6425,1915,8014,573,949,8747,756,64,1306,8870,4360,5107,8749,6765,1167,6481,44,9812,1291,5440,6053,6972,9093,6871,3259,9612,10695,1275,9566,1876,6006,9126,3435,6828,7949,7802,5502,1918,2619,7448,8787,156,6722,1720,10361,2251,850,1390,7085,1033,7258,5425,5871,4051,4307,9138,5185,9604,2138,2524,10060,3874,5798,7549,9470,9165,10723,6308,10472,9676,4333,8488,2648,865,5129,513,8020,2380,7485,5179,10609,8021,10319,8487,5336,7259,9809,2345,9904,360,799,3070,4245,6436,77,8287,3778,3197,7648,921,910,1966,2464,1745,1468,2644,2519,9866,2915,7591,3921,4388,10322,7223,3983,6496,10775,3467,8996,1205,7395,5706,743,261,9377,8945,8693,9979,8209,7436,10310,1476,2236,8626,7678,6231,2966,8712,7487,3590,6799,10112,2571,5140,6277,7698,2703,2336,373,5153,970,1955,10281,124,10430,985,8471,6172,5200,9727,9490,9188,6526,765,7713,4466,8359,9907,2543,7086,8348,927,9269,4681,6877,5713,8846,3462,5482,9960,986,1646,6356,2962,9801,1735,9506,7090,3096,366,2825,5844,5234,5571,4834,3456,9713,3276,158,10092,6712,9086,3575,2001,7809,8103,6776,3215,9692,2330,4944,7010,2630,9082,8189,8120,6022,248,8484,5035,6458,10280,9396,7789,10549,5307,7163,6399,3371,1638,1103,3759,5321,8723,9205,2781,8234,7126,10572,10765,8380,8242,8963,10379,1235,1827,2078,1979,9685,3486,5554,3441,536,5956,63,8409,4498,7204,342,25,6835,4226,230,530,6173,5375,10153,6935,6418,4516,3742,4665,3194,9459,6319,1784,5125,1415,7267,7035,10072,8861,2953,2655,6407,133,8016,5916,1423,8920,3475,2762,4025,7117,1347,4217,9244,7939,2133,9520,537,6075,6650,1438,8911,6283,7353,1018,2649,1595,7647,5900,385,8555,1359,4576,658,4042,2498,10108,9011,1231,9525,381,209,3489,6020,30,3181,9623,3370,1674,8461,9946,4727,7191,5716,9890,3333,749,7361,3350,6740,6062,4905,10269,9923,9624,4331,6275,10179,6880,10359,9832,7965,8058,6983,4935,9682,934,5596,9508,1005,5538,10422,3990,6302,1909,1379,5709,2178,4348,9948,10645,5879,5995,10699,1421,1391,5992,7708,10141,5791,7878,1371,1111,1165,9251,7807,9672,3829,10586,8985,3774,1020,5078,8679,3127,4300,1831,3659,7262,8876,6318,1335,6864,10734,3717,7822,4656,8115,7006,7028,3953,3579,5130,8006,2093,2337,6690,5892,2387,3394,5157,7476,3770,7444,6944,653,5040,5786,4141,10826,10300,4433,8868,2775,3378,1886,1601,10218,2415,7344,2076,8164,10349,6511,5714,6491,5305,2096,1215,7753,734,7459,4499,5068,10214,4663,6850,8883,4210,4060,1877,6040,435,622,9582,5675,2088,2219,7639,6957,7030,10449,8863,244,4021,863,619,7233,9230,4289,779,6619,2223,8259,659,4584,9698,371,5186,2681,7551,1879,8318,5859,378,351,9471,1151,4064,5111,7196,6361,2920,3686,4091,8088,8191,1245,5288,7356,1946,1450,9362,6946,1696,4366,6924,432,1550,7757,9263,3117,3321,1701,4918,7333,1148,5630,1407,6240,9594,5718,4202,10517,10055,10620,8158,716,5240,9454,10193,6669,6003,10117,2041,7891,450,1443,8896,5123,4447,9287,6778,7565,9037,7310,4560,9190,5109,8089,10330,6155,4684,5506,5548,5695,7359,4049,2727,2985,2165,5748,8343,3121,6232,7470,1166,2024,2505,4318,6967,4895,9937,3052,2691,4574,1791,4213,4845,9417,8206,7219,123,1535,9818,5146,3593,6058,1805,5582,2246,9753,1677,1629,4125,1317,5289,2548,2694,387,6802,2936,3038,5504,242,5265,3410,1971,5075,1265,3708,7307,4731,7856,6043,6256,7794,522,2227,649,5665,5874,6919,2492,3049,3149,495,587,4183,4004,9109,6853,3356,5682,5700,2605,2258,772,5836,4587,4386,301,10111,6263,9962,519,4939,9831,5655,2115,9715,8104,10202,5105,5385,7430,8187,5640,377,4007,4472,8117,1337,9006,229,784,10041,403,7613,3872,10441,6547,6385,5343,5820,606,1280,1014,7349,9899,9868,1309,1257,5468,3678,7364,1341,8601,9221,9422,2731,4020,3156,2785,5840,8084,564,10241,9228,822,4960,4478,8529,3551,10027,3538,2720,3557,5196,4930,7237,10345,9747,1221,6396,2384,6303,5444,9767,5736,3131,2860,2447,5464,3764,10350,8878,6556,982,7460,1035,2806,2421,3135,2896,4018,3421,3463,10565,1769,730,10673,91,7791,145,769,8390,2142,4724,2659,785,8739,1082,630,10045,10503,1519,9712,5975,866,6374,5033,9766,3891,10616,2933,7175,8585,9619,7625,379,9181,4189,4888,5902,2512,3380,9135,429,2400,2712,2239,7265,4580,9083,3172,941,582,2031,10278,5116,4434,10410,8455,10830,9648,7305,6078,5832,8898,4458,8662,4732,7870,5344,4046,4607,251,3630,7406,2475,7381,8594,417,9272,3090,295,7294,11,2479,247,8546,5311,10510,2927,4505,6986,7190,1882,4714,2687,4402,6475,1616,8310,10032,8980,236,5904,5120,3216,3446,8015,2353,314,3996,5646,7600,5044,2113,8053,4892,4032,5967,7635,5622,7501,1547,135,5471,2422,6221,4583,6565,5516,1515,7882,2987,3100,10138,3373,3389,2430,667,2489,9148,8428,8277,10314,9821,2390,7091,7379,942,7208,3337,3368,10116,9552,6186,8445,8430,3199,2555,4223,4455,5731,1949,5490,2701,5831,6860,10386,5868,4374,9973,418,1458,5011,9220,1179,945,8091,6202,983,5182,6435,7564,10479,1318,1219,3280,9108,2351,9564,9549,3998,3910,269,5066,5262,9435,4116,6104,3594,7560,5026,5964,9323,6105,2095,8690,1756,199,126,4573,6754,9089,4048,8414,5570,4078,10332,10009,3048,5689,399,10453,5293,4654,8574,7400,8073,8462,4843,447,6823,7621,8233,1395,1970,3488,2228,1683,5686,7906,3432,325,5899,8072,2374,9977,92,1222,512,2667,5585,1118,5213,7632,7558,5059,936,9449,7603,4179,9636,8671,1182,2965,3696,10187,9992,132,6921,8586,6287,8498,7909,10022,5678,2849,889,6077,700,6166,9327,9974,10831,7408,9737,357,322,3282,4934,6245,1478,4190,8630,6282,4311,9655,10617,5429,6147,2169,7036,1902,2108,2296,3796,1453,5099,2942,7855,539,5738,5789,10002,1687,8960,3250,5054,6574,8227,2159,7396,1823,10271,7582,8229,6441,4874,8474,9184,10505,2200,8102,1039,8111,9842,10578,4982,9258,9029,1477,4195,3113,7703,10351,4890,1200,7275,10130,9671,5764,965,597,10215,2008,7201,6137,9218,10425,10508,2040,5721,7545,8839,393,9017,3296,5029,8866,3909,3509,9902,2901,4661,6956,2899,2190,4396,1119,9837,3036,1828,4739,10594,8047,4329,7134,6161,4324,10467,1088,7053,1350,9848,9800,1128,7393,9720,7630,5173,5014,10277,10261,9512,7261,3273,6450,10579,4734,8491,6366,6270,1569,1162,5597,5628,8003,7812,7593,5752,10160,9314,3684,1226,8076,2399,6059,6489,1892,3840,4464,4577,10805,4154,7375,608,8256,4597,1760,909,2207,3029,292,1061,1771,3508,6594,143,6329,1126,9280,6203,6541,4679,1494,3789,5654,4204,1525,10306,7058,7336,10140,8388,146,5367,6772,5838,4153,6638,1,2420,4144,2381,6000,542,6898,6977,8763,2038,3720,8054,4604,10221,3936,10744,2665,8489,3403,4267,9864,520,10211,1498,10021,7567,5274,2079,9494,2097,65,8099,4209,2944,10648,482,5021,8499,7039,10708,6281,7808,5793,9850,5446,179,333,6686,2373,9405,5300,3205,766,9371,4416,4341,2276,8717,10048,9067,8773,1246,1924,8917,7371,1263,1043,3785,4057,6716,7222,2191,4847,8810,6184,6335,1935,8505,9262,8034,2180,6261,939,4700,1206,4009,84,5356,6008,5450,3151,10174,8853,10137,1333,6293,755,6377,726,10680,5627,5092,9909,6717,8068,8363,9204,5447,9076,648,5906,10647,1727,8997,7910,321,7730,4621,5962,7399,9750,3196,10393,4570,4429,3186,1841,9551,6506,3837,3782,5785,1589,4805,4509,6070,2182,2602,10604,5562,4593,1426,6322,9317,1055,1562,103,3343,6194,9444,1663,8674,10558,1916,1031,2005,285,7681,1888,9519,1518,6016,3045,10227,413,684,6981,8818,4758,1483,159,8981,7508,6874,10099,3427,10034,8457,3098,1818,2086,10470,9975,3510,4462,3707,2789,10746,4410,6992,6130,9159,7098,1998,10574,4842,7166,629,4728,1367,8044,7680,9090,2949,7467,4281,980,7088,8479,5048,687,7507,8404,8554,9171,3937,7923,928,4265,7711,1384,8510,4507,4239,2067,1874,3688,7509,3126,8473,9853,10603,3302,10424,7004,8079,6039,4313,8748,4883,7844,2677,5667,640,1813,9400,5595,6212,6831,5038,4132,3002,5818,7072,7723,6390,7005,9276,6414,4335,8951,6846,3346,2181,9773,2572,7784,34,6707,10266,74,54,4151,616,1527,8694,10390,8972,4162,8988,8186,1726,4365,6536,9987,1416,8403,5171,1809,5607,8785,1973,3706,6819,3646,104,8024,446,1522,1693,5298,10115,6657,6982,4547,3213,2765,3202,7494,7867,4520,1069,4381,6818,1940,3629,119,1767,3730,7826,1748,8485,4539,4569,7756,506,2394,9382,354,5045,10705,9645,5210,5744,3069,4992,5800,5365,7688,9481,6604,10413,87,8443,8578,1096,7578,6365,2158,428,3068,4305,6899,9437,9004,1960,2907,10049,2596,4358,8396,3932,5433,6422,957,6833,8808,7174,7622,1759,7145,3341,1974,9550,7195,9914,4158,2808,3834,9578,10353,9545,6183,2750,8610,8298,7527,6750,6317,1891,202,2317,2883,2538,8551,8651,1325,5730,5611,7322,9849,297,1413,8844,10327,291,5541,9294,3184,4275,10341,5287,2992,1551,9574,8497,2748,6498,2973,9563,2166,8840,8283,6987,1496,6316,9110,926,10411,10315,5230,4093,890,5982,341,10784,7407,4818,6784,803,10297,6895,8486,6735,10674,6157,10028,10046,8142,1814,7762,8144,5808,5888,6886,4972,49,8975,8835,2603,8768,7982,3382,5394,9373,3099,902,5861,6554,2818,1062,3000,6462,8752,6292,2417,187,2326,8744,10448,8534,10339,1123,7495,4856,9443,10272,9374,5875,4139,3979,7132,4849,8344,2476,9210,3665,10382,4475,9805,4382,5801,7413,4881,3183,6518,6655,5938,7309,3562,8708,8320,3586,5192,8781,10641,3295,9913,374,3006,4771,6233,5195,2912,1153,9888,5711,3294,9867,7235,10716,654,99,7978,8516,268,8741,2020,2213,7131,9031,5946,5073,10076,978,657,7207,5839,1012,9679,7354,127,2840,4263,8147,10737,9691,2344,2506,10756,712,3625,2406,8831,8521,5147,10557,10519,6865,5037,583,4219,6575,5127,9356,3668,4634,3775,7486,1259,6011,1059,9059,1732,8214,1967,2063,9740,3091,9539,4994,6953,8371,10415,5224,736,6642,1634,3155,8760,8192,3461,4346,8273,4735,3307,6380,6477,9286,3644,3841,10763,9071,10539,6417,4969,1645,4200,8040,835,1484,9980,9926,9007,9061,1502,7162,6680,8000,2354,6403,1057,5658,9840,2522,2672,7557,7490,7308,5232,5755,4214,6630,2684,13,3120,4342,7150,7668,8408,6167,1120,9760,9917,4034,4176,6100,5041,8137,2009,4236,10628,6530,7500,3310,10522,7244,2508,6757,3376,8722,2080,2424,9360,2771,6786,6223,5891,6290,4309,6540,2107,453,9834,7372,3481,5921,2709,2527,6777,5823,7450,6607,3962,1865,4826,6124,10725,3195,9112,7477,6271,8110,4839,3147,9752,2205,420,10715,6153,7241,6197,6121,3237,142,719,3016,9678,1733,6859,4693,8092,10246,8496,1497,6665,5413,7596,7805,2891,6984,434,7620,8434,10190,8779,6320,2196,1108,10489,6945,10630,4836,147,390,277,9982,8316,9158,10129,1529,10428,9222,1889,823,10068,2777,10597,10707,4926,1983,3944,1730,2302,6248,1150,3515,5266,364,9723,4541,796,4369,10035,1068,2148,8194,6958,1815,9548,5809,4815,2220,5533,7440,911,5103,9015,8592,195,5948,2082,2693,5749,7365,9927,4506,1161,5757,6560,7119,441,4043,4045,3802,6005,4089,3765,5618,2012,6719,9456,6262,7473,1600,12,3044,3053,2469,5723,5954,9991,5087,2037,669,7951,7124,486,6272,2634,4626,3966,2971,5376,3384,10173,1489,2535,6180,1036,10293,3569,8736,10013,9651,3364,8794,7437,6997,1885,7732,6727,8698,5296,10778,7692,9291,5403,10292,9893,9349,721,6938,6234,1369,3363,8676,10731,2266,4678,2103,10757,2706,3869,10207,2303,4266,5408,1506,2894,2739,2467,4193,5988,3106,1455,7335,1156,2470,6466,8217,3450,744,7912,7216,9613,1158,8383,8842,3015,7056,9872,4234,9259,10712,1435,4143,8772,6353,9209,1854,7512,8231,5732,528,4181,4525,566,2941,8724,9600,3177,9830,3698,31,6152,2922,10540,6841,8504,9905,3799,7665,3453,3143,4090,6057,5487,1488,4692,2403,4228,6351,6587,6371,8321,3943,8745,1282,8059,8435,6939,7389,4899,5980,8325,8401,2624,1598,8290,4808,4069,7979,9368,3264,3788,4966,5510,714,4797,7451,5079,443,10802,8275,10291,2367,4901,2056,47,5023,5760,3278,8901,2369,5193,8881,1864,3582,6017,5378,5883,3123,1002,3729,693,547,3072,739,5724,930,3767,8869,3275,9839,4766,4988,10659,6744,1486,376,3083,2574,4608,3604,1913,2217,8243,2584,3465,9885,9674,4027,88,2843,178,3727,6027,2646,2484,7532,1409,4567,5368,2856,9267,4417,9414,10423,1024,4467,10043,2318,3525,4668,6048,6855,5650,4721,8665,6922,3420,2838,8181,955,2623,612,854,6775,4080,2734,8663,400,1905,10726,8157,8873,6455,4198,90,8230,1297,5319,8168,3289,10005,6188,4538,7110,9733,4215,1835,10547,8729,5187,200,7106,5569,444,7165,6393,1382,9260,2052,6653,7246,9587,1869,8716,9845,4726,5693,2650,6631,1293,9381,5794,5318,8824,2120,2839,2542,560,4782,2918,4459,1661,6600,2462,2099,1914,2689,2199,4173,3064,6682,2929,8706,4216,10161,1287,2847,1624,1987,4502,9213,6884,7686,7607,8153,10122,318,10769,699,5852,9308,3780,5505,8304,300,7077,7037,1694,5867,4814,4518,1149,3411,1649,7012,10154,8570,10183,10678,5434,8990,5733,4261,10688,3876,6714,5993,8571,1881,1198,971,9757,4862,8329,194,9464,4161,8805,2281,8160,7073,4187,6429,5489,8993,10773,6343,3366,604,4225,3255,9302,10242,4230,2852,5677,6817,9127,7027,7521,10471,9178,2866,10612,6485,10147,2243,5772,7416,660,332,8035,9595,2459,2541,6843,833,10822,6419,9092,5833,7118,4131,5647,10188,9647,6608,4625,8581,9680,8272,8052,2151,1499,3922,225,8071,2707,5152,1511,9663,7659,2068,4578,1704,2329,7229,5346,10567,9711,4954,1783,837,7060,7779,6979,3896,2427,10371,3975,7478,10521,10263,5002,2497,2990,1613,7984,10372,1772,7941,2081,8444,9762,5374,3499,7531,7462,9529,1029,7640,1030,6507,365,10392,5278,3141,5437,9681,843,8507,4532,10782,62,8603,1747,8007,8366,1178,8379,7787,2265,5685,7548,2595,1977,4059,10607,1658,9555,7666,852,5957,9457,3362,8082,7619,8410,5137,2662,4666,9538,1067,4327,161,384,8319,8154,8220,9299,8418,10290,5028,8761,6454,2277,826,3511,9472,7868,10237,8395,9196,9179,3714,7179,3682,7238,8465,701,831,8313,5359,4772,5001,6514,9380,10445,3623,8306,10732,361,10809,6088,4180,4456,1584,10079,7161,9906,895,7872,6787,8268,6512,6401,8702,8742,4851,6739,2943,2676,1104,8928,781,10426,2121,5465,8036,6026,5853,7584,9705,7483,1691,7885,8449,78,10033,6827,8804,3637,1225,20,1789,8634,2488,5327,929,6138,7468,485,6379,8248,2822,6324,5252,6589,3758,1074,9857,2909,2392,5947,7370,6426,8801,7513,3545,2983,1826,4975,5986,738,2157,2833,7972,4165,6651,5204,10554,6625,2443,8688,5484,9462,5542,2670,7471,3372,5567,4474,786,1908,7645,223,9420,9482,7627,2671,10561,10384,4535,7423,5020,6488,8064,2122,6949,1860,9659,10010,323,5479,9194,4054,2322,6158,3613,6687,8885,4788,8297,9915,5448,1939,2525,10080,6246,1528,10814,10234,5439,2979,6471,205,5414,5276,6071,4629,2224,7907,1926,8098,10182,8974,190,9290,256,2534,6643,8381,2451,5978,841,5362,2048,2309,2117,5400,7650,6903,3101,8508,8593,212,5081,8294,6699,9473,3923,1343,6001,3304,9995,4330,8926,820,9967,5264,2291,8660,2002,328,578,6034,6941,1898,6851,8193,10790,8494,908,9201,3067,6150,10460,2626,4134,9725,2809,9255,5817,8636,3484,5449,3813,1110,3327,10755,9745,1145,10191,10559,1566,6113,6737,813,5031,326,10461,3136,3997,2791,5337,3169,5544,9107,7575,7047,7555,380,4102,8864,4454,6908,5177,7298,3580,9892,997,6228,2858,8135,5095,2174,1820,1650,10541,8412,5849,4445,5478,2738,3734,4171,4124,3167,1253,7362,5280,10542,8819,3588,10804,950,1463,1564,2805,5869,7597,5358,7188,4646,725,2274,8726,1050,9828,6376,7916,2875,7256,8893,9035,4235,1454,5759,4544,6824,2755,8005,9433,5324,9322,120,1242,98,1319,7469,1690,3438,2283,3627,7693,4566,7768,9537,9738,8531,1897,9369,3701,86,10100,2104,2587,7212,5,4401,5830,3980,6146,81,7825,2898,3318,4722,3926,1028,3018,4371,3174,4437,1303,1175,2616,644,9491,505,1393,4222,2651,10496,4611,9055,219,1491,10358,6854,867,9411,8535,9297,2019,3619,9306,4951,3639,5326,7806,3142,5419,3428,466,9858,9431,9140,10317,2562,7498,727,3607,9746,4952,8075,7111,2483,5086,5480,3793,5549,6847,2128,9162,4359,6796,5363,1995,4500,18,5205,1004,3111,7227,427,5332,2910,3326,1142,8423,3744,2293,7957,6867,7011,10121,10163,2160,7314,3513,9483,7173,1775,5154,2059,3583,3828,4028,3721,9865,3835,9467,8559,10787,4438,5387,4250,9062,4167,394,6096,4791,5494,5776,6449,3892,8905,3182,6980,652,129,5780,5459,10210,3853,7296,1622,1362,2991,61,4882,2823,2591,10249,4147,10102,9364,5660,9910,9049,4012,2278,9646,7422,8446,5912,9450,9155,10255,7045,6244,6304,3634,8246,6218,1991,2398,849,1978,2732,5683,2363,4929,8933,7377,9091,9058,1326,6073,9324,8949,3505,10017,5395,3474,4528,382,6076,4269,3416,1556,5931,1829,6175,7239,5579,595,2136,5572,2026,7562,1836,4585,73,5226,601,3061,10125,500,134,6970,2589,2150,7104,6413,886,6004,1019,3114,2952,8300,2192,4212,1656,1196,9412,9546,5071,7063,2518,9398,4426,1285,1779,3165,4160,696,1738,4501,2579,2905,4150,8631,4545,2188,1932,2652,6487,8620,8477,976,2612,5977,10531,1184,2654,5493,4870,7347,981,473,10124,9782,7649,5223,2704,10733,8439,9266,9305,407,5435,10420,8802,9488,3059,5811,336,6576,8354,2842,10385,8165,163,4321,1441,4497,10455,8721,1964,5616,2045,7831,8770,8719,4264,8025,8357,1154,10082,9986,1863,10304,10307,10274,483,7987,5557,5525,1448,9144,9379,3051,2389,6858,1573,10458,10311,5784,9325,6826,4400,9277,912,9709,1199,1375,9585,3973,5787,8627,3503,2872,1553,1125,423,4002,676,8124,2723,2763,4249,3610,7967,5767,4804,1444,6816,6198,5115,5128,7968,7859,2300,8424,6433,8432,5513,3534,8,3521,4303,5740,6206,3413,7329,3640,3281,4481,8460,6610,2778,10233,5940,2346,5746,7287,4515,7795,6397,3898,1107,6136,2713,2153,3824,3847,4260,8923,3712,160,2137,3042,7570,9661,8177,5825,6328,4908,1922,8806,7722,6205,993,19,3879,3651,315,8327,7998,3013,5887,7352,1988,7434,60,8743,125,3595,276,7360,2164,10305,1808,1766,8244,6583,5632,9775,7301,2261,2216,4682,7946,3543,3477,4916,3222,9622,10144,5803,5486,4787,1230,5719,3675,3019,8867,6535,4067,9633,7676,9395,7865,8825,9627,8280,6346,4121,10325,10058,9751,252,191,8033,162,7774,4199,4976,4673,7781,10545,1672,7775,3119,164,8046,8597,9541,1614,1749,9901,9810,4819,7369,5971,1164,1404,1281,7203,8301,6627,7097,4010,8962,2301,3982,1842,3918,8948,666,1536,4780,8335,2339,4664,5775,10753,6524,534,2298,8791,6021,2011,3540,9908,2569,6311,6881,7225,9448,6015,5546,589,1806,8026,6108,3272,6930,1568,3405,6482,6568,10691,5454,1533,4860,6562,8678,8727,5360,6177,7823,6925,2904,177,8126,3984,2811,7929,4643,10364,715,6809,2366,4953,10294,7758,6502,46,7280,4950,6848,3303,4075,7180,5917,4345,1969,4838,4076,4938,2486,6432,718,4932,880,6934,1134,3494,9704,5594,9161,546,5814,8611,6800,2881,7994,4789,1539,6527,3431,9806,10495,312,10514,7624,1373,4253,1878,10527,4095,6154,10288,5515,6734,9312,5828,2761,5392,2189,3624,8685,8398,3300,2377,6770,6036,2717,3479,5483,2244,8122,9804,10286,7669,1229,9170,7210,9288,6916,8556,5328,8815,6548,9606,2545,4821,9119,2697,4614,5600,1181,9329,3631,6372,2935,811,1887,10621,1089,6584,7587,3626,1204,7642,7257,879,10452,5918,754,8623,9100,3655,1348,8891,4259,10759,8720,174,7817,3821,3677,8837,3552,7112,3523,9500,1542,8342,873,8454,3379,5184,2604,2116,6720,7446,9153,5966,4115,239,6363,3423,5410,8621,2657,6386,5697,5209,4122,6533,7113,2981,6791,5599,8929,6330,5303,3882,3603,9765,9722,4561,7281,5756,2813,7862,10355,2442,10633,2179,7421,206,2751,925,7517,3073,2715,281,2926,6667,4248,8331,7663,567,10388,504,8215,7022,283,7887,4294,9930,2851,7783,5520,3436,9115,10340,10180,7679,2641,2231,457,6671,824,7547,868,4973,7539,2800,9569,8979,9054,185,3353,2725,39,3253,7504,1009,6009,8148,10450,9976,6891,9020,35,3690,7313,340,4713,1644,1648,1270,10823,2504,9208,9307,7737,3671,2528,5261,7641,1418,9200,961,1131,8308,10551,5003,6948,1137,9351,8924,353,1436,4688,2043,7626,2247,9489,2664,10098,1232,2946,7023,4347,4005,3808,3369,3331,2529,915,2466,4602,2316,5167,8983,3541,6932,1010,8368,8580,7323,1493,6975,6452,1621,8976,9418,7054,8205,6522,6369,9078,6964,9966,1152,10236,2787,3986,7895,10356,8530,763,4368,388,8377,8936,7677,4575,3175,7153,5228,1660,8875,10606,5857,7386,7740,5580,9275,4879,8436,5810,8994,3231,7623,1176,3685,3180,8237,3747,3393,995,5560,102,1046,4469,8774,3689,3185,8903,1078,6007,4120,4270,3929,7187,720,1804,4568,7215,3881,5015,10151,6845,4785,881,4298,7102,6567,5117,6656,6873,4127,3374,2863,3800,2144,8566,9174,3452,8080,6354,5503,5945,95,6624,9670,7231,1172,5097,2370,4098,6284,1904,9361,846,7176,9235,355,7851,7576,1201,1124,5481,5563,832,1171,5552,7894,7899,5604,3058,760,4823,2978,2568,1947,7069,7080,990,551,5246,8030,8730,463,7055,9387,1577,9183,759,8199,8278,5951,9916,9410,958,5342,5299,111,9702,5973,4763,7402], "time_ms": 0.648791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1.381625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 1.381625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1.381625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 661.683791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 731.507083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 731.507083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 731.507083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 731.507083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 731.507083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 731.507083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:32.111", "time_ms": 731.507916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:32.772", "time_ms": 731.507916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_samples_per_second", "value": 7.5726, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_min_latency_ns", "value": 118926292, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_max_latency_ns", "value": 660275209, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 368171633, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 354260417, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 660275209, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 660275209, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 660275209, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 660275209, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 9239, "tid": 15871562863546436623}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 660275209, "time_ms": 731.816416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 9239, "tid": 15871562863546436623}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt index 95e1a8002..431ead90f 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.69575 +Samples per second: 7.5726 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 262733417 -Max latency (ns) : 1064791833 -Mean latency (ns) : 629056966 -50.00 percentile latency (ns) : 600764250 -90.00 percentile latency (ns) : 1064791833 -95.00 percentile latency (ns) : 1064791833 -97.00 percentile latency (ns) : 1064791833 -99.00 percentile latency (ns) : 1064791833 -99.90 percentile latency (ns) : 1064791833 +Min latency (ns) : 118926292 +Max latency (ns) : 660275209 +Mean latency (ns) : 368171633 +50.00 percentile latency (ns) : 354260417 +90.00 percentile latency (ns) : 660275209 +95.00 percentile latency (ns) : 660275209 +97.00 percentile latency (ns) : 660275209 +99.00 percentile latency (ns) : 660275209 +99.90 percentile latency (ns) : 660275209 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt index 39a307017..448c5cd5e 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=76.000%, good=380, total=500 -hash=14d42df238852453cba3c9ba3f6e7e9962fcca27850d789572a47a1ffd4ee97e +hash=16f1d3cfd3372bdef67fe2ab304d8d6adbfeb8c292bbb14dd70fee78365d0543 diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json index 4b6de6894..2b48a5115 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -1,36 +1,4 @@ [ -{ "seq_id" : 32, "qsl_idx" : 435, "data" : "00004443" }, -{ "seq_id" : 33, "qsl_idx" : 261, "data" : "0000803F" }, -{ "seq_id" : 34, "qsl_idx" : 452, "data" : "00C03F44" }, -{ "seq_id" : 35, "qsl_idx" : 47, "data" : "00008443" }, -{ "seq_id" : 36, "qsl_idx" : 304, "data" : "00C01344" }, -{ "seq_id" : 37, "qsl_idx" : 53, "data" : "00C01344" }, -{ "seq_id" : 38, "qsl_idx" : 279, "data" : "00406044" }, -{ "seq_id" : 39, "qsl_idx" : 18, "data" : "0000EF43" }, -{ "seq_id" : 40, "qsl_idx" : 376, "data" : "00400C44" }, -{ "seq_id" : 41, "qsl_idx" : 489, "data" : "00C06444" }, -{ "seq_id" : 42, "qsl_idx" : 86, "data" : "0080BE43" }, -{ "seq_id" : 43, "qsl_idx" : 119, "data" : "00402144" }, -{ "seq_id" : 44, "qsl_idx" : 43, "data" : "00004643" }, -{ "seq_id" : 45, "qsl_idx" : 475, "data" : "00009041" }, -{ "seq_id" : 46, "qsl_idx" : 49, "data" : "0080E943" }, -{ "seq_id" : 47, "qsl_idx" : 121, "data" : "0080F143" }, -{ "seq_id" : 48, "qsl_idx" : 438, "data" : "00008041" }, -{ "seq_id" : 49, "qsl_idx" : 259, "data" : "00005043" }, -{ "seq_id" : 50, "qsl_idx" : 450, "data" : "00801744" }, -{ "seq_id" : 51, "qsl_idx" : 345, "data" : "0080F743" }, -{ "seq_id" : 52, "qsl_idx" : 106, "data" : "00008C42" }, -{ "seq_id" : 53, "qsl_idx" : 198, "data" : "00000944" }, -{ "seq_id" : 54, "qsl_idx" : 428, "data" : "00003743" }, -{ "seq_id" : 55, "qsl_idx" : 225, "data" : "00800244" }, -{ "seq_id" : 56, "qsl_idx" : 448, "data" : "00405744" }, -{ "seq_id" : 57, "qsl_idx" : 48, "data" : "00403344" }, -{ "seq_id" : 58, "qsl_idx" : 141, "data" : "0000A443" }, -{ "seq_id" : 59, "qsl_idx" : 128, "data" : "00806944" }, -{ "seq_id" : 60, "qsl_idx" : 138, "data" : "00C07144" }, -{ "seq_id" : 61, "qsl_idx" : 136, "data" : "00402844" }, -{ "seq_id" : 62, "qsl_idx" : 432, "data" : "00003B44" }, -{ "seq_id" : 63, "qsl_idx" : 126, "data" : "0000B043" }, { "seq_id" : 0, "qsl_idx" : 0, "data" : "00008242" }, { "seq_id" : 1, "qsl_idx" : 460, "data" : "00006B44" }, { "seq_id" : 2, "qsl_idx" : 224, "data" : "0000C841" }, @@ -63,6 +31,38 @@ { "seq_id" : 29, "qsl_idx" : 154, "data" : "00406A44" }, { "seq_id" : 30, "qsl_idx" : 365, "data" : "0080E843" }, { "seq_id" : 31, "qsl_idx" : 309, "data" : "00C04E44" }, +{ "seq_id" : 32, "qsl_idx" : 435, "data" : "00004443" }, +{ "seq_id" : 33, "qsl_idx" : 261, "data" : "0000803F" }, +{ "seq_id" : 34, "qsl_idx" : 452, "data" : "00C03F44" }, +{ "seq_id" : 35, "qsl_idx" : 47, "data" : "00008443" }, +{ "seq_id" : 36, "qsl_idx" : 304, "data" : "00C01344" }, +{ "seq_id" : 37, "qsl_idx" : 53, "data" : "00C01344" }, +{ "seq_id" : 38, "qsl_idx" : 279, "data" : "00406044" }, +{ "seq_id" : 39, "qsl_idx" : 18, "data" : "0000EF43" }, +{ "seq_id" : 40, "qsl_idx" : 376, "data" : "00400C44" }, +{ "seq_id" : 41, "qsl_idx" : 489, "data" : "00C06444" }, +{ "seq_id" : 42, "qsl_idx" : 86, "data" : "0080BE43" }, +{ "seq_id" : 43, "qsl_idx" : 119, "data" : "00402144" }, +{ "seq_id" : 44, "qsl_idx" : 43, "data" : "00004643" }, +{ "seq_id" : 45, "qsl_idx" : 475, "data" : "00009041" }, +{ "seq_id" : 46, "qsl_idx" : 49, "data" : "0080E943" }, +{ "seq_id" : 47, "qsl_idx" : 121, "data" : "0080F143" }, +{ "seq_id" : 48, "qsl_idx" : 438, "data" : "00008041" }, +{ "seq_id" : 49, "qsl_idx" : 259, "data" : "00005043" }, +{ "seq_id" : 50, "qsl_idx" : 450, "data" : "00801744" }, +{ "seq_id" : 51, "qsl_idx" : 345, "data" : "0080F743" }, +{ "seq_id" : 52, "qsl_idx" : 106, "data" : "00008C42" }, +{ "seq_id" : 53, "qsl_idx" : 198, "data" : "00000944" }, +{ "seq_id" : 54, "qsl_idx" : 428, "data" : "00003743" }, +{ "seq_id" : 55, "qsl_idx" : 225, "data" : "00800244" }, +{ "seq_id" : 56, "qsl_idx" : 448, "data" : "00405744" }, +{ "seq_id" : 57, "qsl_idx" : 48, "data" : "00403344" }, +{ "seq_id" : 58, "qsl_idx" : 141, "data" : "0000A443" }, +{ "seq_id" : 59, "qsl_idx" : 128, "data" : "00806944" }, +{ "seq_id" : 60, "qsl_idx" : 138, "data" : "00C07144" }, +{ "seq_id" : 61, "qsl_idx" : 136, "data" : "00402844" }, +{ "seq_id" : 62, "qsl_idx" : 432, "data" : "00003B44" }, +{ "seq_id" : 63, "qsl_idx" : 126, "data" : "0000B043" }, { "seq_id" : 64, "qsl_idx" : 122, "data" : "00005544" }, { "seq_id" : 65, "qsl_idx" : 170, "data" : "00404E44" }, { "seq_id" : 66, "qsl_idx" : 94, "data" : "0080BA43" }, diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index eacaf6ba6..9782e30b0 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:08.568633", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:08.568645", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:45:01Z", "time_ms": 0.024125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.024125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 166, "time_ms": 0.024125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.024125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.024125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.024125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.051041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.051625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.059666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.102875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 619.873750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 619.873750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 619.873750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 24257.441666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 24257.441666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 24257.441666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 24257.441666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 24257.441666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 24257.441666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:45:01.965", "time_ms": 24257.465541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 8464, "tid": 6274488527521402247}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:45:25.544", "time_ms": 24257.465541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 8464, "tid": 6274488527521402247}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:10:42.823903", "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:10:42.823914", "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:12:02Z", "time_ms": 0.019000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.019000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 125, "time_ms": 0.019000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.019000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.019000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.019000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.049416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.049958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.057083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.086958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 333.290583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 333.290583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 333.290583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 20488.898833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 20488.898833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 20488.898833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 20488.898833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 20488.898833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 20488.898833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:12:03.269", "time_ms": 20488.899500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 9311, "tid": 3823731926766920809}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:12:23.417", "time_ms": 20488.899500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 9311, "tid": 3823731926766920809}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index 545345df4..580ca19dc 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:08.568633", "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:08.568645", "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.009542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:43:49Z", "time_ms": 0.462334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.462334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 750, "time_ms": 0.462334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.462334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.462334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.462334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.988709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.991042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 1.119917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 2.037625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1001.060334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 1001.060334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1001.060334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 8483.026834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 31567.372334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 31567.372334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 31567.372334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 31567.372334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 31567.372334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 31567.372334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:43:50.452", "time_ms": 31567.381875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:44:20.932", "time_ms": 31567.381875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_samples_per_second", "value": 16.4042, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_min_latency_ns", "value": 7479206625, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_max_latency_ns", "value": 30480047167, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 17189122150, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 15972846292, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 27208612542, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 27208612542, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 30480047167, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 30480047167, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6598, "tid": 6274488527521402247}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 30480047167, "time_ms": 31598.660834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6598, "tid": 6274488527521402247}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:10:42.823903", "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:10:42.823914", "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:11:12Z", "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 250, "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.065750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.067083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.079708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,460,224,52,371,471,116,337,295,237,322,202,157,95,194,403,17,487,246,285,443,468,27,272,66,196,131,226,461,154,365,309,435,261,452,47,304,53,279,18,376,489,86,119,43,475,49,121,438,259,450,345,106,198,428,225,448,48,141,128,138,136,432,126,122,170,94,480,491,206,44,274,303,280,499,356,386,353,289,459,60,217,379,113,22,36,150,310,382,277,32,444,421,417,155,197,336,361,179,146,282,392,195,349,204,123,447,142,99,214,165,294,118,72,276,218,244,243,250,481,35,91,96,132,420,203,458,40,209,230,290,418,112,343,455,253,234,384,166,160,61,323,445,2,298,260,56,190,59,306,286,326,405,469,412,347,51,355,415,368,332,5,114,408,358,348,327,180,81,127,486,38,338,68,240,313,464,15,335,395,496,20,1,311,239,257,490,216,164,441,264,454,248,11,4,30,223,364,254,301,315,249,369,88,183,494,111,64,25,284,367,145,374,135,334,238,351,158,319,451,378,362,229,130,6,288,67,299,55,316,385,437,193,84,172,363,74,425,227,485,235,413,270,39,70,360,372,267,488,456,101,178,156,191,137,46,34,169,359,308,318,140,466,262,453,247,492,278,320,426,7,297,242,436,9,215,14,497,430,350,45,232,307,192,399,159,144,317,89,69,153,422,13,387,189,357,208,73,87,29,188,110,149,245,340,265,185,163,63,495,314,390,211,406,78,410,80,210,21,161,333,325,331,346,177,147,199,344,339,404,373,283,470,380,271,457,79,366,251,12,103,302,462,10,402,414,416,90,24,424,107,77,389,200,16,324,233,97,54,174,263,236,383,256,394,220,62,482,129,148,212,152,71,401,463,400,23,92,321,173,100,329,213,293,429,31,375,388,124,342,28,8,26,221,397,328,439,287,396,354,393,409,467,258,102,477,201,76,133,433,187,139,42,85,19,446,478,312,292,411,269,442,266,58,275,109,175,50,419,162,476,228,296,427,268,465,168,181,434,493,186,105,473,65,341,391,57,93,252,125,281,205,104,33,37,82,176,474,83,352,381,219,117,449,305,291,108,134,370,98,41,483,472,479,330,182,255,167,300,231,407,184,171,207,431,222,115,241,440,398,498,3,484,143,423,120,75,151,377,273], "time_ms": 0.127833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 818.741875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 818.741875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 818.741875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 6196.909875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 23191.630458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 23191.630458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 23191.630458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 23191.630458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 23191.630458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 23191.630458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:11:13.179", "time_ms": 23191.675500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:11:35.539", "time_ms": 23191.675500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_samples_per_second", "value": 22.3606, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_min_latency_ns", "value": 5375136792, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_max_latency_ns", "value": 22360803417, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 13298114795, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 12878541625, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 20600686000, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 20600686000, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 22360803417, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 22360803417, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7615, "tid": 3823731926766920809}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 22360803417, "time_ms": 23193.178083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7615, "tid": 3823731926766920809}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index 91c9d6a35..f4bb32db7 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 16.4042 +Samples per second: 22.3606 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 7479206625 -Max latency (ns) : 30480047167 -Mean latency (ns) : 17189122150 -50.00 percentile latency (ns) : 15972846292 -90.00 percentile latency (ns) : 27208612542 -95.00 percentile latency (ns) : 27208612542 -97.00 percentile latency (ns) : 30480047167 -99.00 percentile latency (ns) : 30480047167 -99.90 percentile latency (ns) : 30480047167 +Min latency (ns) : 5375136792 +Max latency (ns) : 22360803417 +Mean latency (ns) : 13298114795 +50.00 percentile latency (ns) : 12878541625 +90.00 percentile latency (ns) : 20600686000 +95.00 percentile latency (ns) : 20600686000 +97.00 percentile latency (ns) : 22360803417 +99.00 percentile latency (ns) : 22360803417 +99.90 percentile latency (ns) : 22360803417 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt index d64aabe11..3ebd0a1f4 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:13.087316", "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:13.087327", "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.003792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:56:11Z", "time_ms": 0.008959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.008959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 41, "time_ms": 0.008959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.008959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.008959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.008959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.019834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.020250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.022417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,1,2,3], "time_ms": 0.026459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 6.608500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 6.608500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 6.608500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11144.654167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11144.654167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11144.654167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11144.654167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11144.654167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11144.654167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:56:11.796", "time_ms": 11144.654959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 8931, "tid": 12965424890183299531}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:56:22.874", "time_ms": 11144.654959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 8931, "tid": 12965424890183299531}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:32.979609", "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:32.979620", "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:26Z", "time_ms": 0.022459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.022459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 250, "time_ms": 0.022459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.022459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.022459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.022459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.058500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.059209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.068167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,1,2,3], "time_ms": 0.087750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 37.189792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 37.189792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 37.189792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10851.132292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10851.132292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10851.132292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10851.132292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10851.132292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10851.132292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:26.813", "time_ms": 10851.133125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 9813, "tid": 15513819246789488283}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:37.562", "time_ms": 10851.133125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 9813, "tid": 15513819246789488283}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt index f9587f336..f6965e143 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:13.087316", "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:13.087327", "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.003750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:06Z", "time_ms": 0.140167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.140167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 166, "time_ms": 0.140167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.140167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.140167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.140167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.287459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.290000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.352042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,12,32,21,14,36,42,24,26,13,11,33,48,23,19,22,31,39,37,9,15,10,34,17,41,40,6,27,25,7,29,45,35,43,28,18,5,3,44,20,46,49,47,4,8,1,16,30,38,2], "time_ms": 0.575625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 668.424667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 668.424667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 668.424667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 724.741625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12078.253834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12078.253834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12078.253834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12078.253834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12078.253834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12078.253834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:07.159", "time_ms": 12078.254959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:18.480", "time_ms": 12078.254959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.441643, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_min_latency_ns", "value": 5513202250, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_max_latency_ns", "value": 11321356583, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 7906461049, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5855686791, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 11321356583, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 11321356583, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 11321356583, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 11321356583, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6559, "tid": 12965424890183299531}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 11321356583, "time_ms": 12078.382000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 6559, "tid": 12965424890183299531}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:32.979609", "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:32.979620", "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:20Z", "time_ms": 0.408458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.408458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 250, "time_ms": 0.408458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.408458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.408458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.408458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.462416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.463125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.720791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,12,32,21,14,36,42,24,26,13,11,33,48,23,19,22,31,39,37,9,15,10,34,17,41,40,6,27,25,7,29,45,35,43,28,18,5,3,44,20,46,49,47,4,8,1,16,30,38,2], "time_ms": 1.112250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 750.360500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 750.360500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 750.360500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 810.226333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 13263.245541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 13263.245541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 13263.245541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 13263.245541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 13263.245541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 13263.245541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:21.587", "time_ms": 13263.285791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:34.032", "time_ms": 13263.285791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.401784, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_min_latency_ns", "value": 6752952916, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_max_latency_ns", "value": 12444484458, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 9134599391, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 7229272583, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 12444484458, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 12444484458, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 12444484458, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 12444484458, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8074, "tid": 15513819246789488283}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 12444484458, "time_ms": 13264.831583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8074, "tid": 15513819246789488283}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt index 543d98dcf..fc22fff21 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.441643 +Samples per second: 0.401784 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 5513202250 -Max latency (ns) : 11321356583 -Mean latency (ns) : 7906461049 -50.00 percentile latency (ns) : 5855686791 -90.00 percentile latency (ns) : 11321356583 -95.00 percentile latency (ns) : 11321356583 -97.00 percentile latency (ns) : 11321356583 -99.00 percentile latency (ns) : 11321356583 -99.90 percentile latency (ns) : 11321356583 +Min latency (ns) : 6752952916 +Max latency (ns) : 12444484458 +Mean latency (ns) : 9134599391 +50.00 percentile latency (ns) : 7229272583 +90.00 percentile latency (ns) : 12444484458 +95.00 percentile latency (ns) : 12444484458 +97.00 percentile latency (ns) : 12444484458 +99.00 percentile latency (ns) : 12444484458 +99.90 percentile latency (ns) : 12444484458 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt index 52b785796..1789cbbf5 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt @@ -10,7 +10,7 @@ Running per image evaluation... Evaluate annotation type *bbox* DONE (t=0.02s). Accumulating evaluation results... -DONE (t=0.05s). +DONE (t=0.04s). Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.770 Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.982 Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.677 @@ -29,4 +29,4 @@ found 5 images found 0 images with no results ignored 0 dupes -hash=52d850efa7c95c3a53c234ecd9634d7c456303904ec6639ba5405553380f1d9f +hash=1715e6bff2a44651052ad1c7595f731a64affaf0ca833313bc6041e18bd579d0 diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json index 25af8cd36..7b7d926db 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json @@ -1,5 +1,6 @@ [ -{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00008040CDB70A3F78CA2B3FB81E3D3F0A92493F2F730F3F00007F4300008040E6A2BE3E4E1C6C3F6C2FF13E774A773FA72DD43E00007F43000080404DD4093F0AE62A3F0C2E3D3F8507493F23698C3E00006C430000804017BBB13E9D91293F1218C33E8660423F639C823E00007F43000080403AFA373FA634173D3288423F0180BD3D052D743E00007F430000804091C1BE3ECF776B3F2D98F13EDF67773FA0DF683E00006C43000080405C40FE3DD132473D7D785F3E0FE5143E01A02A3E00001443000080406145113E7117173BE641963E9C07BE3D0C0D1F3E0000144300008040E88D9F3EBAD6053FAE45B33E8BF6153F1D7B0A3E00007F43000080405C40FE3DD132473D7D785F3E0FE5143E8846FC3D00808243000080406145113E7117173BE641963E9C07BE3D7C42F83D0080824300008040C8AB1A3E00000000E916DE3EF2A0AE3DBE2DF63D00001443000080401A39063E7272C83DE1FF173E494BFD3DBF47F03D0000F442000080400F64033E571FC33D8F10593E6C9B163E2747F03D0000144300008040894CAA3EC044323F3293C63E7D884C3F071AE93D00007F43000080403AFA373FA634173D3288423F0180BD3D6092E73D00006C430000804062199D3EC5F8033FEC2ABA3EC18F1C3F96A0E33D00007F430000804075EA1E3ED726B53E0F9C603ECF0EC73EF54EE33D0000144300008040FDED003EAC39873C84C5893EDCCAFF3D9F8EDA3D00001443000080404AD8B03EF74F2D3FD21ECC3E7A20463F86DBD83D00007F43000080406C0A593EDAF8E13E00E1673E3DBDEC3E5D75D03D00007F4300008040B4900A3E26A5CD3DAC7C283E71FAF93DA8E5CD3D0000F442000080405311B23E538F343F8C18C13EF2E5453F723EC53D00007F4300008040DCF8AE3EADBE2E3F2C96BD3E6DE3403F01BFC33D00007F43000080400F64033E571FC33D8F10593E6C9B163E568CC23D00808243000080400AC1123ED7CF1E3B58D3963E184DBC3D83A5BF3D0000EE4200008040C8AB1A3E00000000E916DE3EF2A0AE3D27E3BE3D0080824300008040D261033EE31E593DF8CB5B3EB2730B3ED927BB3D0000EE420000804061FCAE3E2D5C233F5FE1C83E43093E3FE70EBB3D00007F43000080402D2FB93E41FE673FC4AEF93EF4BA793FE315B73D00007F43000080401A39063E7272C83DE1FF173E494BFD3DE46FB63D0000FC4200008040EC1CB23E0E8F033F54C0C13EA884213F7BBDB43D00007F4300008040F1DAA03E4D02E83E24EFB23E1137043F7AEFA63D00007F4300008040C8AB1A3E00000000E916DE3EF2A0AE3DA9A8A33D0000EE42000080408311123E71984A3D0F21563E4E1FBF3D8C9AA33D0000EA4200008040FDED003EAC39873C84C5893EDCCAFF3D2F79A33D0080824300008040AF39563E515C923E28F46E3E8D84A93EA669A13D00007F430000804028A2603EBCF11B3F5831753E8E11263FA169A13D00007F43000080404D8EC13EB7AB713F48F2EB3EBF13783F0C72A03D00007F430000804024E20A3E7F20DD3DD6071B3E777FFD3DB8EA9D3D0000F44200008040BCD9A33E4F02DA3E371EB03EEE03F43E3D539A3D00007F430000804014AA053E5748B03D2CA1173EAC1FE33D39AB983D0000F442000080407A49BD3E9834703FE060EC3EFAC5783F0C4D983D00006C4300008040F60C7D3BB61AFD3E31412D3E8638723F161C953D00006843000080407DC38F3E8FA0043FC49CBB3EF2CF313F8DC5943D00001443000080406379383F1423093D7446473FC19FE73D8A7B933D00007F43000080407820AB3E4695013FB61ABE3E3235203FA2E78F3D00007F43000080401494963E4074023F8848B53EE315163F87088E3D00001443000080408684543E7F1D7A3FA3B26F3EC4977F3F07BD8D3D00007F43000080407DEF033E922C453D92D75B3E7CE9F13DA94F8D3D0000EA420000804031208B3EBAD6753F9F17C03E0000803FA7E48C3D00007F43000080408D0AA33E20750A3FA606B63E78D21B3F28D18B3D00007F4300008040C3F5C83BA435033F507B973E2CC77E3F7D5C8A3D000077430000804014CDA63EA4422B3F1F31C13E7804463FF626883D00007F430000804014AA053E5748B03D2CA1173EAC1FE33D3FA6863D0000FC42000080400ED2CE3EFA356B3F86B5F13EA062733FE968863D00007F43000080409F860A3EBD973F3DCD865A3E3DD9D03D3014853D00001443000080400F64033E571FC33D8F10593E6C9B163E8DA5843D0000EE4200008040B4900A3E26A5CD3DAC7C283E71FAF93D661B843D0000FC42000080406A50083EF39FDB3D4F8C1B3E201A003E7869833D0000FC4200008040FC46823E9A27A93EA0FBC63E97B03F3F3D7C823D000081430000804058F4AA3ED33D1F3F72D5BE3E40483B3F9592803D00007F4300008040EC8A1F3E54EDB53E7415563E0FDEC53EA01F803D0000FC42000080403F68A23E8ADA1C3F7C16B93ED222263FE7277F3D00007F430000804075EA1E3ED726B53E0F9C603ECF0EC73E3F487E3D0000EE42000080406FCF1B3EBC0A933E23393E3E3115AB3E36667A3D000081430000804046F3033E8CFA413D3F45553E9CFAD63DE0397A3D00808243000080405CC78C3E6B81173F78DFC03EC1F2433F042E7A3D000014430000804064BB0E3E8127C93D3319403E06C0FF3D37C1793D0000F442000080408D79123FA85D303F6688363F16F3443FC85C783D00007F4300008040CACF0D3E01185B3EF16A2F3E5ABA883E9F10783D00007F430000804048E8593EBC207A3F45E37F3EEDE07F3F6F7D773D00007F43000080404C7DAF3E618F0 +{ "seq_id" : 2, "qsl_idx" : 1, "data" : "0000803FE122C83C718D613C11C2523F0000803FEC44763F00003C430000803FF65AEF3C0A2F343C71FA533F06587F3F0EDA383E000032430000803F3DE0CD3CB861443DECE94D3F0000803FBC8F283E000072430000803FF65AEF3C0A2F343C71FA533F06587F3FE2E6173E000019430000803F8D253C3F4800453DA9F87F3FFDD37B3F7D49E43D0000B0420000803FF65AEF3C0A2F343C71FA533F06587F3FD9FDDC3D0000A0410000803F3DE0CD3CB861443DECE94D3F0000803F9EB3B13D00006E430000803FC1F1323F3DDFD03D7FC37D3FB7647F3FD372943D0000A0410000803F7279483F29DB9F3DA0177F3F6107763F31A9923D000018430000803F3DE0CD3CB861443DECE94D3F0000803F94DF8D3D000084420000803F3DE0CD3CB861443DECE94D3F0000803F194D833D000020420000803F52F2DE3C00D2AA3C4810543F0000803F31D2823D0000E8420000803F31CCAF3E7B469E3D1F026B3F6C017C3FA2F57D3D00003C430000803F3DE0CD3CB861443DECE94D3F0000803FFE4A643D000033430000803F3DE0CD3CB861443DECE94D3F0000803F85C0603D000044430000803FC0E3343FD7AB833D710E7D3FF88B7C3F07F15E3D00003E430000803F3DE0CD3CB861443DECE94D3F0000803F8F015A3D000002430000803F9ACD023D8F9E763CA477543F0000803F9CFE543D008083430000803F0043AF3ECE745E3F8FBAEF3E1D5C773F3540513D00006E430000803F3DE0CD3CB861443DECE94D3F0000803FDE60503D00008041" }, +{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00008040CDB70A3F78CA2B3FB81E3D3F0A92493F2F730F3F00007F4300008040E6A2BE3E4E1C6C3F6C2FF13E774A773FA72DD43E00007F43000080404DD4093F0AE62A3F0C2E3D3F8507493F23698C3E00006C430000804017BBB13E9D91293F1218C33E8660423F639C823E00007F43000080403AFA373FA634173D3288423F0180BD3D052D743E00007F430000804091C1BE3ECF776B3F2D98F13EDF67773FA0DF683E00006C43000080405C40FE3DD132473D7D785F3E0FE5143E01A02A3E00001443000080406145113E7117173BE641963E9C07BE3D0C0D1F3E0000144300008040E88D9F3EBAD6053FAE45B33E8BF6153F1D7B0A3E00007F43000080405C40FE3DD132473D7D785F3E0FE5143E8846FC3D00808243000080406145113E7117173BE641963E9C07BE3D7C42F83D0080824300008040C8AB1A3E00000000E916DE3EF2A0AE3DBE2DF63D00001443000080401A39063E7272C83DE1FF173E494BFD3DBF47F03D0000F442000080400F64033E571FC33D8F10593E6C9B163E2747F03D0000144300008040894CAA3EC044323F3293C63E7D884C3F071AE93D00007F43000080403AFA373FA634173D3288423F0180BD3D6092E73D00006C430000804062199D3EC5F8033FEC2ABA3EC18F1C3F96A0E33D00007F430000804075EA1E3ED726B53E0F9C603ECF0EC73EF54EE33D0000144300008040FDED003EAC39873C84C5893EDCCAFF3D9F8EDA3D00001443000080404AD8B03EF74F2D3FD21ECC3E7A20463F86DBD83D00007F43000080406C0A593EDAF8E13E00E1673E3DBDEC3E5D75D03D00007F4300008040B4900A3E26A5CD3DAC7C283E71FAF93DA8E5CD3D0000F442000080405311B23E538F343F8C18C13EF2E5453F723EC53D00007F4300008040DCF8AE3EADBE2E3F2C96BD3E6DE3403F01BFC33D00007F43000080400F64033E571FC33D8F10593E6C9B163E568CC23D00808243000080400AC1123ED7CF1E3B58D3963E184DBC3D83A5BF3D0000EE4200008040C8AB1A3E00000000E916DE3EF2A0AE3D27E3BE3D0080824300008040D261033EE31E593DF8CB5B3EB2730B3ED927BB3D0000EE420000804061FCAE3E2D5C233F5FE1C83E43093E3FE70EBB3D00007F43000080402D2FB93E41FE673FC4AEF93EF4BA793FE315B73D00007F43000080401A39063E7272C83DE1FF173E494BFD3DE46FB63D0000FC4200008040EC1CB23E0E8F033F54C0C13EA884213F7BBDB43D00007F4300008040F1DAA03E4D02E83E24EFB23E1137043F7AEFA63D00007F4300008040C8AB1A3E00000000E916DE3EF2A0AE3DA9A8A33D0000EE42000080408311123E71984A3D0F21563E4E1FBF3D8C9AA33D0000EA4200008040FDED003EAC39873C84C5893EDCCAFF3D2F79A33D0080824300008040AF39563E515C923E28F46E3E8D84A93EA669A13D00007F430000804028A2603EBCF11B3F5831753E8E11263FA169A13D00007F43000080404D8EC13EB7AB713F48F2EB3EBF13783F0C72A03D00007F430000804024E20A3E7F20DD3DD6071B3E777FFD3DB8EA9D3D0000F44200008040BCD9A33E4F02DA3E371EB03EEE03F43E3D539A3D00007F430000804014AA053E5748B03D2CA1173EAC1FE33D39AB983D0000F442000080407A49BD3E9834703FE060EC3EFAC5783F0C4D983D00006C4300008040F60C7D3BB61AFD3E31412D3E8638723F161C953D00006843000080407DC38F3E8FA0043FC49CBB3EF2CF313F8DC5943D00001443000080406379383F1423093D7446473FC19FE73D8A7B933D00007F43000080407820AB3E4695013FB61ABE3E3235203FA2E78F3D00007F43000080401494963E4074023F8848B53EE315163F87088E3D00001443000080408684543E7F1D7A3FA3B26F3EC4977F3F07BD8D3D00007F43000080407DEF033E922C453D92D75B3E7CE9F13DA94F8D3D0000EA420000804031208B3EBAD6753F9F17C03E0000803FA7E48C3D00007F43000080408D0AA33E20750A3FA606B63 ... diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt index e69da11df..5ffbd931e 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:43.284638", "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:43.284649", "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.009125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:57:13Z", "time_ms": 0.033500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.033500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 542, "time_ms": 0.033500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.033500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.033500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.033500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.060708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.062000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.069458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,1,2,3], "time_ms": 0.091875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 18.991333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 18.991333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 18.991333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 24389.890750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 24389.890750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 24389.890750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 24389.890750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 24389.890750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 24389.890750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:57:13.558", "time_ms": 24389.901750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 10023, "tid": 4341279943297783557}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:57:37.913", "time_ms": 24389.901750, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 10023, "tid": 4341279943297783557}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:43.700639", "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:43.700649", "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:18Z", "time_ms": 0.022875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.022875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 250, "time_ms": 0.022875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.022875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.022875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.022875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.043709, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.044334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.054209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,1,2,3], "time_ms": 0.072792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 17.366959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 17.366959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 17.366959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11669.542584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11669.542584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11669.542584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11669.542584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11669.542584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11669.542584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:18.552", "time_ms": 11669.543209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 10214, "tid": 13969423071343077619}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:30.186", "time_ms": 11669.543209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 10214, "tid": 13969423071343077619}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt index 05d8a0bf2..a7c4294b8 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:43.284638", "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:43.284649", "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.006833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:49Z", "time_ms": 0.408958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.408958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 333, "time_ms": 0.408958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.408958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.408958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.408958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.491917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.492667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.768333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,12,32,21,14,36,42,24,26,13,11,33,48,23,19,22,31,39,37,9,15,10,34,17,41,40,6,27,25,7,29,45,35,43,28,18,5,3,44,20,46,49,47,4,8,1,16,30,38,2], "time_ms": 1.176708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 965.170958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 965.170958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 965.170958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1035.358917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26301.212583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26301.212583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26301.212583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26301.212583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26301.212583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26301.212583, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:49.997", "time_ms": 26301.270458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:56:15.304", "time_ms": 26301.270458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.197574, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_min_latency_ns", "value": 14629691459, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_max_latency_ns", "value": 25306989875, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 19423369566, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 16623862500, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 25306989875, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 25306989875, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 25306989875, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 25306989875, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7327, "tid": 4341279943297783557}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 25306989875, "time_ms": 26303.406167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 7327, "tid": 4341279943297783557}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 54, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:43.700639", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:43.700649", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 59, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 61, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 68, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:24Z", "time_ms": 0.537042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.537042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 584, "time_ms": 0.537042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.537042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.537042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.537042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 311, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 325, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 332, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 334, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 336, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 338, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.803167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 340, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 441, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 443, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 450, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 452, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.804667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 454, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 1.048500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,12,32,21,14,36,42,24,26,13,11,33,48,23,19,22,31,39,37,9,15,10,34,17,41,40,6,27,25,7,29,45,35,43,28,18,5,3,44,20,46,49,47,4,8,1,16,30,38,2], "time_ms": 1.558542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 789.712000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 789.712000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 789.712000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 924.522958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 484, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 14273.861083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 903, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 14273.861083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 905, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 14273.861083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 907, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 14273.861083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 909, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 14273.861083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 911, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 14273.861083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 913, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:25.142", "time_ms": 14273.887625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:38.616", "time_ms": 14273.887625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 565, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 675, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.3711, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_min_latency_ns", "value": 8060205459, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_max_latency_ns", "value": 13473446167, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 10433618217, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 8921726375, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 13473446167, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 13473446167, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 13473446167, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 13473446167, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8513, "tid": 13969423071343077619}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 13473446167, "time_ms": 14274.771167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 781, "pid": 8513, "tid": 13969423071343077619}} diff --git a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt index 2526dc619..7c05b21b2 100644 --- a/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.197574 +Samples per second: 0.3711 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 14629691459 -Max latency (ns) : 25306989875 -Mean latency (ns) : 19423369566 -50.00 percentile latency (ns) : 16623862500 -90.00 percentile latency (ns) : 25306989875 -95.00 percentile latency (ns) : 25306989875 -97.00 percentile latency (ns) : 25306989875 -99.00 percentile latency (ns) : 25306989875 -99.90 percentile latency (ns) : 25306989875 +Min latency (ns) : 8060205459 +Max latency (ns) : 13473446167 +Mean latency (ns) : 10433618217 +50.00 percentile latency (ns) : 8921726375 +90.00 percentile latency (ns) : 13473446167 +95.00 percentile latency (ns) : 13473446167 +97.00 percentile latency (ns) : 13473446167 +99.00 percentile latency (ns) : 13473446167 +99.90 percentile latency (ns) : 13473446167 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt index 667be88cf..7702f8303 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=76.000%, good=380, total=500 -hash=e058450891c1ac0a2d5cc5bf1f183a31f3239e3efcc204e092e4083bd7cd83b9 +hash=f5689fa951c31a27982350868b80a02aed918e5abb0ecb594966bac0063d57db diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index e64673462..fbd5be9af 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073260.803051, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 53, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:53:14.606139", "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 55, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:53:14.607704", "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 56, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 57, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 58, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 60, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 67, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:18Z", "time_ms": 0.009538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.009538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 280, "time_ms": 0.009538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.009538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.009538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.015518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.015729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.021409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.028843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 144.207099, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 144.207099, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 144.207099, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21606.539255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 902, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21606.539255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 904, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21606.539255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 906, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21606.539255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 908, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21606.539255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 910, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21606.539255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 912, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:18.368", "time_ms": 21606.539676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 7894, "tid": 7894}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:39.826", "time_ms": 21606.539676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 7894, "tid": 7894}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073257.055332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 53, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:35:37.276567", "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 55, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:35:37.278118", "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 56, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 57, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 58, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 60, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 67, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:42Z", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 260, "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.014347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.014597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.019506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.027902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 142.575784, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 142.575784, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 142.575784, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21710.196374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 902, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21710.196374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 904, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21710.196374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 906, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21710.196374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 908, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21710.196374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 910, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21710.196374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 912, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:42.247", "time_ms": 21710.197015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 7881, "tid": 7881}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:03.806", "time_ms": 21710.197015, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 7881, "tid": 7881}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index bb815ca38..4d00c6163 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073003.256984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 53, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:53:14.606139", "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 55, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:53:14.607704", "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 56, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 57, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 58, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 60, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.009467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/version.cc", "line_no": 67, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:54:23Z", "time_ms": 0.009978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.009978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 270, "time_ms": 0.009978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.009978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.009978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.016791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.017071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.026138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.035345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 148.807953, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 148.807953, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 148.807953, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 148.827800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21809.504214, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 902, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21809.504214, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 904, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21809.504214, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 906, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21809.504214, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 908, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21809.504214, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 910, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21809.504214, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/logging.cc", "line_no": 912, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:54:24.030", "time_ms": 21809.504525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:54:45.684", "time_ms": 21809.504525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 674, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 679, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 680, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 681, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 700, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 712, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_samples_per_second", "value": 23.0912, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 768, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1350722645, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 774, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_max_latency_ns", "value": 21653224820, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 775, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 11470712604, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 776, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 11066517132, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 778, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 20787957606, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 778, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 20787957606, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 778, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 21653224820, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 778, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 21653224820, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 778, "pid": 5675, "tid": 5675}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 21653224820, "time_ms": 21809.517409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_3f0f5e00/inference/loadgen/results.cc", "line_no": 778, "pid": 5675, "tid": 5675}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073009.630994, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 53, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:35:37.276567", "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 55, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:35:37.278118", "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 56, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 57, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 58, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 60, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/version.cc", "line_no": 67, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:36:47Z", "time_ms": 0.008435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.008435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 261, "time_ms": 0.008435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.008435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.008435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.008435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.014286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.021720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.033843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 144.750764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 144.750764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 144.750764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 144.767616, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21896.119858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 902, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21896.119858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 904, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21896.119858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 906, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21896.119858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 908, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21896.119858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 910, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21896.119858, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/logging.cc", "line_no": 912, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:36:47.387", "time_ms": 21896.120149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:09.136", "time_ms": 21896.120149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 674, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 679, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 680, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 681, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 700, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 712, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_samples_per_second", "value": 22.9898, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 768, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1349911914, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 774, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_max_latency_ns", "value": 21748756543, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 775, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 11532636473, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 776, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 11096010078, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 778, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 20881793567, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 778, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 20881793567, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 778, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 21748756543, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 778, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 21748756543, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 778, "pid": 5661, "tid": 5661}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 21748756543, "time_ms": 21896.136519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_4fd5114c/inference/loadgen/results.cc", "line_no": 778, "pid": 5661, "tid": 5661}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index 521f04015..f180a90b0 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : QueueSUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 23.0912 +Samples per second: 22.9898 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1350722645 -Max latency (ns) : 21653224820 -Mean latency (ns) : 11470712604 -50.00 percentile latency (ns) : 11066517132 -90.00 percentile latency (ns) : 20787957606 -95.00 percentile latency (ns) : 20787957606 -97.00 percentile latency (ns) : 21653224820 -99.00 percentile latency (ns) : 21653224820 -99.90 percentile latency (ns) : 21653224820 +Min latency (ns) : 1349911914 +Max latency (ns) : 21748756543 +Mean latency (ns) : 11532636473 +50.00 percentile latency (ns) : 11096010078 +90.00 percentile latency (ns) : 20881793567 +95.00 percentile latency (ns) : 20881793567 +97.00 percentile latency (ns) : 21748756543 +99.00 percentile latency (ns) : 21748756543 +99.90 percentile latency (ns) : 21748756543 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt index 630205f5a..f71f1e253 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744072873.717041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 53, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:53:13.201456", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 55, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:53:13.203103", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 56, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 57, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 58, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 60, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 67, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:26Z", "time_ms": 0.009247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.009247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 261, "time_ms": 0.009247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.009247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.009247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.009247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.015058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.015278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.020829, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.031178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 16.083884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 16.083884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 16.083884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11675.003586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 902, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11675.003586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 904, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11675.003586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 906, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11675.003586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 908, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11675.003586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 910, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11675.003586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 912, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:26.258", "time_ms": 11675.004478, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 9031, "tid": 9031}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:37.907", "time_ms": 11675.004478, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9031, "tid": 9031}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744072855.604867, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 53, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:35:34.059721", "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 55, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:35:34.061276", "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 56, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 57, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 58, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 60, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.009217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 67, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:48Z", "time_ms": 0.009789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.009789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 280, "time_ms": 0.009789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.009789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.009789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.009789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.015399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.015579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.021641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.028774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 16.798783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 16.798783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 16.798783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11663.859865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 902, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11663.859865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 904, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11663.859865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 906, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11663.859865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 908, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11663.859865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 910, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11663.859865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 912, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:48.334", "time_ms": 11663.860306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 9050, "tid": 9050}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:59.977", "time_ms": 11663.860306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9050, "tid": 9050}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt index 3a9912567..dc58d191f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744072877.358112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 53, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:53:13.201456", "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 55, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:53:13.203103", "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 56, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 57, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 58, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 60, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.030286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/version.cc", "line_no": 67, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:54:45Z", "time_ms": 0.030967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.030967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 271, "time_ms": 0.030967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.030967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.030967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.030967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.037289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.037499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.042960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.049692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 15.565735, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 15.565735, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 15.565735, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 15.583068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11751.978511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 902, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11751.978511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 904, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11751.978511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 906, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11751.978511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 908, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11751.978511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 910, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11751.978511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/logging.cc", "line_no": 912, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:54:45.161", "time_ms": 11751.978891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:54:56.896", "time_ms": 11751.978891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 674, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 679, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 680, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 681, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 700, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 712, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.426066, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 768, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2355615738, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 774, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_max_latency_ns", "value": 11735268412, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 775, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 7034374745, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 776, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 6996299922, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 778, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 11735268412, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 778, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 11735268412, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 778, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 11735268412, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 778, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 11735268412, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 778, "pid": 6840, "tid": 6840}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 11735268412, "time_ms": 11751.990523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_cba68ef0/inference/loadgen/results.cc", "line_no": 778, "pid": 6840, "tid": 6840}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744072831.530473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 548, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 53, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:35:34.059721", "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 55, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:35:34.061276", "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 56, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 57, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 58, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 60, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.003747, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/version.cc", "line_no": 67, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:06Z", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 261, "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.011331, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.018024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.027501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 17.097590, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 17.097590, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 17.097590, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 17.121444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11742.950074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 902, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11742.950074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 904, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11742.950074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 906, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11742.950074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 908, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11742.950074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 910, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11742.950074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/logging.cc", "line_no": 912, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:06.121", "time_ms": 11742.950965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:17.842", "time_ms": 11742.950965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 674, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 679, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 680, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 681, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 700, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 712, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.426567, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 768, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2319402211, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 774, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_max_latency_ns", "value": 11721489108, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 775, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 7048821543, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 776, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 7081356702, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 778, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 11721489108, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 778, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 11721489108, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 778, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 11721489108, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 778, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 11721489108, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 778, "pid": 6862, "tid": 6862}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 11721489108, "time_ms": 11742.965853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/MLC/repos/local/cache/get-git-repo_a5771120/inference/loadgen/results.cc", "line_no": 778, "pid": 6862, "tid": 6862}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt index f5ce2e0a4..38e7b71d7 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : QueueSUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.426066 +Samples per second: 0.426567 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2355615738 -Max latency (ns) : 11735268412 -Mean latency (ns) : 7034374745 -50.00 percentile latency (ns) : 6996299922 -90.00 percentile latency (ns) : 11735268412 -95.00 percentile latency (ns) : 11735268412 -97.00 percentile latency (ns) : 11735268412 -99.00 percentile latency (ns) : 11735268412 -99.90 percentile latency (ns) : 11735268412 +Min latency (ns) : 2319402211 +Max latency (ns) : 11721489108 +Mean latency (ns) : 7048821543 +50.00 percentile latency (ns) : 7081356702 +90.00 percentile latency (ns) : 11721489108 +95.00 percentile latency (ns) : 11721489108 +97.00 percentile latency (ns) : 11721489108 +99.00 percentile latency (ns) : 11721489108 +99.90 percentile latency (ns) : 11721489108 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt index 1e3be452e..86695b83b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/accuracy.txt @@ -1,12 +1,12 @@ {"exact_match": 80.0, "f1": 80.0} Reading examples... -No cached features at '/home/runner/MLC/repos/local/cache/get-git-repo_4b493c1a/inference/language/bert/eval_features.pickle'... converting from examples... +No cached features at '/home/runner/MLC/repos/local/cache/get-git-repo_8b699d2d/inference/language/bert/eval_features.pickle'... converting from examples... Creating tokenizer... Converting examples to features... -Caching features at '/home/runner/MLC/repos/local/cache/get-git-repo_4b493c1a/inference/language/bert/eval_features.pickle'... +Caching features at '/home/runner/MLC/repos/local/cache/get-git-repo_8b699d2d/inference/language/bert/eval_features.pickle'... Loading LoadGen logs... Post-processing predictions... -Writing predictions to: /home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_e861e03a/test_results/gh_ubuntu-latest_x86-reference-cpu-deepsparse-vdefault-default_config/bert-99/offline/accuracy/predictions.json +Writing predictions to: /home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_911c3f89/test_results/gh_ubuntu-latest_x86-reference-cpu-deepsparse-vdefault-default_config/bert-99/offline/accuracy/predictions.json Evaluating predictions... hash=f75e2b49c19ca8a05968418387de66c756551a6ebe1356784a7183a9ee689bc8 diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt index ce0ccd246..265bec3f6 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt @@ -1,72 +1,72 @@ -:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073709.246120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073709.268051, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:42:58.316986", "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:42:58.316992", "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:50:48Z", "time_ms": 0.004468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.004468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 260, "time_ms": 0.004468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.004468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.004468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.004468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.009157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.009387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.016049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.023393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.038922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 0.038922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.038922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 414.671352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 414.671352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 414.671352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 414.671352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 414.671352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 414.671352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:50:48.345", "time_ms": 414.671613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8584, "tid": 8584}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:50:48.752", "time_ms": 414.671613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073709.200441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073709.223223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:25.231635", "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:25.231643", "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:44:17Z", "time_ms": 0.005049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.005049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 430, "time_ms": 0.005049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.005049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.005049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.005049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.009909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.010239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.016851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.024255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.040135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 0.040135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.040135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 425.143063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 425.143063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 425.143063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 425.143063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 425.143063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 425.143063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:44:17.643", "time_ms": 425.143393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8583, "tid": 8583}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:44:18.065", "time_ms": 425.143393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8583, "tid": 8583}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt index 8f6ac8358..e72d26f99 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt @@ -1,89 +1,89 @@ -:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073709.211103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073709.235378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:42:58.316986", "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:42:58.316992", "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:47:32Z", "time_ms": 0.005921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.005921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 310, "time_ms": 0.005921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.005921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.005921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.005921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.013185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.013405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.021019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "loaded_qsl_set", "value": [7509,3677,2621,5355,6250,5291,7169,1037,7136,10291,5900,6130,8462,7333,867,6971,26,1491,8029,52,4237,6725,8135,133,10088,9886,8802,2827,7482,8291,1702,9277,3174,10131,2191,3542,9465,6216,1013,991,2685,6712,144,5500,649,1293,1821,10180,6127,10068,9097,7758,856,6885,2719,2833,2991,4309,10547,10633,5691,6713,4981,7298,4076,9743,3250,10167,4877,4800,9278,4254,9231,2618,3801,2208,3438,8097,8665,9059,10484,2458,4626,3331,231,3690,10174,9576,10240,7750,9279,5832,7097,9567,9880,2040,4114,5677,8755,5814,9542,3196,3535,1770,2996,10077,410,10306,5111,8245,8263,10489,1978,3440,1583,703,2124,365,6798,2153,1916,2478,8594,1277,10511,6634,8883,9570,6233,5765,3550,490,8382,2000,9502,5386,8003,5068,4828,6464,1470,4564,9986,7095,60,8497,5631,2390,9141,10127,6237,789,8935,2377,6787,2727,8762,2162,5610,5411,9603,6657,7262,3659,2648,6430,735,2610,10596,7862,393,8483,6732,1236,8185,1215,3764,4151,8285,8512,9572,1073,10182,8910,7677,5084,142,7385,675,8972,5242,4223,3231,2786,6904,5200,7129,8514,4115,319,5263,4460,2024,270,8658,6110,10804,8068,908,1249,897,4682,6564,7117,2051,9818,8431,2589,7945,7287,695,10685,9366,4052,432,3218,5132,8323,6935,6332,4269,4480,6496,2258,9187,822,2507,1967,3989,4649,7794,2929,3682,423,5881,6067,1701,2845,6389,135,855,4798,7253,7705,9404,8248,10657,5656,1762,1571,3906,2574,2924,8258,9711,7364,7484,10674,9230,5423,4616,7288,9501,5944,2805,3346,9216,10325,8480,5826,7949,8277,277,5869,8550,3736,6313,10701,4547,9872,5398,8741,8869,4450,3853,2078,9892,9725,235,3073,10394,5918,1189,9541,4890,5275,4738,10786,7897,58,2452,2881,5471,9075,5347,1700,10631,8632,1730,4403,5136,4327,2838,8205,8162,4595,97,6977,2769,2145,1847,10763,9911,3064,8915,4466,252,4039,10319,1606,2704,6291,8858,9150,8159,4250,3773,2530,10267,3670,9222,4370,9166,3359,2585,3723,5978,4270,4000,6513,2740,6962,8457,9237,9867,5703,7952,9352,3845,4204,10692,6065,4383,9774,5612,5945,7993,8012,9810,10075,10374,7071,3200,2961,5251,7872,2599,4646,8488,4730,9699,8242,2559,1455,6503,1779,2830,10743,6646,1782,318,1515,4023,883,10580,9814,3578,616,9548,8742,4009,5497,7833,2841,5034,3435,721,3390,396,3754,8293,2362,4065,5852,8210,9959,4516,7239,10673,1980,7046,1133,10740,6593,1384,8790,2951,5354,4687,6081,3078,5707,6630,5623,10119,4543,6700,690,2044,5690,7491,10815,7595,5734,6719,1575,9775,3632,2195,6523,8734,2603,3715,3567,3687,3579,10829,10630,777,8893,6780,1839,6809,5754,8358,518,2600,1828,10231,8085,6475,5530,463,2933,8440,10298,4158,7575,2383,4255,8022,5863,9301,177,4851,7572,8673,4315,5164,5569,3552,9657,844,1410,10427,4728,4585,10785,7680,8753,5209,7820,4735,4801,9259,10745,2223,7085,5169,10256,5457,2513,1873,5086,5193,959,3048,5970,313,8452,7059,601,10006,8126,965,21,7242,9865,6767,10128,4875,7601,5936,9644,3372,4464,5248,7453,3427,5625,10428,6320,7258,5198,2266,891,9435,379,9985,1364,8098,9228,295,4582,3248,5719,8054,9377,5363,930,8830,6073,8145,10053,4659,7092,7379,3613,5954,315,4195,5484,4538,7493,9633,9171,8388,9769,2259,6990,71,10150,1569,384,2573,4648,10040,552,6242,7504,599,9844,1393,426,9533,10474,4177,4227,10288,8220,4189,4895,4395,4130,3893,7447,1130,5228,7707,5561,7879,10251,476,2228,5106,3559,4071,1527,5410,66,4573,6373,3911,7155,1403,888,5653,3962,1120,4128,3865,7502,10566,9285,110,5924,1484,5809,8316,2451,8776,2449,5345,8461,188,141,688,9419,4484,9976,6541,7748,1823,7202,4694,1717,9392,2411,6525,6162,9500,7060,4752,2353,8365,7573,8684,3917,9846,458,3894,5921,6943,8801,7240,4986,404,9010,3863,1874,636,7395,5233,4823,10412,7220,4062,1242,10390,10800,6424,2844,3291,2798,7391,4636,7838,7905,1656,6380,7763,9689,5993,788,1016,4209,2388,8426,2298,4519,5508,2896,973,3818,6132,7468,4454,7002,2443,5341,5916,10296,10726,2909,2572,8882,7206,42,5655,1600,6970,2396,623,7289,5298,4328,9515,10187,9174,5822,709,6978,4489,1988,7824,7557,560,10795,3775,2348,7098,2948,2372,8578,3029,9336,6882,353,1473,10788,4568,9518,10027,6709,8477,9655,6393,4300,3840,6536,9421,7367,10492,3042,6484,4502,1663,4739,1622,770,9034,6298,7870,7153,6405,9963,8444,9676,9215,4554,6617,442,5305,3224,2088,3016,9007,1830,1413,6442,90,5073,8148,7729,5117,1394,1448,640,7147,5952,3598,6161,1284,3719,7753,826,3379,617,8127,6384,1026,4027,1147,4456,919,10736,1667,1337,715,8303,5166,9686,4723,6511,6619,3030,8280,8929,8539,576,232,8817,10704,5718,2855,1601,10767,1946,7203,6641,5067,1074,1735,4035,5392,9822,2179,4059,3051,7919,6245,8932,5418,6306,660,6818,687,7673,8218,5268,1590,3803,7738,4413,9895,10669,6795,575,6991,8166,2776,3957,9044,4287,10687,8569,8070,7219,8566,7730,5648,7571,1058,2891,9636,1302,3895,363,1179,9617,6325,6150,1814,8252,1427,6972,7310,1222,6530,9682,6051,5608,10588,2374,7525,3050,3284,1815,113,10508,4501,9452,7229,2263,47,2966,10263,10558,2536,8987,4692,2367,7653,10722,8871,10351,9384,4420,3473,5675,10627,5190,5187,10792,9100,6556,5650,8559,6905,711,2468,9291,3691,6845,59,10101,4313,9573,1768,2815,8904,452,8788,10681,5390,7605,10368,4292,7210,8599,5306,8699,10695,326,6689,4490,7840,10334,525,809,7056,7964,6994,8957,936,4849,10776,5389,606,6557,7754,2230,8124,4041,6723,9373,9355,5414,6050,2738,3160,2903,6859,5320,9310,1279,5506,8167,5865,10806,9764,2643,2327,446,5282,8937,3603,7241,183,8720,5260,7669,6744,5419,8863,2187,9478,4260,3712,4004,1416,4476,1457,6658,3948,357,9678,1765,8986,6441,1520,5695,8554,9798,7980,6469,1587,9580,8947,1054,134,3977,3841,5905,228,309,2,3381,7942,5797,5141,8276,8821,5598,9161,960,4747,8888,9056,1704,436,1588,9482,7478,8269,7912,8469,5452,4650,2194,4037,6263,10446,2935,5528,5262,3839,1729,435,5018,5391,3776,8340,2358,8750,1624,9752,2463,8696,4478,6259,1152,914,101,3744,6413,5194,3479,6637,10463,9650,8660,2337,9509,5856,8203,8713,1576,2095,9486,4814,10085,8499,9575,5302,5845,8138,1014,574,10761,2639,9165,4530,7375,6570,7427,4331,2553,8002,6345,8042,254,1911,994,1115,9637,4120,4105,8853,8140,4760,5493,3005,1668,5258,9430,7648,3254,10579,8387,7551,9409,4996,905,3797,8928,1639,8246,2686,4562,6330,948,9051,6602,5862,9546,794,5532,1041,10449,8434,2139,8647,1380,5714,2271,78,2432,8013,1683,5037,262,1174,5666,9832,7267,7039,10734,3661,7908,5801,9684,7676,6293,6783,4462,7935,6059,9308,4934,5565,832,3605,8724,1778,1255,7360,9949,5617,8297,10020,8084,1638,7564,8809,8648,3800,7518,8587,8656,7402,5064,1374,4834,7042,6296,528,4504,6462,4286,3757,2634,2155,7415,25,1370,9898,5516,8586,9251,627,3913,8283,8178,10115,8459,1359,6681,2079,4357,2482,3696,6410,2329,5897,4892,8161,5139,7130,4140,4630,6168,1292,8873,4885,2502,814,8759,904,4701,4750,6498,7500,10145,5995,6278,4089,634,4758,8036,1880,6910,9388,9587,2054,8850,4379,281,3245,1346,10383,479,87,8608,8139,793,5594,7701,4765,2806,10805,2398,6947,9129,8294,8468,717,6183,4968,6583,5259,7476,8553,3386,1437,9863,8688,2435,5575,7622,595,4375,2637,1291,842,4061,10266,736,3125,9850,7671,7893,3952,3307,1019,7911,10355,3631,7221,9974,4167,8015,5917,8309,5488,5358,10289,9626,2710,9233,3067,8346,5833,7409,5474,7320,8664,1288,2953,10103,540,2496,4098,6316,8057,4928,1076,3836,1636,4744,4283,5529,7306,912,1417,732,1101,3967,5172,1267,1849,1036,8201,6290,614,9598,9375,933,439,9758,29,4236,4201,1720,9908,8780,9601,10682,266,4670,5564,6382,10233,8345,218,9433,82,2921,835,10649,9361,8349,3983,5895,5517,10539,6624,6368,3019,6540,1299,10516,4488,533,3771,9585,6015,7390,7989,8501,6255,10824,7080,7990,650,2330,7664,10766,8064,9661,6917,7383,2273,9589,2433,10094,3444,7822,6520,7472,2661,3203,3463,2601,5566,249,5364,9323,4754,6900,167,5183,123,3355,10823,6765,944,8948,1506,8160,5654,2794,1660,1568,7953,7654,2714,7918,6138,6855,9989,9418,9476,5589,33,2862,6799,9927,6315,9367,7343,2868,503,5247,9416,2939,719,3262,5313,5396,624,5465,5896,9052,6238,3950,5255,8281,1637,3189,6650,2797,10562,5387,4182,7469,1644,3795,4363,5231,413,4226,8743,4396,8537,9593,390,5261,671,3726,4629,2248,2567,9998,289,3954,1812,8783,8095,6487,5319,4941,2290,934,1468,1889,2541,5983,7123,10643,8595,1082,8366,5871,4384,2869,4301,6838,6894,6535,10490,5203,8411,1609,9167,5850,8582,4525,7896,8180,637,2189,10108,3666,6003,2382,1245,1281,10762,3844,9148,10342,3693,8377,7954,6236,5400,8650,2546,5891,3664,6123,6454,8921,8393,3087,3553,9992,4949,10255,8333,1220,10012,9857,10521,4905,9499,3755,4162,6884,4434,7424,5292,8055,6226,2375,10160,10814,3322,7176,4745,7384,9967,1593,5549,684,579,495,10723,8090,4088,2070,8914,8926,5163,10604,2904,8905,8657,9254,8334,9472,5739,7340,1707,7399,1093,750,122,979,10260,661,4911,7124,5966,22,5362,8183,7906,291,9928,10258,4938,6531,4843,7931,7372,3980,1095,7116,6930,3337,6452,2817,7432,7120,6851,9826,521,1763,8610,10724,5059,2675,10515,6599,1894,2964,3850,6647,943,8197,6169,2725,1851,10109,3047,9595,10184,2244,10037,7700,7784,3375,5747,6211,1485,5562,5195,2264,4994,9136,7299,4134,4710,7688,2539,3104,4746,2684,3031,7790,491,9681,2937,2742,3879,901,7808,5661,6129,6697,1421,10753,1124,3678,8924,10583,10416,7917,7891,1096,10176,4980,6877,6676,5348,132,6735,5238,10641,562,4733,9749,6826,5550,9407,3889,1412,1790,7541,2108,4540,5150,6460,1286,7444,298,3520,6002,5079,7951,4273,7692,7520,3885,3199,6899,4263,4325,10828,1810,1825,7735,9622,5267,2063,545,586,567,7007,511,4358,3277,4093,881,6481,7987,5241,340,3136,5464,8450,4381,486,2003,7439,2404,5989,4865,8328,6450,3,2005,2701,2186,4792,2297,8737,8952,2892,157,5350,5478,4617,1718,271,385,1145,8711,9324,3676,3227,5969,343,5931,9860,7978,2032,5767,2773,8007,7326,3437,4799,10084,6715,1935,10783,2512,2707,7778,10621,7682,9207,2256,4487,2140,3469,5055,880,5794,1809,6486,7204,4638,8081,5898,1536,7048,5525,9805,2640,1965,6654,4935,4371,4241,6414,8761,5056,2394,2823,8945,5619,7273,3484,797,7336,5858,12,6521,10688,3830,207,2678,10529,185,415,7388,9677,9510,4603,9552,7930,896,6058,7560,5426,8447,465,9894,6154,4264,9385,2713,9696,7720,1964,2535,3717,3786,6492,10697,9727,8727,2752,9061,10614,5713,3994,1738,3441,5186,8973,4075,7775,6652,3761,8918,977,1724,3153,6683,4103,9796,6632,6016,7878,3985,843,3502,5889,7104,10008,10408,3942,7499,5597,8795,7044,4049,9809,1780,8525,6133,1781,2299,1253,5926,5699,3147,3990,8843,4984,10693,10386,7477,2274,3852,876,1341,895,1869,2013,3738,1051,1641,2486,10170,1662,8511,3344,10573,10304,7003,2570,3642,8678,8590,3591,4788,10340,5312,20,6193,5885,7583,6819,7783,2166,8946,1633,1703,5108,6544,1960,10538,3539,3225,3003,10499,5335,5965,5408,5785,5664,2334,448,3085,3428,6939,9327,3626,6179,6001,9875,8894,8010,906,5125,2780,2529,6727,10470,6558,10126,6009,5230,8304,6627,1241,3833,1982,9168,8726,6586,8465,3607,6032,8241,320,5792,9238,4846,10640,2427,57,4669,9600,3062,2619,6989,1077,6176,6135,2238,2970,8819,2053,4688,9210,7894,5538,852,10534,7021,9606,5922,1554,5015,7940,3809,7845,5779,1801,4108,9497,6761,7941,7222,9744,4295,4897,1015,6740,3705,8369,4281,8445,5071,10007,9033,7110,6397,5534,2128,2548,8557,4101,6214,8536,6429,7474,6056,2517,4590,10275,8033,1466,598,10430,716,6365,7494,9408,995,7407,2550,7938,6142,7603,9597,1089,4047,5473,5733,2083,3389,6404,9481,5972,2503,1829,1436,7597,7805,4335,2373,5123,4960,2111,7275,6146,4587,10772,7511,335,5446,8831,3324,7849,2992,5321,3423,6207,8267,499,2800,7744,160,4919,9530,8177,5633,8243,949,3462,5243,1287,4102,10451,7115,4468,470,9255,473,4026,8423,557,9256,3963,5693,7983,1371,3617,766,10483,10249,4942,550,1365,6612,674,5271,1452,4334,1066,2345,1899,5669,10522,4429,1947,128,3974,5799,3902,3464,37,1757,638,8891,5087,5326,6742,9705,5316,10557,2852,2414,6932,8448,1742,7618,7140,7956,2754,4952,2860,546,6775,4569,2389,1356,5613,3785,10622,9196,3309,7857,8543,2981,1432,3526,5962,6548,9386,6616,8518,8173,2272,3667,7011,7642,412,6839,5142,2137,7590,1398,10546,3777,8216,314,8834,5876,527,7713,8704,6770,6944,9919,4576,10209,621,5501,3299,2093,9710,3882,450,5829,6497,4374,5270,229,1837,80,1944,10120,5038,4763,673,7867,3368,7119,3875,848,698,212,988,8637,532,9619,3641,6590,4463,8074,790,422,1411,9303,2917,2764,2849,5119,992,6505,9060,4485,1195,795,1285,7090,9751,10200,5333,951,5442,1951,7290,8272,7877,1259,10578,9140,3594,4408,9951,8184,8916,4019,8906,5578,5273,9732,6312,4943,10737,5543,3376,4148,1200,1589,2477,9514,9188,8165,206,7587,175,8862,4467,8965,5448,3679,2481,1788,375,2579,5611,6918,1733,3530,7121,3787,6512,5808,3506,6731,2888,8247,8208,7600,10479,7650,6699,5420,5189,6053,3010,1934,6,196,4959,6126,7569,3533,7490,3439,2210,6018,369,4048,9076,9662,9028,1958,5909,899,2431,3622,3215,7997,9001,2511,7327,4794,2803,5153,10105,10373,10797,3721,9122,4825,10556,7209,963,1561,4481,4452,10096,7506,10707,9362,8769,6407,8414,7529,9333,3811,1379,10459,6160,1020,1953,6864,1480,1344,10072,1599,854,5098,2322,10292,6782,9527,1866,7303,6902,8983,7475,3767,5210,5487,5370,3351,4249,7278,3583,10476,10226,3760,1424,941,4317,4757,7392,6256,5483,1840,8385,2326,9201,3273,5755,1997,9615,7512,2419,683,10587,406,344,2090,6070,8314,8259,5092,3342,5301,8077,7496,8153,194,2401,2445,8088,900,9193,4168,6759,6366,1240,7331,6086,3700,7995,4085,7335,3549,2716,6532,181,7602,1920,1875,2802,1987,3912,5217,2294,10658,6837,5867,2039,3459,1065,8011,3956,10320,3861,705,4920,4852,1042,1896,3049,7611,6515,7479,5290,7716,255,3328,1996,5502,10357,9169,7312,620,8128,8563,3278,9563,9806,5994,9012,2086,6165,3945,4338,5041,3452,394,618,7341,5045,5645,2143,8940,4993,111,2771,10757,5547,8028,8027,3672,2055,4822,8222,7237,4571,9263,1696,1108,2229,3720,3107,3011,4157,4521,10042,9690,1752,6194,6518,370,5938,489,6813,7623,3995,2936,1030,9401,4903,8362,6936,4014,2792,5628,1390,3345,8353,8120,5325,609,8654,771,7924,7281,7543,256,9720,8579,2360,10817,8187,5435,10030,9946,751,7263,4680,1223,9701,4353,5521,3300,8638,1333,7851,9003,4600,8395,5165,115,8622,1902,285,10332,5043,5074,3028,1774,1737,6529,10559,10744,10541,1128,41,6703,5760,10061,931,8985,7152,5780,8818,10754,5490,6217,6789,1579,2832,1431,4572,4409,6034,9186,10495,4824,1897,3488,8482,1388,9236,297,2489,162,3105,9757,9984,2865,8697,7674,2241,4055,9113,3172,4820,10064,4592,8424,4854,2950,1461,1510,608,803,10662,395,3914,7362,445,1304,9754,5057,2130,1110,8526,9143,946,7515,1459,8357,7307,3323,9847,10401,10314,431,125,2460,10802,713,9571,9940,10690,6870,7863,5250,8017,6079,5080,4034,10696,506,4640,2616,8748,7809,953,5431,2193,6626,998,2801,6797,2969,7625,1,4106,9211,8562,1941,7277,7199,6455,347,5991,8892,4348,2697,5849,46,642,5629,457,10327,7829,1630,1081,829,8443,4555,537,3173,3228,3563,3468,189,1503,7944,3294,2072,1173,5295,1525,9602,10831,6120,3383,5344,5155,4164,1102,10818,5359,3877,4159,5031,3915,989,5199,8287,2821,392,6036,380,6988,6698,3572,4643,4720,6200,7922,6446,6867,3168,8580,7517,3065,1006,5519,10000,1079,5640,7810,1160,7929,9311,6832,10411,4829,10242,120,7821,1061,7616,5694,6784,4251,800,9674,10071,1914,3448,986,2107,2592,6669,5283,8231,5748,4818,4083,10095,5094,2834,765,10718,810,5441,2734,10531,1789,6261,6693,4242,4910,2836,531,5963,8478,1307,6640,985,10741,8735,227,6992,2658,10533,9287,3115,10574,31,6591,3266,9765,5607,847,2525,3629,740,3006,2514,6757,7555,3727,3306,1175,7690,3100,5768,10663,5552,3411,8571,72,8774,10694,10656,4145,8260,3301,2172,3593,7727,8484,7078,9014,3118,7668,8001,10585,2883,7168,1865,6031,1872,6549,8832,1087,718,4095,10424,8690,460,5498,5318,5293,8455,6625,497,7173,4869,2598,7238,4225,4528,4879,3264,8682,9417,5590,8195,4166,2476,4507,7885,3289,6831,5232,10029,8839,5775,3286,3929,8172,6212,1613,7633,8978,8073,935,9440,8371,5782,10789,3541,7889,5644,10138,1233,3253,2454,10760,1881,9618,10107,2945,5721,1560,1800,5999,9688,2499,7797,1068,5840,3522,2843,9714,9945,6279,2723,7776,2416,1562,9565,8250,2576,6674,8998,1716,4482,722,5161,9975,2466,1764,5466,1559,1311,9605,7769,9939,4946,1942,7777,10821,610,7149,5576,9439,1615,4459,10703,273,8719,2814,9723,7743,5372,3170,7774,8318,3478,8966,8792,2731,5147,10338,8274,2371,9063,2262,4314,102,1545,10215,1320,8767,7428,5054,3487,3419,4001,9551,9779,2693,1954,462,7577,5751,5433,707,4100,5254,7985,4563,4416,4232,441,2913,9991,1950,1642,2528,3334,3310,1193,6733,5253,7649,9956,2028,647,543,10361,204,592,349,1103,10106,1104,6490,10135,9776,77,1819,2082,8422,4703,8866,544,4689,4936,2368,2091,55,1469,1439,4976,9987,5531,3909,5573,7711,2594,4445,4887,2016,6448,3082,7020,1251,5146,1221,9400,1132,4882,8320,7488,9877,10248,5222,3240,4248,38,7246,5671,4330,4405,2062,10244,9930,3304,7005,8103,9950,1653,1134,5790,5749,7806,1756,6191,2946,96,8470,2402,4310,8694,7387,7079,8204,5357,2068,4718,1909,8740,1118,4988,7285,2492,4972,9746,6271,10177,2160,5008,2900,6874,6500,1855,2853,4840,6753,288,9217,5417,3060,2021,6270,9983,3822,4033,8100,817,7235,7244,4415,4474,1783,10326,5800,7786,2465,8096,10421,10660,5406,10014,4515,1895,7903,3329,682,9874,9474,9506,3796,4987,10623,6537,7749,8826,4727,1278,6576,1598,3922,1361,9343,6046,8313,6139,3918,348,10307,4417,8885,2826,10100,700,430,2105,3184,8292,9112,1075,5997,4552,6718,10214,3210,1319,6175,7264,6705,10054,5379,2571,4297,1339,9966,8597,6714,62,1064,9083,10472,1472,6774,3921,7540,9557,5828,10825,248,9460,6696,7018,6304,2910,6835,8361,9294,1331,4529,1137,4486,6802,1664,1661,2783,3671,982,6925,8718,7215,5657,2081,1166,8367,3446,7455,2580,3972,10359,5367,9223,8118,10224,6388,1389,3758,8887,1671,247,5077,9445,6993,3180,1482,8874,2549,9621,4280,10486,5740,9250,5685,9257,9795,6597,3602,253,5722,1140,9829,8302,1592,6803,7882,3848,2591,3784,5257,6350,9958,3508,5303,2131,7337,202,19,5113,4933,1808,269,3635,4256,8942,4526,10279,2588,4082,2628,6655,8408,8312,5621,4497,5115,7414,9854,961,1678,4645,5744,8200,5949,10024,4553,3161,672,2784,4966,1772,10410,250,10262,619,6095,9091,4011,6117,1517,10099,1170,1289,8087,7531,9635,4121,3970,7125,9358,8065,3038,1969,712,8739,8933,44,2677,7552,2928,4889,4983,5033,8092,6094,2829,9459,1327,5803,10125,6427,6089,5140,8475,3167,739,2406,4599,8763,4604,420,8481,2887,9695,5308,6421,2014,7939,9369,5724,1383,10387,3305,6967,741,1072,7433,3163,8381,6378,4224,6667,4755,9803,2666,9356,7305,6660,757,4725,10639,7324,1904,8047,9498,8418,816,3873,10271,2850,7827,10331,1434,2709,4142,8209,4040,6734,7342,5481,3070,2257,10638,18,1758,9252,3176,7698,3074,10498,9180,2379,10787,8679,10364,1274,6027,5536,3084,8663,1329,4436,5160,7779,7065,5378,4244,5587,2520,10403,571,1834,3146,2056,164,3999,3421,508,2717,2759,4257,10250,2839,8372,3022,6331,2901,6386,4713,3425,6754,9307,4078,3937,1705,10189,10190,4444,3460,9869,8545,9119,1454,6434,2447,2955,4769,3442,9483,7933,1007,3714,1144,3501,882,3246,8627,6371,738,6507,2545,7999,6604,2069,4668,8917,980,6277,5571,10070,9422,8113,4695,806,5874,9671,6964,4964,1275,5211,1736,6437,222,487,1022,5992,8266,10467,6559,341,4615,6357,5085,3475,1706,1297,4051,4982,8083,5904,8102,10043,9813,2292,9834,3197,10758,9789,1191,9916,5605,1543,2575,2115,8290,8560,8106,7315,1835,4672,3263,5689,10642,328,622,1314,7946,3367,833,2568,3080,7487,408,7356,8515,7890,10336,2197,467,2867,3076,7183,6814,2150,4419,1713,6294,522,9496,1533,7412,3035,2527,974,3378,1715,5920,9405,359,578,8284,6923,4426,701,1063,2265,2215,2314,1727,9969,4173,10158,10335,7382,7481,8289,6343,3940,4578,3293,6929,10755,2963,5361,4775,7871,187,331,8698,9315,6085,7799,2061,8949,2791,10104,178,9885,2615,1930,8621,6170,3311,9011,7634,526,4584,5667,4621,9550,10188,10791,2665,4902,1868,6005,6534,3270,8736,5377,6691,6938,352,1956,8063,5544,5588,7910,1972,1202,1351,3296,1377,7051,7184,4202,9837,4160,8845,10702,3887,4660,5899,3403,7141,3575,3978,4978,3369,8744,5717,6862,4523,870,9329,7802,4430,3756,2287,9625,2624,6203,8136,2988,5676,7685,9280,10609,2923,4958,8881,5284,5951,366,6299,312,1109,2647,6342,1698,8997,6197,8412,2019,6012,5959,4699,6607,7180,4653,10060,7280,8879,6805,10457,9069,264,6208,10739,8705,1235,9147,9027,2583,4407,268,9444,4029,4016,9801,4736,1114,10118,6793,2596,4702,2331,8639,7943,9221,702,2424,6416,10448,6204,1732,8509,2269,1008,364,10301,4188,2098,10422,1338,1312,6069,6946,6321,4651,3847,2386,4872,1196,10091,5533,8330,5660,3472,1612,3233,4985,1912,2092,6147,416,6781,520,1294,6107,7254,4198,9555,7408,10497,9717,548,3418,6840,1816,7861,8922,474,4050,874,5880,455,2799,9282,8833,7064,9220,6969,1803,6941,4319,260,10261,2750,5925,8189,6504,9101,3648,6777,7661,9272,1521,3387,7377,8729,5428,10532,9679,9240,1753,8104,7630,3242,680,9733,8039,4206,4321,9768,10518,10286,9085,2282,10110,10494,8335,8111,10181,5191,5817,3513,7284,8149,6600,6057,1467,3645,2982,4574,9553,9302,4333,10367,8889,8025,3313,9253,7195,4545,8691,8327,9055,7873,9269,2020,8078,3580,9778,3587,1566,4373,7773,6509,4803,10698,9020,5933,9920,3393,1792,7553,2007,6281,10439,5738,7694,4266,9913,5219,1135,4609,4060,4414,2237,5509,2430,3175,2930,9195,752,1929,5804,9331,6751,1776,1032,8979,5987,7920,3046,7561,4064,4714,5170,3015,7268,1070,3453,6752,9917,3091,2745,10610,827,8378,1243,9158,2285,7131,10341,197,4683,2703,8786,7370,8588,5968,10147,1248,2540,5145,8375,9480,1726,4312,2505,1207,4836,3482,5647,5342,2029,9192,5866,2474,10220,4665,2413,2201,1028,7423,2729,1645,9089,4181,902,2818,5725,7796,6082,1366,3138,8700,4622,2122,4422,208,2494,3349,1148,61,2672,5264,7596,7205,7755,8190,2898,337,8504,68,9443,5682,7217,7988,2067,8116,3371,4290,3317,10010,7108,8570,7814,4469,7739,3534,2169,49,5688,9997,9594,2632,171,9843,7213,3639,828,2636,1582,4191,8707,9549,9054,6153,219,1616,4856,7069,8155,9490,6614,3864,3493,8836,8300,10050,1813,9446,4386,7598,7526,2558,2321,9802,3854,776,4542,7103,5369,8996,2426,2724,2141,5128,5726,2209,4756,1449,1540,9630,5928,1112,3126,5274,7,4812,6044,9154,5813,1853,5095,7721,1438,4216,1194,2192,2606,1602,6260,70,9812,8193,9624,4069,10349,5352,1827,5821,767,9316,10134,2255,3640,3129,3223,1976,10461,154,1985,681,894,4046,1260,7667,402,8417,4611,8564,3249,9268,923,8813,10759,4349,1746,9641,10543,3823,2557,4421,7740,4639,1316,8031,6955,10195,6533,5662,3624,5663,6307,8052,180,10480,2810,8299,3398,9050,139,3308,2655,5960,8392,307,9685,4119,549,3407,10371,5975,3432,9669,5522,4705,498,857,726,2117,4722,2352,3511,327,2739,9266,3216,3878,1347,3370,10111,5053,779,5746,5893,7223,1062,6192,200,9002,6334,3939,7718,8516,4627,7096,6554,3361,3261,1492,9884,2434,6945,603,4382,5162,4231,17,6620,3362,51,3826,4513,4056,1574,2911,10827,1056,6980,4850,9125,6506,10664,6952,3734,547,5815,8860,2220,9379,2250,5179,1353,2582,9249,4503,50,10026,2126,577,3483,9431,7886,399,10066,5365,7456,6550,542,6045,8279,4912,10747,9526,7637,3531,1163,6876,6861,10212,3410,6303,4832,9117,2384,6671,3998,1842,40,1138,10832,9599,8606,7859,9544,8779,1381,4053,7401,9665,6087,873,2472,5066,7174,9762,1657,9753,1695,734,9715,10207,3688,1119,2721,9080,2277,6269,4742,8532,2674,3108,6431,7437,7165,6276,1998,7965,8152,4620,9177,3808,4594,5412,275,4708,292,3582,3699,10450,9734,1883,6592,9740,4939,8995,117,3650,7397,3347,3891,1296,8908,6928,9960,4808,6684,4597,8456,3732,6174,10265,8442,7249,6806,1957,6071,1300,8681,802,5227,3406,9123,7888,10154,4247,8508,907,4686,6574,10826,8154,7687,6461,9093,2245,9673,5683,6675,502,10379,9032,10679,967,3609,5546,3063,8938,7855,10552,5868,6573,3281,3106,5788,6873,975,7075,1740,10168,4945,2562,5929,3500,2851,7528,4583,3032,2831,3193,3251,6776,9791,523,5842,2730,6148,2148,53,4243,1440,2043,853,257,7369,2498,7559,3143,8589,1310,9039,5332,7982,10005,10377,4111,2205,9084,7521,9160,4602,10756,8964,10554,10121,3357,8460,2842,10625,4973,3431,9461,5131,6021,6339,2882,1617,1580,3517,8989,3739,6080,8174,10738,383,8864,6301,10302,6960,10716,2185,362,8575,8035,541,2711,9799,9990,174,4556,1423,4637,5704,4666,8577,8519,5173,8150,5096,2652,6221,3611,1034,6729,1372,2308,1983,3713,3623,8094,7811,121,8602,950,1807,48,1860,2041,2320,4378,9290,3651,2196,9841,4662,2418,10653,2668,9389,845,6219,8337,5910,4438,10542,5798,2174,2795,10576,4873,9045,10144,4709,3008,6173,2755,3663,1514,8404,600,3396,3782,1924,8591,10076,8808,6361,8798,1399,1680,6631,5946,9683,6779,9851,9072,10652,10708,6673,7565,5039,7365,5789,7376,2743,10706,2770,1435,782,3302,2837,9889,10322,8760,10011,584,1498,5720,2749,45,9540,8604,6292,85,7255,286,9670,10399,3325,8164,5757,3654,10523,4610,5950,4842,6038,7061,9350,759,1990,4465,9344,10132,7865,9770,3899,409,9456,6478,9176,9536,5716,5472,5265,1409,8491,834,3638,8264,538,7913,5651,2965,2804,7026,6025,4372,5384,9066,2319,7507,10464,6108,3332,5642,5935,397,8675,5582,6682,10671,9902,8319,7725,6459,10742,821,10156,9232,8350,3333,8672,1280,2692,3191,4839,5973,10285,2399,172,10750,7505,7438,10402,2417,8634,3267,5786,8224,2045,4762,5877,8749,6155,7921,10,7114,330,9403,3832,8370,758,2031,5639,2280,10166,3158,2459,2204,3681,10210,5218,7550,8122,5281,4400,6210,9306,4900,8911,2980,10350,4559,1890,6827,2303,7781,860,272,925,3103,6766,10493,6856,3119,5075,553,1154,911,2890,9833,2537,10616,2808,2059,10080,3164,6428,10550,8486,7301,535,1496,7742,7710,10051,1224,9703,4217,4347,2387,9462,5819,444,5908,3045,6954,2978,1201,1308,5595,1879,5329,3236,9471,2816,1247,9513,6048,9036,9856,7928,190,2048,2617,405,4240,3633,9745,400,644,3373,6467,2363,6890,10396,8674,2604,7795,3759,5890,4734,5388,8352,1676,2182,1861,8336,4560,561,4369,152,4647,10046,7580,823,7765,9592,5212,3424,8146,6159,2423,3996,8487,748,7160,3504,1675,4704,10283,565,7035,10295,10458,2084,1632,5976,3179,651,3896,2203,1838,1244,4234,7793,7663,6252,5907,1677,929,2718,6750,10337,10712,10032,7189,10433,10632,3584,1690,6254,6060,530,2354,7188,9907,7008,2441,9070,4508,6895,7962,7449,8271,9642,3509,5151,336,4675,3647,7082,704,5374,1722,3222,2534,4548,9697,3025,4707,1570,3340,5736,5137,861,4826,453,6453,9380,4806,7457,2233,2893,79,2581,9322,9281,1182,1804,3474,2627,9293,1518,2120,8677,9239,7621,5133,7973,10769,293,1682,6145,1858,5941,9219,2741,630,4971,7937,2653,2134,9581,728,5705,4909,5288,9632,2497,3604,4229,3391,7050,13,6391,4322,6422,5456,6560,6218,4970,4561,3984,4294,3750,9521,938,6102,569,6093,8773,1802,9787,9977,10636,5911,4132,165,1395,8107,6111,4245,6039,4784,8454,6172,1268,6451,3330,4779,5429,9568,9759,9517,10465,2676,8907,1504,4990,6246,8067,9979,5894,3292,354,7702,9341,4194,7162,5402,10793,3327,5942,6418,6222,7057,7656,6561,1382,6006,5491,2440,6346,9891,1483,3529,1708,6949,10606,2344,8757,7699,2147,9018,8196,9972,10830,3269,140,8476,3298,323,3235,9337,3769,1709,3537,10431,7974,407,3336,5943,9432,5864,9918,1666,10114,516,3456,8141,3941,2305,5415,9914,10348,3813,2654,9704,8527,198,3142,9156,6215,8219,10570,3429,2302,3697,6933,10372,9326,6892,9504,8614,4008,5646,4951,10419,1453,5078,8939,8399,4451,2483,5266,5551,760,9915,2977,8576,5513,2987,9739,1230,6514,7556,6043,1477,10004,6305,1893,10059,5957,5152,4871,5097,9737,3092,5118,9736,5592,1309,24,3219,8023,9970,1747,119,3400,3157,2515,10608,4320,10514,7068,3121,9937,6387,7022,9756,10659,733,1420,7105,4884,2438,3743,1033,6678,5913,9730,6821,8176,5535,4992,1907,9516,5383,6205,5339,8076,127,2104,2894,4633,1444,8230,8163,9643,8112,10245,10363,8680,6982,9247,6493,1505,2448,7156,3722,5494,6406,10537,6883,8811,830,4956,10219,4277,824,9816,7010,9981,8495,8856,7099,7419,5888,329,10196,1833,4045,8620,7274,784,4428,5515,9871,2825,4998,7846,8825,3768,2748,9335,1349,10236,4163,226,9271,5454,7932,2765,4020,4228,1529,5432,376,8394,91,1471,872,7111,4038,6356,6341,5887,2819,6401,2691,9647,9102,4700,5758,8009,4613,2461,9105,6267,3039,10273,3636,5835,2777,7073,5028,4323,7852,3601,10297,3644,8900,7568,3014,5102,6262,9649,3077,73,3842,6983,5680,7770,9534,9248,9823,7182,6028,9993,9383,1282,8214,4086,10300,534,6545,2154,6456,10175,2989,6836,6807,7752,4918,3130,9312,2577,9145,10540,4418,8870,1651,5616,10527,6488,6685,3114,10169,4390,168,3546,591,1198,9651,7314,6801,10142,4398,746,3846,10052,3185,10252,1968,3232,2983,987,3090,7309,3834,1923,5011,6011,9836,8970,10389,4566,8846,2644,243,5593,3339,4579,7854,2309,5023,8257,2927,3749,9058,2560,4673,4262,10001,6257,3729,4455,6642,9583,345,220,1269,2123,9484,9262,7191,8645,1689,1694,3054,7984,8655,10223,4948,7421,7695,1219,5996,10733,9363,8847,3499,7717,3711,2188,3244,6465,7346,3217,482,1252,8295,8306,7726,169,8820,6569,2170,7837,1306,373,411,5450,6635,7574,990,8601,1725,8584,9317,7566,2033,8556,9146,3043,7842,7762,3707,5847,9620,2025,6062,4006,3229,785,8823,6527,1400,358,3234,2236,8687,9429,4030,4614,8693,5948,3630,5706,1029,10222,678,10161,5470,8685,7576,4623,10700,4809,8522,10443,9890,9182,3876,9944,3132,3858,6349,1596,2925,5499,9781,6010,5090,2415,3870,10605,9040,6906,2276,9053,6064,10081,8253,7158,7532,9475,2199,5244,5958,3781,5407,9391,5397,6763,5380,3088,3123,4246,4581,8298,3356,9295,9520,8134,5403,3256,5182,8117,6756,6618,5884,10354,3947,8758,6973,9942,5591,2488,9629,1854,9321,7785,1655,3009,6979,2846,4612,4777,7139,7100,3097,2365,9926,8529,7467,9631,3314,9558,7586,3935,3220,2873,7604,5902,10780,756,3285,8101,6195,4625,2968,10676,2878,8415,4717,6849,5269,5000,388,8086,5872,2296,5331,9611,2307,3936,9858,9296,7815,3113,4880,6327,2064,2235,6209,6953,238,6937,1404,5806,9667,5787,1793,9189,3036,10720,2442,9079,10239,8472,6553,10661,3558,5371,1604,6177,6253,5049,7969,1116,403,657,9698,4446,5121,9470,2357,4138,1414,7807,5600,3128,8332,8923,2221,1125,5603,7363,7697,1121,7081,5674,8772,9441,1401,1330,387,4901,8262,2246,920,3239,10173,10159,5732,8793,10309,755,8723,7212,8473,1445,9852,3828,3102,6033,464,10130,3991,9114,2049,6374,8383,10038,5462,4950,691,3987,8849,1607,1818,8794,6419,3792,10810,3404,10454,7655,955,4679,1892,5998,9376,6295,8824,9687,4858,5185,7766,8278,3868,4833,7722,7546,10152,4470,588,2301,8110,2376,224,216,43,3188,653,5475,5770,8044,6738,8667,1350,7549,5846,655,4183,9494,2281,4161,9793,10299,10078,6449,3656,8670,3851,6594,5100,8227,7961,9485,8722,9111,3392,4893,5708,1212,3013,3569,7431,5914,5632,4979,2608,7651,2347,811,9304,2554,3905,3151,6998,6105,596,8212,6649,8502,334,8363,10447,9835,3021,7330,8181,8072,6240,2807,4511,4835,438,9318,7466,1031,10237,3560,10569,7004,6502,10781,4113,5723,6272,5643,3821,8535,6879,7357,10277,5207,1000,10254,1204,9519,5058,2722,6116,7134,83,6075,8619,303,570,10456,1162,8982,10290,10293,5024,10777,8822,5795,768,4855,5009,4522,3788,1614,10321,418,3382,2788,2635,3134,631,4580,4813,10039,7881,9562,3150,9964,1447,5311,4866,4152,10171,6578,9397,3615,747,1283,4385,8030,2324,5622,5082,1011,1429,4774,5035,5985,652,5083,10287,612,5524,8787,6609,8439,8038,5980,6206,205,3888,9241,4641,1697,7847,5658,4133,9128,10315,5062,6000,7563,8716,6601,3586,10365,3447,3708,7640,3619,3252,8567,9244,898,9454,3363,8474,9922,1257,8416,6581,10407,7904,10246,8800,510,3319,7975,1848,7172,969,5225,4558,7582,1369,8676,10790,3538,6340,2385,433,6822,424,1767,10272,9348,136,6167,7321,3135,3702,2422,3565,1626,8837,10735,7801,1898,8598,6690,6829,3139,8069,4657,4199,7436,10157,706,3183,2646,9109,9353,4827,2226,301,3241,3675,9413,381,4213,7768,5310,1761,5805,6251,9314,6072,10312,3095,4304,8000,694,7458,8133,8384,2080,4921,605,5072,10819,3938,5752,6052,6996,389,3385,1017,1261,7293,2253,5923,3706,10400,4074,5285,7578,2778,5915,8635,27,8075,10257,4211,4235,4172,8581,6136,377,996,3981,3360,2500,841,4741,5572,1933,6017,8326,3206,2796,2491,5816,6524,8919,4797,4024,8593,4868,7679,9660,5507,7076,6308,56,469,2036,8950,8479,2405,9436,2645,4293,2283,6662,5159,6178,9729,7986,8175,6596,964,8859,10352,9525,6643,236,6458,5050,1059,4876,5715,10276,3007,3574,1186,8317,10065,9021,2421,5964,3685,8636,425,4364,2397,2231,916,9023,2932,2317,2495,6282,3926,9194,4776,5886,428,6479,9265,5961,8091,3408,9861,3455,10017,2612,8877,9319,8215,3384,6848,3237,1654,1197,1450,2343,8368,6286,2052,3238,5007,6950,5937,6737,813,7728,10524,778,9848,2566,514,804,5579,6538,166,685,6225,10122,3208,1605,10501,585,237,3213,7171,3554,1117,1475,2547,9659,10316,9868,8226,1086,3725,106,7344,10117,8351,9094,7009,4618,10330,563,2146,6363,7286,4091,764,5463,9952,3585,3683,8976,641,1328,4366,6788,6068,2760,1798,3259,5105,4963,4904,8360,6470,2050,2312,4656,8936,10264,8980,4527,10503,1557,2288,5143,5042,7001,10535,5927,10502,2689,769,5728,3829,10123,10041,6711,8489,4117,6817,1759,2960,2519,7232,2902,723,8886,8752,7614,9245,7530,819,6508,7719,2355,4440,1234,4719,9817,6708,2744,8861,613,9763,9824,6088,6987,9535,2715,4838,9086,8343,9048,7325,9491,7948,8651,9225,1955,696,100,3802,4759,1474,8058,7190,2464,6997,6420,8746,7179,8640,731,1325,7166,2542,7950,3610,9947,3789,10794,1931,1691,4551,3481,3556,6666,7812,9077,3528,10683,5843,5213,2962,2757,10021,10148,4077,6686,7170,5381,5796,10073,6621,9345,3075,5791,6398,1963,6841,3145,7181,4731,7208,6074,1786,472,5834,2590,6224,7539,5029,9910,8045,7972,9694,7612,5427,4230,656,4025,9994,3094,4575,2412,658,5624,9213,6041,8954,6113,4193,10259,112,290,4644,3454,1009,8844,1766,3703,9016,10385,9074,7641,4845,8485,1981,8240,9090,9511,9340,976,9934,346,3352,6758,7034,9178,7835,5634,3476,9325,1962,10798,9664,9065,8641,3597,2225,8061,3933,6567,8852,4423,5686,2184,7227,7645,4073,7696,1367,1490,7957,5778,8273,8712,10406,8268,7366,9181,8975,451,2410,7864,8662,1040,4057,2820,10112,9218,7907,689,9364,493,2690,9849,8848,8307,5366,6186,3747,5879,9434,7733,8228,5032,213,5731,7146,2620,4239,8386,5110,9738,2161,3793,9354,7868,94,1836,6603,4816,4867,1232,4131,8249,8710,7734,9151,4305,414,6562,858,8305,3480,10362,10475,8421,4908,6354,9334,2487,10089,2444,3872,5503,10418,1787,968,2006,5614,7958,7398,4200,3211,5837,7196,5777,2897,5742,7302,7963,9357,1055,3111,1544,6645,6587,8192,2034,7317,6348,1846,6726,9616,4819,6959,6302,3806,4498,3312,1188,9142,7418,3988,5447,8804,6644,7086,10268,9700,2167,7626,573,7501,2984,5221,278,10482,5201,815,7394,2047,1487,9024,283,5812,10360,6311,3867,3071,8943,2112,783,1744,1239,9722,7260,5449,8310,1524,6188,1542,4732,5176,7070,9709,1611,2378,4810,75,3907,124,2116,8732,3177,2516,10634,7736,7019,2584,1710,2439,1479,1995,6517,1122,8505,5240,555,836,4886,10705,6730,5825,1084,1989,8071,838,3315,1180,5192,4929,5766,3596,299,5839,7091,6433,5971,2325,6284,8121,210,483,9155,10308,5873,3540,258,2180,3350,8171,10280,9786,3507,8897,8725,6124,7261,7853,7345,1719,9038,3733,966,9680,4663,1502,5764,10491,7724,1578,7542,9761,1419,3653,449,2555,8782,8702,5743,192,6151,421,3804,8624,3740,4676,7234,6589,4288,5581,9577,10560,9522,7052,1621,3255,3919,4303,3783,5051,1862,7292,6790,1785,2218,2227,3735,9191,2252,978,10637,6100,8768,308,5761,3295,7684,5451,10028,9883,1714,9205,524,6355,2453,2994,4924,8747,2284,1271,8105,9935,1669,3660,10036,10384,7145,447,3492,3413,7459,4272,1856,9199,3571,8244,6800,8592,8717,10409,8413,9095,7157,9172,6244,2335,9153,3900,10221,3997,4931,6066,7825,4190,8953,7519,3297,10414,6112,3910,9628,1647,1797,1405,831,7107,6309,9399,10545,5932,6582,10009,10397,6863,3562,5019,3098,7780,7269,7620,3156,5514,4150,1322,10133,282,5130,6184,1048,8355,6791,887,9298,8079,5636,7643,9962,6653,8653,7876,10232,1387,492,6408,7233,2630,1936,604,4492,4012,10140,6804,10393,5297,9398,8265,182,8628,10778,5235,1523,5469,8523,5560,945,3461,201,240,6392,566,1553,7492,2328,6639,3466,3928,9309,7127,3763,3762,7355,859,3791,8728,6853,10684,6264,1430,3731,8056,10528,9878,7349,583,6347,2822,10768,1586,6702,5859,2895,1741,251,2212,6688,4706,6014,2484,4698,4853,10164,6694,1136,1418,3968,1619,8661,6875,6013,3354,2425,6234,6868,4354,952,2698,9042,9184,8524,8756,6724,8490,7678,6411,4435,9747,76,7756,4923,3986,7818,3831,1254,3467,4888,9132,2152,8558,8129,4058,10163,209,6881,7025,9896,7137,9586,2310,6907,4712,1290,8573,4605,4483,9124,6749,2341,4336,9209,6412,3377,6097,5040,8803,886,4458,5609,10812,7250,10710,5017,9264,6362,3532,10481,4944,7374,3061,6489,5854,5520,9838,666,9162,10635,7463,3606,10809,1623,2538,6223,2251,9905,2501,2001,10452,6037,367,466,9426,808,8827,2102,3465,9387,1486,9414,7823,10816,1264,3449,6483,10440,2339,1845,7524,1397,6495,9607,10253,3265,2010,6114,2165,4691,9394,4785,1003,6633,3275,1376,3290,6258,6577,10018,5174,5109,1794,9071,5338,7789,9185,1153,7787,2972,10197,999,849,1060,5673,2009,928,4766,7819,4447,6310,1426,8020,7792,4915,9639,7460,7316,4393,2859,156,6924,2763,9719,3669,10551,3004,118,7154,5012,1799,3477,7761,484,745,500,7875,1352,3728,9569,1184,5626,109,9492,6243,9936,8359,10102,1199,4165,3589,7866,2543,4439,4811,9081,3110,2651,9427,6099,3973,1225,2254,10478,4044,4925,10748,10665,775,2696,6468,3226,1844,3752,6707,8896,1085,2094,6584,5065,3374,10055,8270,2793,5882,8533,7351,5249,512,7106,7607,10083,5762,454,9512,6778,1711,81,2593,7914,4913,8288,1192,3399,1336,4068,2286,6322,1530,1500,8789,4658,4860,7955,9539,9788,8828,7089,8969,2602,5563,5395,7659,9030,8778,611,9410,4212,9395,9212,7772,7558,7535,10143,10058,6995,4359,9888,8109,3953,8777,4557,7652,6878,9702,7981,8396,10358,9777,3202,6228,7666,7297,10381,6230,3976,10584,342,1363,6318,7411,1795,3026,4275,5906,2997,3573,4932,8835,8971,8992,4079,108,4608,6764,9692,10728,1462,8617,3434,5204,7422,7393,2889,10564,5003,2728,9449,1005,8551,7767,10022,9274,2176,3221,1648,4786,5103,1627,7545,4311,3512,2295,2565,5373,3401,9423,7869,2407,2779,9842,8296,1769,2706,6580,9004,8961,5967,9064,1887,3066,7381,8944,9954,10376,2563,5665,2232,10366,1044,2659,7126,10619,2293,7672,5322,1659,1927,5081,5177,4285,1901,9706,1528,10216,7084,8814,6201,1670,2181,8251,2708,6963,9882,6426,10015,4219,2872,8376,2393,2446,6575,6239,4147,9300,6372,1591,481,9693,10438,7670,7757,2614,7880,4453,176,8517,10796,1567,7991,2038,4207,4632,1952,67,10155,10218,6323,8051,2629,4518,2682,1870,5430,9839,4268,2638,8493,10764,1922,3590,10151,10629,8458,6438,7966,6156,2057,10303,708,2613,4567,3283,2224,8607,8049,2510,626,958,3662,1519,16,593,5710,2524,1535,10092,2370,724,9135,9110,7257,6543,6324,1208,773,10445,1301,4631,10771,1150,3835,6825,1098,5857,2058,3458,443,4352,6247,4743,1581,9402,6909,10228,7454,2772,5982,7967,7591,4532,7832,5112,3566,10668,2135,6287,7523,8169,3195,6769,9487,5324,7632,4339,9351,3965,8041,5334,6519,6526,7017,8275,9342,8234,4457,6824,3971,3503,720,1272,5047,2060,10405,1573,2667,8400,6623,9507,3027,9579,6128,5818,7416,5468,8401,7373,10801,8630,427,10194,8930,10473,4215,1913,7834,2952,4276,9283,6035,6137,1961,10599,8410,5934,9564,4112,9691,1458,5208,4859,1665,4726,1994,5167,3276,2420,4365,5596,1867,9013,3069,7884,1878,589,6394,10453,7916,4397,8324,9037,2916,4116,1906,5440,8435,2942,3843,2958,8217,6976,5510,10626,4596,6352,9488,3993,9043,306,9638,3689,8419,2726,10186,9393,1206,8623,5180,9652,4326,7610,1043,1811,730,143,3616,10536,8232,2311,2469,3547,519,9783,4185,8503,1362,6687,8854,9088,2785,14,2207,1071,3943,5977,1945,2526,356,5158,7038,7404,3516,1791,10035,9773,4891,3880,7831,1891,9347,4955,9961,2333,9820,3089,6986,2656,8745,9554,8032,3258,378,9982,6473,4937,10388,2938,2087,10344,8784,7979,4341,179,5979,5548,8984,4210,558,8981,9750,956,8838,10611,6898,7960,5394,5678,9901,10019,7352,10586,551,230,4362,3365,4847,3198,643,8649,9596,5060,4751,927,2688,5903,4284,6606,1027,1629,2874,2042,3612,5135,8659,4066,5637,6443,3415,9999,8546,3881,7072,1178,7396,2467,7245,8771,9938,9716,940,1731,2175,10548,5458,2190,1863,7536,7193,564,10347,5272,2380,10198,5851,6747,4881,2971,259,2350,302,4500,8429,10329,7662,5368,6185,6444,3608,6121,1900,5214,9203,1181,10345,15,4125,7198,1979,9116,6974,7361,6796,332,3514,195,4109,10699,5460,5670,4807,7828,6981,4711,9406,6760,6381,7093,8239,9767,5542,10062,4878,10607,5089,199,6119,386,3154,9330,10082,8235,1937,2736,1552,5048,6190,7332,5606,147,193,10731,9026,10462,6477,9448,9017,5459,10613,877,2151,509,4261,2884,4388,7570,7608,4874,280,6232,485,2035,6661,6921,4238,4570,1739,2023,4772,5860,8144,10172,5215,10436,9273,191,8733,1237,1209,2159,10746,3086,8829,4156,1203,714,6476,4448,3165,6199,5234,2304,2866,3433,2737,6227,5824,7135,9447,7465,8909,8179,10282,7087,2242,5727,1970,3133,505,9859,1513,10247,10205,7448,9668,4084,917,9821,5375,8616,6390,9464,84,10689,7619,572,5480,9627,10598,2099,2364,7132,7599,587,5512,2877,158,5236,5601,10116,7265,6812,8603,2011,4360,287,6351,6152,2919,6585,6566,3257,215,7271,10644,1618,2462,2037,5641,5328,4534,1229,2260,2026,4329,915,10113,7200,9467,5479,8714,9103,932,3243,4170,2733,3856,3817,1932,9800,2787,2138,8256,9653,1216,10199,3886,1171,3745,9528,9784,5299,3397,7000,3807,6547,6140,5586,6555,9873,2605,7895,8391,10002,4493,6326,9831,8585,9224,6728,8612,1652,7338,4667,10317,2664,99,2213,6668,4531,5120,6595,2642,8683,6542,8626,6888,2828,9503,7915,6692,3149,3155,8669,5021,6908,3148,8568,3812,5495,4391,6680,5351,4431,10506,6353,10618,6844,9707,7047,4171,10425,1262,4974,6494,1080,10581,6283,5649,7970,9025,7503,325,2985,1097,2480,3883,3321,86,2622,5615,3955,5393,3471,7430,10713,8342,1681,9267,3568,9453,9978,2561,8199,2835,8430,8994,2076,1841,10243,3109,7077,4749,632,6985,1495,7900,1214,8004,3778,8441,4793,1123,7830,9000,1555,2239,9807,3505,2941,3966,10455,10721,4461,10435,7887,2149,3420,5574,1111,3204,10714,7211,10310,10575,615,338,922,1507,4926,7358,9640,6860,5692,1185,7836,5434,4773,8500,8884,2956,6648,8114,8709,1537,6229,9613,9031,114,780,89,9953,8605,2450,440,792,6482,1069,8652,2369,6474,1141,7230,6665,3079,2504,4411,7483,1926,2695,4914,6187,6866,6375,10206,8433,568,2751,456,10591,1871,7248,2974,6871,10225,4991,9415,7101,3171,7354,664,10645,1595,3536,8158,6823,0,10477,8223,6399,4619,10594,6077,772,7452,5300,8958,98,2532,2840,1806,890,1745,8901,6023,3187,5401,6743,4685,7294,7164,1107,2856,1373,4350,4203,2908,3093,3742,10323,4427,9925,6934,3544,4940,7334,2907,9941,4404,8642,4848,4005,3394,4588,5156,5467,8583,145,5870,9610,597,4123,6149,419,6721,3920,7461,9735,1025,4306,7055,1649,5759,5539,2954,1090,5783,7936,4449,6198,2986,5286,3658,9755,8609,3518,3979,2857,5099,9451,4977,5093,7764,796,9202,1358,2735,3930,501,4097,8528,6828,654,1547,8046,2202,6090,529,9214,9370,4654,10047,7609,6143,2306,6922,4664,4346,3414,9590,7113,7318,5014,9455,6344,3083,8347,4424,645,7185,8902,3652,8956,6338,1921,4351,9495,5343,3931,1422,2813,4307,6166,2767,10520,7782,7270,7703,1078,5330,7689,6417,10466,5697,7856,170,5482,7040,7737,6741,4917,7067,6109,10525,2395,3869,4537,294,7013,2809,1049,1563,9900,1345,8453,7276,4791,2915,2886,3925,7041,879,10056,1784,8436,6101,7177,3897,3288,2673,10677,1597,4187,3901,8059,8988,7693,2681,9152,7036,10719,5496,3545,9537,6887,1775,676,10513,9654,3595,7883,2030,5197,4002,504,2198,9190,5175,665,6098,2959,8899,6289,93,8764,3932,3815,488,639,2119,4768,10311,1368,1843,7533,5154,7691,9790,983,4761,2679,5802,7178,5773,4591,5554,4099,2523,9243,5652,9996,697,6049,2949,7451,9819,8574,10333,9008,8254,1052,4072,6891,4997,2085,10577,9523,1910,2392,3498,4129,9338,807,2261,7547,6792,103,1100,3207,1949,7510,2533,8513,5567,6202,2863,2670,6716,7043,1228,3798,2509,7538,9591,3969,10488,3436,5878,7133,2109,4533,6297,7480,5486,7143,9299,4274,1433,763,1126,2490,2015,5070,7368,4258,8014,2136,6273,8671,9559,7450,4343,2156,1973,5823,5404,8643,9313,5126,4975,9067,6903,3353,10124,242,9931,6370,5711,116,893,7658,10093,5052,7817,6134,3627,2096,1190,3426,10003,3024,869,9893,3117,559,5836,6636,6463,6248,8633,9489,4652,9531,3710,9457,7660,3855,8494,1534,1771,1099,10765,1884,2183,10098,10203,8686,3557,10615,7892,7813,5063,8151,6004,6106,4479,7554,10571,5476,9368,2552,9208,7252,8182,7144,10048,7033,1167,10153,7471,8282,3033,8925,1106,2626,8534,913,4780,214,10732,8060,9845,4681,1127,6568,7053,1391,5841,2493,8019,7926,679,471,8130,6425,4510,4296,5830,3599,3364,2774,837,921,2623,7588,1551,3625,9015,5580,9346,1511,10278,7923,9748,1773,3260,39,322,1859,5730,1164,878,4674,1158,9815,10415,9646,6772,727,1886,6268,5444,9988,3348,7732,1852,2712,1266,5527,5237,5557,3470,1402,4252,7947,6672,10620,781,1360,4136,6755,4368,2485,1850,10305,1038,30,7291,9721,2173,7231,8390,9258,4179,4149,8157,3515,6919,8730,9604,8040,36,3451,909,6857,3779,9226,2918,871,5385,10651,8008,7251,1992,4432,7319,6701,10434,9133,6055,9234,8510,1685,6501,461,7218,2880,2077,2408,4671,8125,9855,437,667,6141,9390,6024,317,10563,9275,2142,1603,5687,3765,6020,5424,9728,3701,846,8,8815,4495,4175,6975,4387,5793,1512,9782,1857,8446,34,9288,2125,3081,7617,159,10230,7386,4208,6510,5883,1549,8692,7613,3816,10507,8402,1046,10294,8880,8123,9292,9566,4278,9718,1050,10565,6563,382,9929,351,3704,517,8338,8449,2366,10141,4491,7187,7015,10655,875,8325,6704,5022,2633,1882,8960,1494,5568,8467,2912,3274,1113,10025,9866,9458,10646,6528,9538,1187,8613,10208,10782,244,8999,7058,4729,6026,10561,10711,5784,761,918,4471,9360,9078,2702,3388,4218,4831,5855,10074,6897,9466,1323,10211,468,6125,5558,9197,1231,6588,10193,3958,7074,6235,4067,9675,3655,9473,6572,9742,4013,4299,6739,2114,3866,9374,8842,5279,3790,4221,1925,9120,4517,3214,8344,4094,9108,7435,9808,2018,2381,480,4377,3496,10617,9378,2046,64,5360,10313,2106,6280,6182,9425,1321,3056,677,4781,8751,6457,10775,9198,1546,3059,2436,7464,629,6880,1083,892,3430,9477,8082,7850,6385,6103,8018,1210,7731,7977,9261,4593,3002,5188,9980,2761,4927,6423,3247,9,1276,6539,3017,7295,4412,5168,8115,2569,9175,10675,5585,5289,6629,10628,924,10087,8706,6956,5309,4864,3959,3058,10049,203,9862,4472,9057,7562,4916,7712,3099,5712,2359,4724,3055,3837,6063,6131,2118,4367,1993,7760,2455,6435,1146,6439,4863,3746,8451,1831,8405,4898,1303,8931,3814,333,4844,9584,9179,8799,2349,7313,6843,1357,8561,2214,9144,8236,6808,7791,1888,4999,2144,10568,6911,2267,1928,3992,1088,4857,10179,4154,6948,8188,1919,4437,10725,4265,1443,1270,7243,8816,2089,2275,5618,7639,8934,10136,10227,9371,4015,8715,6786,3774,6083,9899,2177,554,4345,3366,6076,862,339,7440,429,8600,9082,8464,7441,7585,7118,972,1476,4021,5781,3268,5630,10590,1564,2012,6893,8875,9005,9096,10612,9828,1948,7012,10670,2663,4546,4318,9359,4087,10149,6358,3674,1010,3646,2876,2400,7647,9574,2211,2990,4361,1256,725,6914,10417,9560,820,9062,1939,9382,2522,9118,6968,2967,5223,9235,3194,10069,8428,6896,35,5504,2097,4624,5356,4837,6314,2700,2858,8629,947,5684,7959,6376,6383,7029,4282,153,8548,8225,4205,4054,7353,3570,350,1832,3871,971,5030,9009,105,10496,6300,4355,355,6472,10013,7800,10799,7675,245,6834,5438,4174,88,4443,5409,1343,840,2336,2318,186,9424,1039,4042,372,10572,1159,3730,6359,556,4022,8427,7636,1940,10079,5577,9663,6432,8544,7681,5511,9760,5729,9442,5196,2240,54,7259,10691,1975,2699,7704,8868,5537,7037,4196,2586,8538,791,305,4550,3904,3491,1760,360,6171,4,10803,8420,3303,984,4441,2437,2409,5076,9092,3561,8542,10487,1407,1817,3282,7256,10178,9766,7804,662,10752,276,3975,4124,7282,4907,3620,2017,7771,4380,2338,8026,3140,1754,6445,9138,6275,8540,4197,9968,5776,1974,8807,1313,1522,9561,5489,8810,2790,10553,3519,4967,1408,5439,9785,3523,4122,8959,5178,2178,7062,8221,1067,1172,2940,8927,6400,6409,8425,3041,5016,8043,6695,7224,692,6966,10191,6552,10813,1572,2551,10500,7311,507,6104,9073,590,5256,7901,9609,7066,7644,129,10204,8255,9794,9428,3628,9286,1640,1002,4677,10392,7514,8618,6942,9411,786,5838,5224,515,1012,6118,7683,7094,6610,4392,4790,9098,4601,146,3665,7548,4344,6328,7359,6164,6628,10241,7201,7197,6319,1905,5239,5455,1258,9046,2756,7635,2875,8137,7348,5930,3637,4995,296,8034,5104,4340,74,5668,401,3402,926,4043,6815,954,5672,1684,4081,7646,7304,8990,4628,1165,997,9139,3780,8016,5337,1748,2762,10270,9163,3551,2531,9019,4222,10808,4716,5986,10749,2732,7063,9246,7028,6664,5124,602,7638,9137,10519,1177,10339,10420,8364,8301,7328,3495,6850,8202,475,4155,1679,9804,9104,7798,1315,4817,1532,1392,2694,1489,10485,241,582,10469,6415,137,4589,7350,7446,4259,4512,148,4642,2943,9134,8356,1168,6019,7186,6659,28,7976,10031,5679,7567,5340,7708,5317,9131,633,4721,4947,8625,5853,9463,9614,3857,8143,4192,1538,7138,8731,10442,8668,9276,4144,5453,4655,1721,10057,3819,10709,10654,7470,184,2066,5010,8855,4308,1332,10391,2315,7968,1211,2356,4186,4090,1631,8520,8770,3101,2071,7527,801,4789,2662,744,5421,1556,3934,2660,7709,6722,1658,2926,3709,10165,8865,5336,1169,1057,2206,477,9320,8689,2456,1508,4337,5810,4169,2631,8050,10667,155,5583,6040,2247,2906,10162,7225,2864,5526,1348,9493,2680,3341,434,8867,263,10601,9870,2747,7874,2268,9672,8213,2812,1161,6736,5436,1824,3018,10589,8286,4007,9811,5005,4804,8379,300,8397,5901,594,10086,6369,5541,5696,6285,6762,3272,8498,7378,6842,7759,1539,7236,6115,4634,5036,2669,5604,9827,625,5020,7027,3643,7083,1550,2775,8806,3564,5485,1131,3521,1227,9170,2219,2475,9396,5443,368,9995,10437,5681,4661,316,6889,6364,11,2920,107,7498,7686,5461,4110,3903,3555,10784,8093,805,8644,10378,1018,8398,7841,7627,9648,5772,4406,5046,9724,8329,10274,8531,3527,5505,7413,1777,6745,225,10192,8775,10602,7443,8977,4607,4010,7023,686,5202,1023,2289,6961,9450,1526,8066,6491,3737,10592,6008,4289,9943,9547,3012,5990,6241,8492,1326,2979,7899,9087,10370,884,8812,939,7159,7803,2976,2824,7296,7163,3020,5988,5820,173,8797,2811,2746,2113,9903,3192,2506,885,5981,9047,607,8198,6336,6833,4770,9339,3524,539,9183,7998,4690,5349,5323,8211,3443,5425,1004,3695,4841,69,6886,6213,5315,8878,4433,9965,10404,7971,962,2687,6447,4063,4509,221,8572,669,3618,6440,10269,63,4697,536,10284,9164,3023,3694,9049,9508,3748,2657,4342,839,668,1250,6022,993,1425,5026,7996,7594,1971,6144,3964,8765,7109,3409,9159,1176,3169,5620,417,774,10779,3668,3318,7714,5953,6746,2508,6915,2885,754,4606,10146,8701,5304,5912,5553,1751,361,1712,6670,1585,4953,10016,6916,6522,1386,8131,3124,7994,9130,5702,4771,7902,4324,3961,2973,4598,8261,7909,8341,7508,8186,5811,9578,7898,2249,3287,5737,5399,10281,6816,8206,3805,3923,3772,5148,5848,3358,3485,10369,10185,4883,9556,3859,2671,7420,5750,10343,10680,3684,2947,5875,2595,10549,4389,3657,7308,7032,7030,4104,3280,10356,5280,6927,9906,6663,4137,494,5570,2361,1375,6984,1755,6710,3271,2234,3326,3122,8857,6965,8890,5771,3037,1493,10686,234,8308,1478,9107,8339,8432,5294,1643,10234,5540,10346,5,6516,9006,3422,1142,1634,5599,10595,7816,6030,8913,6785,1149,1305,2022,10530,2457,1984,7751,1723,4233,8708,7194,274,239,937,5252,8840,6181,3040,7579,5149,2854,7112,10423,131,3457,8872,9608,4475,4442,3543,3116,7405,233,9529,2342,1335,1105,9864,1743,5069,6274,130,1213,2133,2291,1565,9099,6706,6329,1183,6396,6042,659,5226,3982,7628,5753,5116,957,478,8119,7024,5307,8089,267,1342,6091,7544,2164,2101,5004,2905,5127,4805,7088,3338,3405,5974,10129,5171,4302,9420,10715,6189,787,8080,7445,8596,5138,5206,163,5756,1999,8754,4253,3166,9173,3181,3951,942,1877,1460,1673,9270,5584,5245,10137,9126,825,496,3810,3190,1672,798,8547,8389,9022,3178,8037,6958,10650,1238,9479,6546,3718,4930,7741,3838,3924,864,6335,4783,9933,4496,5353,2944,10318,3576,5437,10382,10510,7615,3766,5144,398,8552,8703,1205,1688,2957,4520,284,4018,9623,10375,4684,8506,9068,5376,10751,2074,3884,646,5477,8021,7167,5002,2171,8170,5518,3490,9437,4539,6402,1903,4544,4861,6794,7148,10324,4922,6872,3186,6651,3825,3144,4118,635,3230,2683,3525,4143,8646,2132,9204,7745,10441,8322,9106,9612,8738,4141,6180,8229,8666,9438,8766,581,3673,1820,8530,1406,2351,92,7839,4821,5027,1324,8555,10544,5114,7513,7122,6901,1143,8406,7389,2316,6598,3794,3182,1155,1355,3874,903,7581,5831,5205,10807,4693,391,321,8194,8963,7216,729,10413,3770,3698,310,1499,580,8955,10624,9634,9532,6846,3621,65,3649,7128,753,5709,868,7429,4184,3892,3946,8237,7747,10045,4267,6485,6656,818,1977,6811,2998,9780,7247,4535,6571,4737,5602,1441,10063,2479,6047,1608,2607,6163,8348,2782,2200,3445,10238,1396,10034,459,8409,2279,9921,7049,863,737,9157,8993,8991,7442,6999,4298,1428,5659,2934,7843,7417,4394,7192,6771,5844,10517,3057,4017,4906,6122,4499,9588,6078,9305,2027,10067,970,4870,3753,9582,10139,7489,4899,2995,3927,3890,1917,4782,10426,6830,10727,3692,670,9853,2163,4139,3152,9035,2609,4787,7014,9149,8785,8721,3862,3416,3212,6158,5229,5627,4220,8321,8895,5807,4764,8373,1129,2129,4514,7860,5492,1966,1646,5416,3548,9923,5277,4127,5246,3898,1451,9242,9887,6007,1378,1456,9712,7045,3316,7629,9971,8968,4003,4399,1826,3680,7322,5445,2428,10666,1805,5919,7665,5638,5763,9260,3209,6748,9881,851,10555,374,9524,7606,4494,6615,8611,3120,9912,6810,8438,7339,8876,4070,4740,3127,10603,981,9909,5184,7589,7992,7283,5769,7934,7371,1035,4989,9731,9955,10770,5413,1749,1385,10044,7426,10717,10398,1650,4316,2931,7214,8024,2110,4896,1156,699,743,9505,850,8006,4565,4796,6869,8407,8496,7031,2999,1635,2871,2766,5405,1908,3000,6436,1625,3827,1340,4635,1501,9792,9349,7844,2870,9825,4036,32,3916,1686,1139,2168,5947,7848,279,8374,311,4753,304,10429,9227,3096,3741,7706,8466,7400,8851,6768,10773,5013,10647,6865,7746,762,1594,2922,8521,2075,10090,8311,2473,9656,812,4969,10097,6852,10353,4376,2403,3494,4279,10460,4402,8841,1001,10432,3335,3849,4291,1021,3799,1959,4524,4957,6717,5091,5296,799,5107,2278,6920,5545,150,7715,261,5276,2789,9365,9029,6820,1295,8615,6912,865,9924,5346,4586,693,2753,7142,2544,4536,4473,5025,1822,7927,5278,7150,3162,6360,7054,3072,10504,5556,1481,3497,3944,104,223,3395,5101,4748,10774,7723,1796,2975,1217,6858,9545,8315,6940,8781,1317,5088,6931,10183,8791,9876,1318,1584,149,1265,1334,9741,6773,8796,9726,1864,10811,2470,5698,3205,5134,151,7272,4332,2157,3343,1354,1548,4135,8541,3112,2217,3044,10526,8233,6951,6720,7657,6084,4107,1092,6265,5741,2587,1938,710,9206,10672,5314,9229,1885,9973,9772,1273,1876,5635,4092,2625,8191,1464,1024,3450,2758,7347,9797,8108,3137,7473,6605,7161,6054,7434,3417,4802,2243,2879,371,6613,6608,5001,2578,3581,8898,4031,7279,4962,6196,8962,4795,1516,2429,2340,2121,3001,5422,6061,6379,3949,2861,8048,10678,10471,8903,10512,8941,8380,1047,8354,3820,5287,1558,2008,7858,8967,8331,5984,2216,9666,6677,7006,7495,10820,9289,628,8168,4505,211,4577,7226,7207,6847,3716,5555,1446,1692,5774,8920,4425,6926,5892,10505,2313,9332,5157,2556,6622,6288,9381,7228,6249,6913,5939,7462,2300,1734,7410,1674,5745,4767,2720,9543,2323,6551,4961,7631,5061,10509,1628,2332,9121,3614,7486,4541,10593,8695,7323,9879,866,3034,1986,7826,1465,1463,10217,2521,2004,3141,8471,5956,7266,1509,8238,4894,6466,2100,8805,2346,8951,1246,8549,6854,1918,9297,5735,8974,4549,5861,4862,7497,4096,6157,6231,10582,10567,4778,4401,1699,6611,5327,9041,7425,3686,1577,3489,10033,2391,5006,1541,265,9284,5701,9904,2222,3908,7592,4815,2103,3320,4176,138,1687,5523,6638,4032,8156,7300,7329,3201,8062,889,6565,7485,6367,9771,10328,1488,8912,9468,7380,8437,8631,9469,3159,8132,10380,2270,910,9115,9645,9328,8099,8005,2073,1750,1620,1728,6333,3068,7016,2914,2768,7624,217,2649,5181,1091,7925,1915,6471,3486,9412,1943,2899,6220,4214,6317,6266,3052,4954,10201,7522,1415,7403,4506,1045,7175,3724,1442,9948,6480,6092,9840,8142,3960,5827,10395,2597,6403,10202,6679,6395,10730,10648,4126,4410,3592,4080,5559,2650,1053,10468,7537,7516,6499,4271,7534,7593,10213,8463,3824,2705,648,5122,3860,161,9830,8207,4477,6579,8053,3279,1226,4715,10235,4153,5220,10229,2847,10729,6029,2471,5955,2518,6377,9200,2781,10444,6096,3510,7584,9957,8565,663,7788,8507,246,4180,9372,3053,10023,1693,5216,8147,5129,5044,9708,1497,6957,2127,9658,1151,4696,3588,1218,7102,5700,1531,2158,126,10822,4678,1610,2993,3131,4830,1094,7406,5940,9713,8403,5382,749,4356,3751,2564,2065,3634,9127,4965,9932,1157,2848,4146,9897,513,10600,6337,2002,3412,10597,95,324,3380,1298,7151,1263,4178,742,3577,3600,4028,2641,2611,1991,23], "time_ms": 0.081321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.411466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 0.411466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.411466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 802.252746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 808.803453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 808.803453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 808.803453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 808.803453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 808.803453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 808.803453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:47:32.462", "time_ms": 808.804004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:47:33.264", "time_ms": 808.804004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_samples_per_second", "value": 6.23584, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_min_latency_ns", "value": 82898945, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_max_latency_ns", "value": 801816104, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 403023035, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 376276392, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 801816104, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 801816104, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 801816104, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 801816104, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6454, "tid": 6454}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 801816104, "time_ms": 808.812991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6454, "tid": 6454}} +:::MLLOG {"key": "error_invalid_config", "value": "can't open file build/mlperf.conf", "time_ms": 18446744073709.203547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 606, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "error_invalid_config", "value": "Multiple conf files are used. This is not valid for official submission.", "time_ms": 18446744073709.226941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": true, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 548, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:25.231635", "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:25.231643", "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:41:01Z", "time_ms": 0.005481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.005481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 291, "time_ms": 0.005481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.005481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.005481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.005481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.012734, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.013055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.019587, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7509,3677,2621,5355,6250,5291,7169,1037,7136,10291,5900,6130,8462,7333,867,6971,26,1491,8029,52,4237,6725,8135,133,10088,9886,8802,2827,7482,8291,1702,9277,3174,10131,2191,3542,9465,6216,1013,991,2685,6712,144,5500,649,1293,1821,10180,6127,10068,9097,7758,856,6885,2719,2833,2991,4309,10547,10633,5691,6713,4981,7298,4076,9743,3250,10167,4877,4800,9278,4254,9231,2618,3801,2208,3438,8097,8665,9059,10484,2458,4626,3331,231,3690,10174,9576,10240,7750,9279,5832,7097,9567,9880,2040,4114,5677,8755,5814,9542,3196,3535,1770,2996,10077,410,10306,5111,8245,8263,10489,1978,3440,1583,703,2124,365,6798,2153,1916,2478,8594,1277,10511,6634,8883,9570,6233,5765,3550,490,8382,2000,9502,5386,8003,5068,4828,6464,1470,4564,9986,7095,60,8497,5631,2390,9141,10127,6237,789,8935,2377,6787,2727,8762,2162,5610,5411,9603,6657,7262,3659,2648,6430,735,2610,10596,7862,393,8483,6732,1236,8185,1215,3764,4151,8285,8512,9572,1073,10182,8910,7677,5084,142,7385,675,8972,5242,4223,3231,2786,6904,5200,7129,8514,4115,319,5263,4460,2024,270,8658,6110,10804,8068,908,1249,897,4682,6564,7117,2051,9818,8431,2589,7945,7287,695,10685,9366,4052,432,3218,5132,8323,6935,6332,4269,4480,6496,2258,9187,822,2507,1967,3989,4649,7794,2929,3682,423,5881,6067,1701,2845,6389,135,855,4798,7253,7705,9404,8248,10657,5656,1762,1571,3906,2574,2924,8258,9711,7364,7484,10674,9230,5423,4616,7288,9501,5944,2805,3346,9216,10325,8480,5826,7949,8277,277,5869,8550,3736,6313,10701,4547,9872,5398,8741,8869,4450,3853,2078,9892,9725,235,3073,10394,5918,1189,9541,4890,5275,4738,10786,7897,58,2452,2881,5471,9075,5347,1700,10631,8632,1730,4403,5136,4327,2838,8205,8162,4595,97,6977,2769,2145,1847,10763,9911,3064,8915,4466,252,4039,10319,1606,2704,6291,8858,9150,8159,4250,3773,2530,10267,3670,9222,4370,9166,3359,2585,3723,5978,4270,4000,6513,2740,6962,8457,9237,9867,5703,7952,9352,3845,4204,10692,6065,4383,9774,5612,5945,7993,8012,9810,10075,10374,7071,3200,2961,5251,7872,2599,4646,8488,4730,9699,8242,2559,1455,6503,1779,2830,10743,6646,1782,318,1515,4023,883,10580,9814,3578,616,9548,8742,4009,5497,7833,2841,5034,3435,721,3390,396,3754,8293,2362,4065,5852,8210,9959,4516,7239,10673,1980,7046,1133,10740,6593,1384,8790,2951,5354,4687,6081,3078,5707,6630,5623,10119,4543,6700,690,2044,5690,7491,10815,7595,5734,6719,1575,9775,3632,2195,6523,8734,2603,3715,3567,3687,3579,10829,10630,777,8893,6780,1839,6809,5754,8358,518,2600,1828,10231,8085,6475,5530,463,2933,8440,10298,4158,7575,2383,4255,8022,5863,9301,177,4851,7572,8673,4315,5164,5569,3552,9657,844,1410,10427,4728,4585,10785,7680,8753,5209,7820,4735,4801,9259,10745,2223,7085,5169,10256,5457,2513,1873,5086,5193,959,3048,5970,313,8452,7059,601,10006,8126,965,21,7242,9865,6767,10128,4875,7601,5936,9644,3372,4464,5248,7453,3427,5625,10428,6320,7258,5198,2266,891,9435,379,9985,1364,8098,9228,295,4582,3248,5719,8054,9377,5363,930,8830,6073,8145,10053,4659,7092,7379,3613,5954,315,4195,5484,4538,7493,9633,9171,8388,9769,2259,6990,71,10150,1569,384,2573,4648,10040,552,6242,7504,599,9844,1393,426,9533,10474,4177,4227,10288,8220,4189,4895,4395,4130,3893,7447,1130,5228,7707,5561,7879,10251,476,2228,5106,3559,4071,1527,5410,66,4573,6373,3911,7155,1403,888,5653,3962,1120,4128,3865,7502,10566,9285,110,5924,1484,5809,8316,2451,8776,2449,5345,8461,188,141,688,9419,4484,9976,6541,7748,1823,7202,4694,1717,9392,2411,6525,6162,9500,7060,4752,2353,8365,7573,8684,3917,9846,458,3894,5921,6943,8801,7240,4986,404,9010,3863,1874,636,7395,5233,4823,10412,7220,4062,1242,10390,10800,6424,2844,3291,2798,7391,4636,7838,7905,1656,6380,7763,9689,5993,788,1016,4209,2388,8426,2298,4519,5508,2896,973,3818,6132,7468,4454,7002,2443,5341,5916,10296,10726,2909,2572,8882,7206,42,5655,1600,6970,2396,623,7289,5298,4328,9515,10187,9174,5822,709,6978,4489,1988,7824,7557,560,10795,3775,2348,7098,2948,2372,8578,3029,9336,6882,353,1473,10788,4568,9518,10027,6709,8477,9655,6393,4300,3840,6536,9421,7367,10492,3042,6484,4502,1663,4739,1622,770,9034,6298,7870,7153,6405,9963,8444,9676,9215,4554,6617,442,5305,3224,2088,3016,9007,1830,1413,6442,90,5073,8148,7729,5117,1394,1448,640,7147,5952,3598,6161,1284,3719,7753,826,3379,617,8127,6384,1026,4027,1147,4456,919,10736,1667,1337,715,8303,5166,9686,4723,6511,6619,3030,8280,8929,8539,576,232,8817,10704,5718,2855,1601,10767,1946,7203,6641,5067,1074,1735,4035,5392,9822,2179,4059,3051,7919,6245,8932,5418,6306,660,6818,687,7673,8218,5268,1590,3803,7738,4413,9895,10669,6795,575,6991,8166,2776,3957,9044,4287,10687,8569,8070,7219,8566,7730,5648,7571,1058,2891,9636,1302,3895,363,1179,9617,6325,6150,1814,8252,1427,6972,7310,1222,6530,9682,6051,5608,10588,2374,7525,3050,3284,1815,113,10508,4501,9452,7229,2263,47,2966,10263,10558,2536,8987,4692,2367,7653,10722,8871,10351,9384,4420,3473,5675,10627,5190,5187,10792,9100,6556,5650,8559,6905,711,2468,9291,3691,6845,59,10101,4313,9573,1768,2815,8904,452,8788,10681,5390,7605,10368,4292,7210,8599,5306,8699,10695,326,6689,4490,7840,10334,525,809,7056,7964,6994,8957,936,4849,10776,5389,606,6557,7754,2230,8124,4041,6723,9373,9355,5414,6050,2738,3160,2903,6859,5320,9310,1279,5506,8167,5865,10806,9764,2643,2327,446,5282,8937,3603,7241,183,8720,5260,7669,6744,5419,8863,2187,9478,4260,3712,4004,1416,4476,1457,6658,3948,357,9678,1765,8986,6441,1520,5695,8554,9798,7980,6469,1587,9580,8947,1054,134,3977,3841,5905,228,309,2,3381,7942,5797,5141,8276,8821,5598,9161,960,4747,8888,9056,1704,436,1588,9482,7478,8269,7912,8469,5452,4650,2194,4037,6263,10446,2935,5528,5262,3839,1729,435,5018,5391,3776,8340,2358,8750,1624,9752,2463,8696,4478,6259,1152,914,101,3744,6413,5194,3479,6637,10463,9650,8660,2337,9509,5856,8203,8713,1576,2095,9486,4814,10085,8499,9575,5302,5845,8138,1014,574,10761,2639,9165,4530,7375,6570,7427,4331,2553,8002,6345,8042,254,1911,994,1115,9637,4120,4105,8853,8140,4760,5493,3005,1668,5258,9430,7648,3254,10579,8387,7551,9409,4996,905,3797,8928,1639,8246,2686,4562,6330,948,9051,6602,5862,9546,794,5532,1041,10449,8434,2139,8647,1380,5714,2271,78,2432,8013,1683,5037,262,1174,5666,9832,7267,7039,10734,3661,7908,5801,9684,7676,6293,6783,4462,7935,6059,9308,4934,5565,832,3605,8724,1778,1255,7360,9949,5617,8297,10020,8084,1638,7564,8809,8648,3800,7518,8587,8656,7402,5064,1374,4834,7042,6296,528,4504,6462,4286,3757,2634,2155,7415,25,1370,9898,5516,8586,9251,627,3913,8283,8178,10115,8459,1359,6681,2079,4357,2482,3696,6410,2329,5897,4892,8161,5139,7130,4140,4630,6168,1292,8873,4885,2502,814,8759,904,4701,4750,6498,7500,10145,5995,6278,4089,634,4758,8036,1880,6910,9388,9587,2054,8850,4379,281,3245,1346,10383,479,87,8608,8139,793,5594,7701,4765,2806,10805,2398,6947,9129,8294,8468,717,6183,4968,6583,5259,7476,8553,3386,1437,9863,8688,2435,5575,7622,595,4375,2637,1291,842,4061,10266,736,3125,9850,7671,7893,3952,3307,1019,7911,10355,3631,7221,9974,4167,8015,5917,8309,5488,5358,10289,9626,2710,9233,3067,8346,5833,7409,5474,7320,8664,1288,2953,10103,540,2496,4098,6316,8057,4928,1076,3836,1636,4744,4283,5529,7306,912,1417,732,1101,3967,5172,1267,1849,1036,8201,6290,614,9598,9375,933,439,9758,29,4236,4201,1720,9908,8780,9601,10682,266,4670,5564,6382,10233,8345,218,9433,82,2921,835,10649,9361,8349,3983,5895,5517,10539,6624,6368,3019,6540,1299,10516,4488,533,3771,9585,6015,7390,7989,8501,6255,10824,7080,7990,650,2330,7664,10766,8064,9661,6917,7383,2273,9589,2433,10094,3444,7822,6520,7472,2661,3203,3463,2601,5566,249,5364,9323,4754,6900,167,5183,123,3355,10823,6765,944,8948,1506,8160,5654,2794,1660,1568,7953,7654,2714,7918,6138,6855,9989,9418,9476,5589,33,2862,6799,9927,6315,9367,7343,2868,503,5247,9416,2939,719,3262,5313,5396,624,5465,5896,9052,6238,3950,5255,8281,1637,3189,6650,2797,10562,5387,4182,7469,1644,3795,4363,5231,413,4226,8743,4396,8537,9593,390,5261,671,3726,4629,2248,2567,9998,289,3954,1812,8783,8095,6487,5319,4941,2290,934,1468,1889,2541,5983,7123,10643,8595,1082,8366,5871,4384,2869,4301,6838,6894,6535,10490,5203,8411,1609,9167,5850,8582,4525,7896,8180,637,2189,10108,3666,6003,2382,1245,1281,10762,3844,9148,10342,3693,8377,7954,6236,5400,8650,2546,5891,3664,6123,6454,8921,8393,3087,3553,9992,4949,10255,8333,1220,10012,9857,10521,4905,9499,3755,4162,6884,4434,7424,5292,8055,6226,2375,10160,10814,3322,7176,4745,7384,9967,1593,5549,684,579,495,10723,8090,4088,2070,8914,8926,5163,10604,2904,8905,8657,9254,8334,9472,5739,7340,1707,7399,1093,750,122,979,10260,661,4911,7124,5966,22,5362,8183,7906,291,9928,10258,4938,6531,4843,7931,7372,3980,1095,7116,6930,3337,6452,2817,7432,7120,6851,9826,521,1763,8610,10724,5059,2675,10515,6599,1894,2964,3850,6647,943,8197,6169,2725,1851,10109,3047,9595,10184,2244,10037,7700,7784,3375,5747,6211,1485,5562,5195,2264,4994,9136,7299,4134,4710,7688,2539,3104,4746,2684,3031,7790,491,9681,2937,2742,3879,901,7808,5661,6129,6697,1421,10753,1124,3678,8924,10583,10416,7917,7891,1096,10176,4980,6877,6676,5348,132,6735,5238,10641,562,4733,9749,6826,5550,9407,3889,1412,1790,7541,2108,4540,5150,6460,1286,7444,298,3520,6002,5079,7951,4273,7692,7520,3885,3199,6899,4263,4325,10828,1810,1825,7735,9622,5267,2063,545,586,567,7007,511,4358,3277,4093,881,6481,7987,5241,340,3136,5464,8450,4381,486,2003,7439,2404,5989,4865,8328,6450,3,2005,2701,2186,4792,2297,8737,8952,2892,157,5350,5478,4617,1718,271,385,1145,8711,9324,3676,3227,5969,343,5931,9860,7978,2032,5767,2773,8007,7326,3437,4799,10084,6715,1935,10783,2512,2707,7778,10621,7682,9207,2256,4487,2140,3469,5055,880,5794,1809,6486,7204,4638,8081,5898,1536,7048,5525,9805,2640,1965,6654,4935,4371,4241,6414,8761,5056,2394,2823,8945,5619,7273,3484,797,7336,5858,12,6521,10688,3830,207,2678,10529,185,415,7388,9677,9510,4603,9552,7930,896,6058,7560,5426,8447,465,9894,6154,4264,9385,2713,9696,7720,1964,2535,3717,3786,6492,10697,9727,8727,2752,9061,10614,5713,3994,1738,3441,5186,8973,4075,7775,6652,3761,8918,977,1724,3153,6683,4103,9796,6632,6016,7878,3985,843,3502,5889,7104,10008,10408,3942,7499,5597,8795,7044,4049,9809,1780,8525,6133,1781,2299,1253,5926,5699,3147,3990,8843,4984,10693,10386,7477,2274,3852,876,1341,895,1869,2013,3738,1051,1641,2486,10170,1662,8511,3344,10573,10304,7003,2570,3642,8678,8590,3591,4788,10340,5312,20,6193,5885,7583,6819,7783,2166,8946,1633,1703,5108,6544,1960,10538,3539,3225,3003,10499,5335,5965,5408,5785,5664,2334,448,3085,3428,6939,9327,3626,6179,6001,9875,8894,8010,906,5125,2780,2529,6727,10470,6558,10126,6009,5230,8304,6627,1241,3833,1982,9168,8726,6586,8465,3607,6032,8241,320,5792,9238,4846,10640,2427,57,4669,9600,3062,2619,6989,1077,6176,6135,2238,2970,8819,2053,4688,9210,7894,5538,852,10534,7021,9606,5922,1554,5015,7940,3809,7845,5779,1801,4108,9497,6761,7941,7222,9744,4295,4897,1015,6740,3705,8369,4281,8445,5071,10007,9033,7110,6397,5534,2128,2548,8557,4101,6214,8536,6429,7474,6056,2517,4590,10275,8033,1466,598,10430,716,6365,7494,9408,995,7407,2550,7938,6142,7603,9597,1089,4047,5473,5733,2083,3389,6404,9481,5972,2503,1829,1436,7597,7805,4335,2373,5123,4960,2111,7275,6146,4587,10772,7511,335,5446,8831,3324,7849,2992,5321,3423,6207,8267,499,2800,7744,160,4919,9530,8177,5633,8243,949,3462,5243,1287,4102,10451,7115,4468,470,9255,473,4026,8423,557,9256,3963,5693,7983,1371,3617,766,10483,10249,4942,550,1365,6612,674,5271,1452,4334,1066,2345,1899,5669,10522,4429,1947,128,3974,5799,3902,3464,37,1757,638,8891,5087,5326,6742,9705,5316,10557,2852,2414,6932,8448,1742,7618,7140,7956,2754,4952,2860,546,6775,4569,2389,1356,5613,3785,10622,9196,3309,7857,8543,2981,1432,3526,5962,6548,9386,6616,8518,8173,2272,3667,7011,7642,412,6839,5142,2137,7590,1398,10546,3777,8216,314,8834,5876,527,7713,8704,6770,6944,9919,4576,10209,621,5501,3299,2093,9710,3882,450,5829,6497,4374,5270,229,1837,80,1944,10120,5038,4763,673,7867,3368,7119,3875,848,698,212,988,8637,532,9619,3641,6590,4463,8074,790,422,1411,9303,2917,2764,2849,5119,992,6505,9060,4485,1195,795,1285,7090,9751,10200,5333,951,5442,1951,7290,8272,7877,1259,10578,9140,3594,4408,9951,8184,8916,4019,8906,5578,5273,9732,6312,4943,10737,5543,3376,4148,1200,1589,2477,9514,9188,8165,206,7587,175,8862,4467,8965,5448,3679,2481,1788,375,2579,5611,6918,1733,3530,7121,3787,6512,5808,3506,6731,2888,8247,8208,7600,10479,7650,6699,5420,5189,6053,3010,1934,6,196,4959,6126,7569,3533,7490,3439,2210,6018,369,4048,9076,9662,9028,1958,5909,899,2431,3622,3215,7997,9001,2511,7327,4794,2803,5153,10105,10373,10797,3721,9122,4825,10556,7209,963,1561,4481,4452,10096,7506,10707,9362,8769,6407,8414,7529,9333,3811,1379,10459,6160,1020,1953,6864,1480,1344,10072,1599,854,5098,2322,10292,6782,9527,1866,7303,6902,8983,7475,3767,5210,5487,5370,3351,4249,7278,3583,10476,10226,3760,1424,941,4317,4757,7392,6256,5483,1840,8385,2326,9201,3273,5755,1997,9615,7512,2419,683,10587,406,344,2090,6070,8314,8259,5092,3342,5301,8077,7496,8153,194,2401,2445,8088,900,9193,4168,6759,6366,1240,7331,6086,3700,7995,4085,7335,3549,2716,6532,181,7602,1920,1875,2802,1987,3912,5217,2294,10658,6837,5867,2039,3459,1065,8011,3956,10320,3861,705,4920,4852,1042,1896,3049,7611,6515,7479,5290,7716,255,3328,1996,5502,10357,9169,7312,620,8128,8563,3278,9563,9806,5994,9012,2086,6165,3945,4338,5041,3452,394,618,7341,5045,5645,2143,8940,4993,111,2771,10757,5547,8028,8027,3672,2055,4822,8222,7237,4571,9263,1696,1108,2229,3720,3107,3011,4157,4521,10042,9690,1752,6194,6518,370,5938,489,6813,7623,3995,2936,1030,9401,4903,8362,6936,4014,2792,5628,1390,3345,8353,8120,5325,609,8654,771,7924,7281,7543,256,9720,8579,2360,10817,8187,5435,10030,9946,751,7263,4680,1223,9701,4353,5521,3300,8638,1333,7851,9003,4600,8395,5165,115,8622,1902,285,10332,5043,5074,3028,1774,1737,6529,10559,10744,10541,1128,41,6703,5760,10061,931,8985,7152,5780,8818,10754,5490,6217,6789,1579,2832,1431,4572,4409,6034,9186,10495,4824,1897,3488,8482,1388,9236,297,2489,162,3105,9757,9984,2865,8697,7674,2241,4055,9113,3172,4820,10064,4592,8424,4854,2950,1461,1510,608,803,10662,395,3914,7362,445,1304,9754,5057,2130,1110,8526,9143,946,7515,1459,8357,7307,3323,9847,10401,10314,431,125,2460,10802,713,9571,9940,10690,6870,7863,5250,8017,6079,5080,4034,10696,506,4640,2616,8748,7809,953,5431,2193,6626,998,2801,6797,2969,7625,1,4106,9211,8562,1941,7277,7199,6455,347,5991,8892,4348,2697,5849,46,642,5629,457,10327,7829,1630,1081,829,8443,4555,537,3173,3228,3563,3468,189,1503,7944,3294,2072,1173,5295,1525,9602,10831,6120,3383,5344,5155,4164,1102,10818,5359,3877,4159,5031,3915,989,5199,8287,2821,392,6036,380,6988,6698,3572,4643,4720,6200,7922,6446,6867,3168,8580,7517,3065,1006,5519,10000,1079,5640,7810,1160,7929,9311,6832,10411,4829,10242,120,7821,1061,7616,5694,6784,4251,800,9674,10071,1914,3448,986,2107,2592,6669,5283,8231,5748,4818,4083,10095,5094,2834,765,10718,810,5441,2734,10531,1789,6261,6693,4242,4910,2836,531,5963,8478,1307,6640,985,10741,8735,227,6992,2658,10533,9287,3115,10574,31,6591,3266,9765,5607,847,2525,3629,740,3006,2514,6757,7555,3727,3306,1175,7690,3100,5768,10663,5552,3411,8571,72,8774,10694,10656,4145,8260,3301,2172,3593,7727,8484,7078,9014,3118,7668,8001,10585,2883,7168,1865,6031,1872,6549,8832,1087,718,4095,10424,8690,460,5498,5318,5293,8455,6625,497,7173,4869,2598,7238,4225,4528,4879,3264,8682,9417,5590,8195,4166,2476,4507,7885,3289,6831,5232,10029,8839,5775,3286,3929,8172,6212,1613,7633,8978,8073,935,9440,8371,5782,10789,3541,7889,5644,10138,1233,3253,2454,10760,1881,9618,10107,2945,5721,1560,1800,5999,9688,2499,7797,1068,5840,3522,2843,9714,9945,6279,2723,7776,2416,1562,9565,8250,2576,6674,8998,1716,4482,722,5161,9975,2466,1764,5466,1559,1311,9605,7769,9939,4946,1942,7777,10821,610,7149,5576,9439,1615,4459,10703,273,8719,2814,9723,7743,5372,3170,7774,8318,3478,8966,8792,2731,5147,10338,8274,2371,9063,2262,4314,102,1545,10215,1320,8767,7428,5054,3487,3419,4001,9551,9779,2693,1954,462,7577,5751,5433,707,4100,5254,7985,4563,4416,4232,441,2913,9991,1950,1642,2528,3334,3310,1193,6733,5253,7649,9956,2028,647,543,10361,204,592,349,1103,10106,1104,6490,10135,9776,77,1819,2082,8422,4703,8866,544,4689,4936,2368,2091,55,1469,1439,4976,9987,5531,3909,5573,7711,2594,4445,4887,2016,6448,3082,7020,1251,5146,1221,9400,1132,4882,8320,7488,9877,10248,5222,3240,4248,38,7246,5671,4330,4405,2062,10244,9930,3304,7005,8103,9950,1653,1134,5790,5749,7806,1756,6191,2946,96,8470,2402,4310,8694,7387,7079,8204,5357,2068,4718,1909,8740,1118,4988,7285,2492,4972,9746,6271,10177,2160,5008,2900,6874,6500,1855,2853,4840,6753,288,9217,5417,3060,2021,6270,9983,3822,4033,8100,817,7235,7244,4415,4474,1783,10326,5800,7786,2465,8096,10421,10660,5406,10014,4515,1895,7903,3329,682,9874,9474,9506,3796,4987,10623,6537,7749,8826,4727,1278,6576,1598,3922,1361,9343,6046,8313,6139,3918,348,10307,4417,8885,2826,10100,700,430,2105,3184,8292,9112,1075,5997,4552,6718,10214,3210,1319,6175,7264,6705,10054,5379,2571,4297,1339,9966,8597,6714,62,1064,9083,10472,1472,6774,3921,7540,9557,5828,10825,248,9460,6696,7018,6304,2910,6835,8361,9294,1331,4529,1137,4486,6802,1664,1661,2783,3671,982,6925,8718,7215,5657,2081,1166,8367,3446,7455,2580,3972,10359,5367,9223,8118,10224,6388,1389,3758,8887,1671,247,5077,9445,6993,3180,1482,8874,2549,9621,4280,10486,5740,9250,5685,9257,9795,6597,3602,253,5722,1140,9829,8302,1592,6803,7882,3848,2591,3784,5257,6350,9958,3508,5303,2131,7337,202,19,5113,4933,1808,269,3635,4256,8942,4526,10279,2588,4082,2628,6655,8408,8312,5621,4497,5115,7414,9854,961,1678,4645,5744,8200,5949,10024,4553,3161,672,2784,4966,1772,10410,250,10262,619,6095,9091,4011,6117,1517,10099,1170,1289,8087,7531,9635,4121,3970,7125,9358,8065,3038,1969,712,8739,8933,44,2677,7552,2928,4889,4983,5033,8092,6094,2829,9459,1327,5803,10125,6427,6089,5140,8475,3167,739,2406,4599,8763,4604,420,8481,2887,9695,5308,6421,2014,7939,9369,5724,1383,10387,3305,6967,741,1072,7433,3163,8381,6378,4224,6667,4755,9803,2666,9356,7305,6660,757,4725,10639,7324,1904,8047,9498,8418,816,3873,10271,2850,7827,10331,1434,2709,4142,8209,4040,6734,7342,5481,3070,2257,10638,18,1758,9252,3176,7698,3074,10498,9180,2379,10787,8679,10364,1274,6027,5536,3084,8663,1329,4436,5160,7779,7065,5378,4244,5587,2520,10403,571,1834,3146,2056,164,3999,3421,508,2717,2759,4257,10250,2839,8372,3022,6331,2901,6386,4713,3425,6754,9307,4078,3937,1705,10189,10190,4444,3460,9869,8545,9119,1454,6434,2447,2955,4769,3442,9483,7933,1007,3714,1144,3501,882,3246,8627,6371,738,6507,2545,7999,6604,2069,4668,8917,980,6277,5571,10070,9422,8113,4695,806,5874,9671,6964,4964,1275,5211,1736,6437,222,487,1022,5992,8266,10467,6559,341,4615,6357,5085,3475,1706,1297,4051,4982,8083,5904,8102,10043,9813,2292,9834,3197,10758,9789,1191,9916,5605,1543,2575,2115,8290,8560,8106,7315,1835,4672,3263,5689,10642,328,622,1314,7946,3367,833,2568,3080,7487,408,7356,8515,7890,10336,2197,467,2867,3076,7183,6814,2150,4419,1713,6294,522,9496,1533,7412,3035,2527,974,3378,1715,5920,9405,359,578,8284,6923,4426,701,1063,2265,2215,2314,1727,9969,4173,10158,10335,7382,7481,8289,6343,3940,4578,3293,6929,10755,2963,5361,4775,7871,187,331,8698,9315,6085,7799,2061,8949,2791,10104,178,9885,2615,1930,8621,6170,3311,9011,7634,526,4584,5667,4621,9550,10188,10791,2665,4902,1868,6005,6534,3270,8736,5377,6691,6938,352,1956,8063,5544,5588,7910,1972,1202,1351,3296,1377,7051,7184,4202,9837,4160,8845,10702,3887,4660,5899,3403,7141,3575,3978,4978,3369,8744,5717,6862,4523,870,9329,7802,4430,3756,2287,9625,2624,6203,8136,2988,5676,7685,9280,10609,2923,4958,8881,5284,5951,366,6299,312,1109,2647,6342,1698,8997,6197,8412,2019,6012,5959,4699,6607,7180,4653,10060,7280,8879,6805,10457,9069,264,6208,10739,8705,1235,9147,9027,2583,4407,268,9444,4029,4016,9801,4736,1114,10118,6793,2596,4702,2331,8639,7943,9221,702,2424,6416,10448,6204,1732,8509,2269,1008,364,10301,4188,2098,10422,1338,1312,6069,6946,6321,4651,3847,2386,4872,1196,10091,5533,8330,5660,3472,1612,3233,4985,1912,2092,6147,416,6781,520,1294,6107,7254,4198,9555,7408,10497,9717,548,3418,6840,1816,7861,8922,474,4050,874,5880,455,2799,9282,8833,7064,9220,6969,1803,6941,4319,260,10261,2750,5925,8189,6504,9101,3648,6777,7661,9272,1521,3387,7377,8729,5428,10532,9679,9240,1753,8104,7630,3242,680,9733,8039,4206,4321,9768,10518,10286,9085,2282,10110,10494,8335,8111,10181,5191,5817,3513,7284,8149,6600,6057,1467,3645,2982,4574,9553,9302,4333,10367,8889,8025,3313,9253,7195,4545,8691,8327,9055,7873,9269,2020,8078,3580,9778,3587,1566,4373,7773,6509,4803,10698,9020,5933,9920,3393,1792,7553,2007,6281,10439,5738,7694,4266,9913,5219,1135,4609,4060,4414,2237,5509,2430,3175,2930,9195,752,1929,5804,9331,6751,1776,1032,8979,5987,7920,3046,7561,4064,4714,5170,3015,7268,1070,3453,6752,9917,3091,2745,10610,827,8378,1243,9158,2285,7131,10341,197,4683,2703,8786,7370,8588,5968,10147,1248,2540,5145,8375,9480,1726,4312,2505,1207,4836,3482,5647,5342,2029,9192,5866,2474,10220,4665,2413,2201,1028,7423,2729,1645,9089,4181,902,2818,5725,7796,6082,1366,3138,8700,4622,2122,4422,208,2494,3349,1148,61,2672,5264,7596,7205,7755,8190,2898,337,8504,68,9443,5682,7217,7988,2067,8116,3371,4290,3317,10010,7108,8570,7814,4469,7739,3534,2169,49,5688,9997,9594,2632,171,9843,7213,3639,828,2636,1582,4191,8707,9549,9054,6153,219,1616,4856,7069,8155,9490,6614,3864,3493,8836,8300,10050,1813,9446,4386,7598,7526,2558,2321,9802,3854,776,4542,7103,5369,8996,2426,2724,2141,5128,5726,2209,4756,1449,1540,9630,5928,1112,3126,5274,7,4812,6044,9154,5813,1853,5095,7721,1438,4216,1194,2192,2606,1602,6260,70,9812,8193,9624,4069,10349,5352,1827,5821,767,9316,10134,2255,3640,3129,3223,1976,10461,154,1985,681,894,4046,1260,7667,402,8417,4611,8564,3249,9268,923,8813,10759,4349,1746,9641,10543,3823,2557,4421,7740,4639,1316,8031,6955,10195,6533,5662,3624,5663,6307,8052,180,10480,2810,8299,3398,9050,139,3308,2655,5960,8392,307,9685,4119,549,3407,10371,5975,3432,9669,5522,4705,498,857,726,2117,4722,2352,3511,327,2739,9266,3216,3878,1347,3370,10111,5053,779,5746,5893,7223,1062,6192,200,9002,6334,3939,7718,8516,4627,7096,6554,3361,3261,1492,9884,2434,6945,603,4382,5162,4231,17,6620,3362,51,3826,4513,4056,1574,2911,10827,1056,6980,4850,9125,6506,10664,6952,3734,547,5815,8860,2220,9379,2250,5179,1353,2582,9249,4503,50,10026,2126,577,3483,9431,7886,399,10066,5365,7456,6550,542,6045,8279,4912,10747,9526,7637,3531,1163,6876,6861,10212,3410,6303,4832,9117,2384,6671,3998,1842,40,1138,10832,9599,8606,7859,9544,8779,1381,4053,7401,9665,6087,873,2472,5066,7174,9762,1657,9753,1695,734,9715,10207,3688,1119,2721,9080,2277,6269,4742,8532,2674,3108,6431,7437,7165,6276,1998,7965,8152,4620,9177,3808,4594,5412,275,4708,292,3582,3699,10450,9734,1883,6592,9740,4939,8995,117,3650,7397,3347,3891,1296,8908,6928,9960,4808,6684,4597,8456,3732,6174,10265,8442,7249,6806,1957,6071,1300,8681,802,5227,3406,9123,7888,10154,4247,8508,907,4686,6574,10826,8154,7687,6461,9093,2245,9673,5683,6675,502,10379,9032,10679,967,3609,5546,3063,8938,7855,10552,5868,6573,3281,3106,5788,6873,975,7075,1740,10168,4945,2562,5929,3500,2851,7528,4583,3032,2831,3193,3251,6776,9791,523,5842,2730,6148,2148,53,4243,1440,2043,853,257,7369,2498,7559,3143,8589,1310,9039,5332,7982,10005,10377,4111,2205,9084,7521,9160,4602,10756,8964,10554,10121,3357,8460,2842,10625,4973,3431,9461,5131,6021,6339,2882,1617,1580,3517,8989,3739,6080,8174,10738,383,8864,6301,10302,6960,10716,2185,362,8575,8035,541,2711,9799,9990,174,4556,1423,4637,5704,4666,8577,8519,5173,8150,5096,2652,6221,3611,1034,6729,1372,2308,1983,3713,3623,8094,7811,121,8602,950,1807,48,1860,2041,2320,4378,9290,3651,2196,9841,4662,2418,10653,2668,9389,845,6219,8337,5910,4438,10542,5798,2174,2795,10576,4873,9045,10144,4709,3008,6173,2755,3663,1514,8404,600,3396,3782,1924,8591,10076,8808,6361,8798,1399,1680,6631,5946,9683,6779,9851,9072,10652,10708,6673,7565,5039,7365,5789,7376,2743,10706,2770,1435,782,3302,2837,9889,10322,8760,10011,584,1498,5720,2749,45,9540,8604,6292,85,7255,286,9670,10399,3325,8164,5757,3654,10523,4610,5950,4842,6038,7061,9350,759,1990,4465,9344,10132,7865,9770,3899,409,9456,6478,9176,9536,5716,5472,5265,1409,8491,834,3638,8264,538,7913,5651,2965,2804,7026,6025,4372,5384,9066,2319,7507,10464,6108,3332,5642,5935,397,8675,5582,6682,10671,9902,8319,7725,6459,10742,821,10156,9232,8350,3333,8672,1280,2692,3191,4839,5973,10285,2399,172,10750,7505,7438,10402,2417,8634,3267,5786,8224,2045,4762,5877,8749,6155,7921,10,7114,330,9403,3832,8370,758,2031,5639,2280,10166,3158,2459,2204,3681,10210,5218,7550,8122,5281,4400,6210,9306,4900,8911,2980,10350,4559,1890,6827,2303,7781,860,272,925,3103,6766,10493,6856,3119,5075,553,1154,911,2890,9833,2537,10616,2808,2059,10080,3164,6428,10550,8486,7301,535,1496,7742,7710,10051,1224,9703,4217,4347,2387,9462,5819,444,5908,3045,6954,2978,1201,1308,5595,1879,5329,3236,9471,2816,1247,9513,6048,9036,9856,7928,190,2048,2617,405,4240,3633,9745,400,644,3373,6467,2363,6890,10396,8674,2604,7795,3759,5890,4734,5388,8352,1676,2182,1861,8336,4560,561,4369,152,4647,10046,7580,823,7765,9592,5212,3424,8146,6159,2423,3996,8487,748,7160,3504,1675,4704,10283,565,7035,10295,10458,2084,1632,5976,3179,651,3896,2203,1838,1244,4234,7793,7663,6252,5907,1677,929,2718,6750,10337,10712,10032,7189,10433,10632,3584,1690,6254,6060,530,2354,7188,9907,7008,2441,9070,4508,6895,7962,7449,8271,9642,3509,5151,336,4675,3647,7082,704,5374,1722,3222,2534,4548,9697,3025,4707,1570,3340,5736,5137,861,4826,453,6453,9380,4806,7457,2233,2893,79,2581,9322,9281,1182,1804,3474,2627,9293,1518,2120,8677,9239,7621,5133,7973,10769,293,1682,6145,1858,5941,9219,2741,630,4971,7937,2653,2134,9581,728,5705,4909,5288,9632,2497,3604,4229,3391,7050,13,6391,4322,6422,5456,6560,6218,4970,4561,3984,4294,3750,9521,938,6102,569,6093,8773,1802,9787,9977,10636,5911,4132,165,1395,8107,6111,4245,6039,4784,8454,6172,1268,6451,3330,4779,5429,9568,9759,9517,10465,2676,8907,1504,4990,6246,8067,9979,5894,3292,354,7702,9341,4194,7162,5402,10793,3327,5942,6418,6222,7057,7656,6561,1382,6006,5491,2440,6346,9891,1483,3529,1708,6949,10606,2344,8757,7699,2147,9018,8196,9972,10830,3269,140,8476,3298,323,3235,9337,3769,1709,3537,10431,7974,407,3336,5943,9432,5864,9918,1666,10114,516,3456,8141,3941,2305,5415,9914,10348,3813,2654,9704,8527,198,3142,9156,6215,8219,10570,3429,2302,3697,6933,10372,9326,6892,9504,8614,4008,5646,4951,10419,1453,5078,8939,8399,4451,2483,5266,5551,760,9915,2977,8576,5513,2987,9739,1230,6514,7556,6043,1477,10004,6305,1893,10059,5957,5152,4871,5097,9737,3092,5118,9736,5592,1309,24,3219,8023,9970,1747,119,3400,3157,2515,10608,4320,10514,7068,3121,9937,6387,7022,9756,10659,733,1420,7105,4884,2438,3743,1033,6678,5913,9730,6821,8176,5535,4992,1907,9516,5383,6205,5339,8076,127,2104,2894,4633,1444,8230,8163,9643,8112,10245,10363,8680,6982,9247,6493,1505,2448,7156,3722,5494,6406,10537,6883,8811,830,4956,10219,4277,824,9816,7010,9981,8495,8856,7099,7419,5888,329,10196,1833,4045,8620,7274,784,4428,5515,9871,2825,4998,7846,8825,3768,2748,9335,1349,10236,4163,226,9271,5454,7932,2765,4020,4228,1529,5432,376,8394,91,1471,872,7111,4038,6356,6341,5887,2819,6401,2691,9647,9102,4700,5758,8009,4613,2461,9105,6267,3039,10273,3636,5835,2777,7073,5028,4323,7852,3601,10297,3644,8900,7568,3014,5102,6262,9649,3077,73,3842,6983,5680,7770,9534,9248,9823,7182,6028,9993,9383,1282,8214,4086,10300,534,6545,2154,6456,10175,2989,6836,6807,7752,4918,3130,9312,2577,9145,10540,4418,8870,1651,5616,10527,6488,6685,3114,10169,4390,168,3546,591,1198,9651,7314,6801,10142,4398,746,3846,10052,3185,10252,1968,3232,2983,987,3090,7309,3834,1923,5011,6011,9836,8970,10389,4566,8846,2644,243,5593,3339,4579,7854,2309,5023,8257,2927,3749,9058,2560,4673,4262,10001,6257,3729,4455,6642,9583,345,220,1269,2123,9484,9262,7191,8645,1689,1694,3054,7984,8655,10223,4948,7421,7695,1219,5996,10733,9363,8847,3499,7717,3711,2188,3244,6465,7346,3217,482,1252,8295,8306,7726,169,8820,6569,2170,7837,1306,373,411,5450,6635,7574,990,8601,1725,8584,9317,7566,2033,8556,9146,3043,7842,7762,3707,5847,9620,2025,6062,4006,3229,785,8823,6527,1400,358,3234,2236,8687,9429,4030,4614,8693,5948,3630,5706,1029,10222,678,10161,5470,8685,7576,4623,10700,4809,8522,10443,9890,9182,3876,9944,3132,3858,6349,1596,2925,5499,9781,6010,5090,2415,3870,10605,9040,6906,2276,9053,6064,10081,8253,7158,7532,9475,2199,5244,5958,3781,5407,9391,5397,6763,5380,3088,3123,4246,4581,8298,3356,9295,9520,8134,5403,3256,5182,8117,6756,6618,5884,10354,3947,8758,6973,9942,5591,2488,9629,1854,9321,7785,1655,3009,6979,2846,4612,4777,7139,7100,3097,2365,9926,8529,7467,9631,3314,9558,7586,3935,3220,2873,7604,5902,10780,756,3285,8101,6195,4625,2968,10676,2878,8415,4717,6849,5269,5000,388,8086,5872,2296,5331,9611,2307,3936,9858,9296,7815,3113,4880,6327,2064,2235,6209,6953,238,6937,1404,5806,9667,5787,1793,9189,3036,10720,2442,9079,10239,8472,6553,10661,3558,5371,1604,6177,6253,5049,7969,1116,403,657,9698,4446,5121,9470,2357,4138,1414,7807,5600,3128,8332,8923,2221,1125,5603,7363,7697,1121,7081,5674,8772,9441,1401,1330,387,4901,8262,2246,920,3239,10173,10159,5732,8793,10309,755,8723,7212,8473,1445,9852,3828,3102,6033,464,10130,3991,9114,2049,6374,8383,10038,5462,4950,691,3987,8849,1607,1818,8794,6419,3792,10810,3404,10454,7655,955,4679,1892,5998,9376,6295,8824,9687,4858,5185,7766,8278,3868,4833,7722,7546,10152,4470,588,2301,8110,2376,224,216,43,3188,653,5475,5770,8044,6738,8667,1350,7549,5846,655,4183,9494,2281,4161,9793,10299,10078,6449,3656,8670,3851,6594,5100,8227,7961,9485,8722,9111,3392,4893,5708,1212,3013,3569,7431,5914,5632,4979,2608,7651,2347,811,9304,2554,3905,3151,6998,6105,596,8212,6649,8502,334,8363,10447,9835,3021,7330,8181,8072,6240,2807,4511,4835,438,9318,7466,1031,10237,3560,10569,7004,6502,10781,4113,5723,6272,5643,3821,8535,6879,7357,10277,5207,1000,10254,1204,9519,5058,2722,6116,7134,83,6075,8619,303,570,10456,1162,8982,10290,10293,5024,10777,8822,5795,768,4855,5009,4522,3788,1614,10321,418,3382,2788,2635,3134,631,4580,4813,10039,7881,9562,3150,9964,1447,5311,4866,4152,10171,6578,9397,3615,747,1283,4385,8030,2324,5622,5082,1011,1429,4774,5035,5985,652,5083,10287,612,5524,8787,6609,8439,8038,5980,6206,205,3888,9241,4641,1697,7847,5658,4133,9128,10315,5062,6000,7563,8716,6601,3586,10365,3447,3708,7640,3619,3252,8567,9244,898,9454,3363,8474,9922,1257,8416,6581,10407,7904,10246,8800,510,3319,7975,1848,7172,969,5225,4558,7582,1369,8676,10790,3538,6340,2385,433,6822,424,1767,10272,9348,136,6167,7321,3135,3702,2422,3565,1626,8837,10735,7801,1898,8598,6690,6829,3139,8069,4657,4199,7436,10157,706,3183,2646,9109,9353,4827,2226,301,3241,3675,9413,381,4213,7768,5310,1761,5805,6251,9314,6072,10312,3095,4304,8000,694,7458,8133,8384,2080,4921,605,5072,10819,3938,5752,6052,6996,389,3385,1017,1261,7293,2253,5923,3706,10400,4074,5285,7578,2778,5915,8635,27,8075,10257,4211,4235,4172,8581,6136,377,996,3981,3360,2500,841,4741,5572,1933,6017,8326,3206,2796,2491,5816,6524,8919,4797,4024,8593,4868,7679,9660,5507,7076,6308,56,469,2036,8950,8479,2405,9436,2645,4293,2283,6662,5159,6178,9729,7986,8175,6596,964,8859,10352,9525,6643,236,6458,5050,1059,4876,5715,10276,3007,3574,1186,8317,10065,9021,2421,5964,3685,8636,425,4364,2397,2231,916,9023,2932,2317,2495,6282,3926,9194,4776,5886,428,6479,9265,5961,8091,3408,9861,3455,10017,2612,8877,9319,8215,3384,6848,3237,1654,1197,1450,2343,8368,6286,2052,3238,5007,6950,5937,6737,813,7728,10524,778,9848,2566,514,804,5579,6538,166,685,6225,10122,3208,1605,10501,585,237,3213,7171,3554,1117,1475,2547,9659,10316,9868,8226,1086,3725,106,7344,10117,8351,9094,7009,4618,10330,563,2146,6363,7286,4091,764,5463,9952,3585,3683,8976,641,1328,4366,6788,6068,2760,1798,3259,5105,4963,4904,8360,6470,2050,2312,4656,8936,10264,8980,4527,10503,1557,2288,5143,5042,7001,10535,5927,10502,2689,769,5728,3829,10123,10041,6711,8489,4117,6817,1759,2960,2519,7232,2902,723,8886,8752,7614,9245,7530,819,6508,7719,2355,4440,1234,4719,9817,6708,2744,8861,613,9763,9824,6088,6987,9535,2715,4838,9086,8343,9048,7325,9491,7948,8651,9225,1955,696,100,3802,4759,1474,8058,7190,2464,6997,6420,8746,7179,8640,731,1325,7166,2542,7950,3610,9947,3789,10794,1931,1691,4551,3481,3556,6666,7812,9077,3528,10683,5843,5213,2962,2757,10021,10148,4077,6686,7170,5381,5796,10073,6621,9345,3075,5791,6398,1963,6841,3145,7181,4731,7208,6074,1786,472,5834,2590,6224,7539,5029,9910,8045,7972,9694,7612,5427,4230,656,4025,9994,3094,4575,2412,658,5624,9213,6041,8954,6113,4193,10259,112,290,4644,3454,1009,8844,1766,3703,9016,10385,9074,7641,4845,8485,1981,8240,9090,9511,9340,976,9934,346,3352,6758,7034,9178,7835,5634,3476,9325,1962,10798,9664,9065,8641,3597,2225,8061,3933,6567,8852,4423,5686,2184,7227,7645,4073,7696,1367,1490,7957,5778,8273,8712,10406,8268,7366,9181,8975,451,2410,7864,8662,1040,4057,2820,10112,9218,7907,689,9364,493,2690,9849,8848,8307,5366,6186,3747,5879,9434,7733,8228,5032,213,5731,7146,2620,4239,8386,5110,9738,2161,3793,9354,7868,94,1836,6603,4816,4867,1232,4131,8249,8710,7734,9151,4305,414,6562,858,8305,3480,10362,10475,8421,4908,6354,9334,2487,10089,2444,3872,5503,10418,1787,968,2006,5614,7958,7398,4200,3211,5837,7196,5777,2897,5742,7302,7963,9357,1055,3111,1544,6645,6587,8192,2034,7317,6348,1846,6726,9616,4819,6959,6302,3806,4498,3312,1188,9142,7418,3988,5447,8804,6644,7086,10268,9700,2167,7626,573,7501,2984,5221,278,10482,5201,815,7394,2047,1487,9024,283,5812,10360,6311,3867,3071,8943,2112,783,1744,1239,9722,7260,5449,8310,1524,6188,1542,4732,5176,7070,9709,1611,2378,4810,75,3907,124,2116,8732,3177,2516,10634,7736,7019,2584,1710,2439,1479,1995,6517,1122,8505,5240,555,836,4886,10705,6730,5825,1084,1989,8071,838,3315,1180,5192,4929,5766,3596,299,5839,7091,6433,5971,2325,6284,8121,210,483,9155,10308,5873,3540,258,2180,3350,8171,10280,9786,3507,8897,8725,6124,7261,7853,7345,1719,9038,3733,966,9680,4663,1502,5764,10491,7724,1578,7542,9761,1419,3653,449,2555,8782,8702,5743,192,6151,421,3804,8624,3740,4676,7234,6589,4288,5581,9577,10560,9522,7052,1621,3255,3919,4303,3783,5051,1862,7292,6790,1785,2218,2227,3735,9191,2252,978,10637,6100,8768,308,5761,3295,7684,5451,10028,9883,1714,9205,524,6355,2453,2994,4924,8747,2284,1271,8105,9935,1669,3660,10036,10384,7145,447,3492,3413,7459,4272,1856,9199,3571,8244,6800,8592,8717,10409,8413,9095,7157,9172,6244,2335,9153,3900,10221,3997,4931,6066,7825,4190,8953,7519,3297,10414,6112,3910,9628,1647,1797,1405,831,7107,6309,9399,10545,5932,6582,10009,10397,6863,3562,5019,3098,7780,7269,7620,3156,5514,4150,1322,10133,282,5130,6184,1048,8355,6791,887,9298,8079,5636,7643,9962,6653,8653,7876,10232,1387,492,6408,7233,2630,1936,604,4492,4012,10140,6804,10393,5297,9398,8265,182,8628,10778,5235,1523,5469,8523,5560,945,3461,201,240,6392,566,1553,7492,2328,6639,3466,3928,9309,7127,3763,3762,7355,859,3791,8728,6853,10684,6264,1430,3731,8056,10528,9878,7349,583,6347,2822,10768,1586,6702,5859,2895,1741,251,2212,6688,4706,6014,2484,4698,4853,10164,6694,1136,1418,3968,1619,8661,6875,6013,3354,2425,6234,6868,4354,952,2698,9042,9184,8524,8756,6724,8490,7678,6411,4435,9747,76,7756,4923,3986,7818,3831,1254,3467,4888,9132,2152,8558,8129,4058,10163,209,6881,7025,9896,7137,9586,2310,6907,4712,1290,8573,4605,4483,9124,6749,2341,4336,9209,6412,3377,6097,5040,8803,886,4458,5609,10812,7250,10710,5017,9264,6362,3532,10481,4944,7374,3061,6489,5854,5520,9838,666,9162,10635,7463,3606,10809,1623,2538,6223,2251,9905,2501,2001,10452,6037,367,466,9426,808,8827,2102,3465,9387,1486,9414,7823,10816,1264,3449,6483,10440,2339,1845,7524,1397,6495,9607,10253,3265,2010,6114,2165,4691,9394,4785,1003,6633,3275,1376,3290,6258,6577,10018,5174,5109,1794,9071,5338,7789,9185,1153,7787,2972,10197,999,849,1060,5673,2009,928,4766,7819,4447,6310,1426,8020,7792,4915,9639,7460,7316,4393,2859,156,6924,2763,9719,3669,10551,3004,118,7154,5012,1799,3477,7761,484,745,500,7875,1352,3728,9569,1184,5626,109,9492,6243,9936,8359,10102,1199,4165,3589,7866,2543,4439,4811,9081,3110,2651,9427,6099,3973,1225,2254,10478,4044,4925,10748,10665,775,2696,6468,3226,1844,3752,6707,8896,1085,2094,6584,5065,3374,10055,8270,2793,5882,8533,7351,5249,512,7106,7607,10083,5762,454,9512,6778,1711,81,2593,7914,4913,8288,1192,3399,1336,4068,2286,6322,1530,1500,8789,4658,4860,7955,9539,9788,8828,7089,8969,2602,5563,5395,7659,9030,8778,611,9410,4212,9395,9212,7772,7558,7535,10143,10058,6995,4359,9888,8109,3953,8777,4557,7652,6878,9702,7981,8396,10358,9777,3202,6228,7666,7297,10381,6230,3976,10584,342,1363,6318,7411,1795,3026,4275,5906,2997,3573,4932,8835,8971,8992,4079,108,4608,6764,9692,10728,1462,8617,3434,5204,7422,7393,2889,10564,5003,2728,9449,1005,8551,7767,10022,9274,2176,3221,1648,4786,5103,1627,7545,4311,3512,2295,2565,5373,3401,9423,7869,2407,2779,9842,8296,1769,2706,6580,9004,8961,5967,9064,1887,3066,7381,8944,9954,10376,2563,5665,2232,10366,1044,2659,7126,10619,2293,7672,5322,1659,1927,5081,5177,4285,1901,9706,1528,10216,7084,8814,6201,1670,2181,8251,2708,6963,9882,6426,10015,4219,2872,8376,2393,2446,6575,6239,4147,9300,6372,1591,481,9693,10438,7670,7757,2614,7880,4453,176,8517,10796,1567,7991,2038,4207,4632,1952,67,10155,10218,6323,8051,2629,4518,2682,1870,5430,9839,4268,2638,8493,10764,1922,3590,10151,10629,8458,6438,7966,6156,2057,10303,708,2613,4567,3283,2224,8607,8049,2510,626,958,3662,1519,16,593,5710,2524,1535,10092,2370,724,9135,9110,7257,6543,6324,1208,773,10445,1301,4631,10771,1150,3835,6825,1098,5857,2058,3458,443,4352,6247,4743,1581,9402,6909,10228,7454,2772,5982,7967,7591,4532,7832,5112,3566,10668,2135,6287,7523,8169,3195,6769,9487,5324,7632,4339,9351,3965,8041,5334,6519,6526,7017,8275,9342,8234,4457,6824,3971,3503,720,1272,5047,2060,10405,1573,2667,8400,6623,9507,3027,9579,6128,5818,7416,5468,8401,7373,10801,8630,427,10194,8930,10473,4215,1913,7834,2952,4276,9283,6035,6137,1961,10599,8410,5934,9564,4112,9691,1458,5208,4859,1665,4726,1994,5167,3276,2420,4365,5596,1867,9013,3069,7884,1878,589,6394,10453,7916,4397,8324,9037,2916,4116,1906,5440,8435,2942,3843,2958,8217,6976,5510,10626,4596,6352,9488,3993,9043,306,9638,3689,8419,2726,10186,9393,1206,8623,5180,9652,4326,7610,1043,1811,730,143,3616,10536,8232,2311,2469,3547,519,9783,4185,8503,1362,6687,8854,9088,2785,14,2207,1071,3943,5977,1945,2526,356,5158,7038,7404,3516,1791,10035,9773,4891,3880,7831,1891,9347,4955,9961,2333,9820,3089,6986,2656,8745,9554,8032,3258,378,9982,6473,4937,10388,2938,2087,10344,8784,7979,4341,179,5979,5548,8984,4210,558,8981,9750,956,8838,10611,6898,7960,5394,5678,9901,10019,7352,10586,551,230,4362,3365,4847,3198,643,8649,9596,5060,4751,927,2688,5903,4284,6606,1027,1629,2874,2042,3612,5135,8659,4066,5637,6443,3415,9999,8546,3881,7072,1178,7396,2467,7245,8771,9938,9716,940,1731,2175,10548,5458,2190,1863,7536,7193,564,10347,5272,2380,10198,5851,6747,4881,2971,259,2350,302,4500,8429,10329,7662,5368,6185,6444,3608,6121,1900,5214,9203,1181,10345,15,4125,7198,1979,9116,6974,7361,6796,332,3514,195,4109,10699,5460,5670,4807,7828,6981,4711,9406,6760,6381,7093,8239,9767,5542,10062,4878,10607,5089,199,6119,386,3154,9330,10082,8235,1937,2736,1552,5048,6190,7332,5606,147,193,10731,9026,10462,6477,9448,9017,5459,10613,877,2151,509,4261,2884,4388,7570,7608,4874,280,6232,485,2035,6661,6921,4238,4570,1739,2023,4772,5860,8144,10172,5215,10436,9273,191,8733,1237,1209,2159,10746,3086,8829,4156,1203,714,6476,4448,3165,6199,5234,2304,2866,3433,2737,6227,5824,7135,9447,7465,8909,8179,10282,7087,2242,5727,1970,3133,505,9859,1513,10247,10205,7448,9668,4084,917,9821,5375,8616,6390,9464,84,10689,7619,572,5480,9627,10598,2099,2364,7132,7599,587,5512,2877,158,5236,5601,10116,7265,6812,8603,2011,4360,287,6351,6152,2919,6585,6566,3257,215,7271,10644,1618,2462,2037,5641,5328,4534,1229,2260,2026,4329,915,10113,7200,9467,5479,8714,9103,932,3243,4170,2733,3856,3817,1932,9800,2787,2138,8256,9653,1216,10199,3886,1171,3745,9528,9784,5299,3397,7000,3807,6547,6140,5586,6555,9873,2605,7895,8391,10002,4493,6326,9831,8585,9224,6728,8612,1652,7338,4667,10317,2664,99,2213,6668,4531,5120,6595,2642,8683,6542,8626,6888,2828,9503,7915,6692,3149,3155,8669,5021,6908,3148,8568,3812,5495,4391,6680,5351,4431,10506,6353,10618,6844,9707,7047,4171,10425,1262,4974,6494,1080,10581,6283,5649,7970,9025,7503,325,2985,1097,2480,3883,3321,86,2622,5615,3955,5393,3471,7430,10713,8342,1681,9267,3568,9453,9978,2561,8199,2835,8430,8994,2076,1841,10243,3109,7077,4749,632,6985,1495,7900,1214,8004,3778,8441,4793,1123,7830,9000,1555,2239,9807,3505,2941,3966,10455,10721,4461,10435,7887,2149,3420,5574,1111,3204,10714,7211,10310,10575,615,338,922,1507,4926,7358,9640,6860,5692,1185,7836,5434,4773,8500,8884,2956,6648,8114,8709,1537,6229,9613,9031,114,780,89,9953,8605,2450,440,792,6482,1069,8652,2369,6474,1141,7230,6665,3079,2504,4411,7483,1926,2695,4914,6187,6866,6375,10206,8433,568,2751,456,10591,1871,7248,2974,6871,10225,4991,9415,7101,3171,7354,664,10645,1595,3536,8158,6823,0,10477,8223,6399,4619,10594,6077,772,7452,5300,8958,98,2532,2840,1806,890,1745,8901,6023,3187,5401,6743,4685,7294,7164,1107,2856,1373,4350,4203,2908,3093,3742,10323,4427,9925,6934,3544,4940,7334,2907,9941,4404,8642,4848,4005,3394,4588,5156,5467,8583,145,5870,9610,597,4123,6149,419,6721,3920,7461,9735,1025,4306,7055,1649,5759,5539,2954,1090,5783,7936,4449,6198,2986,5286,3658,9755,8609,3518,3979,2857,5099,9451,4977,5093,7764,796,9202,1358,2735,3930,501,4097,8528,6828,654,1547,8046,2202,6090,529,9214,9370,4654,10047,7609,6143,2306,6922,4664,4346,3414,9590,7113,7318,5014,9455,6344,3083,8347,4424,645,7185,8902,3652,8956,6338,1921,4351,9495,5343,3931,1422,2813,4307,6166,2767,10520,7782,7270,7703,1078,5330,7689,6417,10466,5697,7856,170,5482,7040,7737,6741,4917,7067,6109,10525,2395,3869,4537,294,7013,2809,1049,1563,9900,1345,8453,7276,4791,2915,2886,3925,7041,879,10056,1784,8436,6101,7177,3897,3288,2673,10677,1597,4187,3901,8059,8988,7693,2681,9152,7036,10719,5496,3545,9537,6887,1775,676,10513,9654,3595,7883,2030,5197,4002,504,2198,9190,5175,665,6098,2959,8899,6289,93,8764,3932,3815,488,639,2119,4768,10311,1368,1843,7533,5154,7691,9790,983,4761,2679,5802,7178,5773,4591,5554,4099,2523,9243,5652,9996,697,6049,2949,7451,9819,8574,10333,9008,8254,1052,4072,6891,4997,2085,10577,9523,1910,2392,3498,4129,9338,807,2261,7547,6792,103,1100,3207,1949,7510,2533,8513,5567,6202,2863,2670,6716,7043,1228,3798,2509,7538,9591,3969,10488,3436,5878,7133,2109,4533,6297,7480,5486,7143,9299,4274,1433,763,1126,2490,2015,5070,7368,4258,8014,2136,6273,8671,9559,7450,4343,2156,1973,5823,5404,8643,9313,5126,4975,9067,6903,3353,10124,242,9931,6370,5711,116,893,7658,10093,5052,7817,6134,3627,2096,1190,3426,10003,3024,869,9893,3117,559,5836,6636,6463,6248,8633,9489,4652,9531,3710,9457,7660,3855,8494,1534,1771,1099,10765,1884,2183,10098,10203,8686,3557,10615,7892,7813,5063,8151,6004,6106,4479,7554,10571,5476,9368,2552,9208,7252,8182,7144,10048,7033,1167,10153,7471,8282,3033,8925,1106,2626,8534,913,4780,214,10732,8060,9845,4681,1127,6568,7053,1391,5841,2493,8019,7926,679,471,8130,6425,4510,4296,5830,3599,3364,2774,837,921,2623,7588,1551,3625,9015,5580,9346,1511,10278,7923,9748,1773,3260,39,322,1859,5730,1164,878,4674,1158,9815,10415,9646,6772,727,1886,6268,5444,9988,3348,7732,1852,2712,1266,5527,5237,5557,3470,1402,4252,7947,6672,10620,781,1360,4136,6755,4368,2485,1850,10305,1038,30,7291,9721,2173,7231,8390,9258,4179,4149,8157,3515,6919,8730,9604,8040,36,3451,909,6857,3779,9226,2918,871,5385,10651,8008,7251,1992,4432,7319,6701,10434,9133,6055,9234,8510,1685,6501,461,7218,2880,2077,2408,4671,8125,9855,437,667,6141,9390,6024,317,10563,9275,2142,1603,5687,3765,6020,5424,9728,3701,846,8,8815,4495,4175,6975,4387,5793,1512,9782,1857,8446,34,9288,2125,3081,7617,159,10230,7386,4208,6510,5883,1549,8692,7613,3816,10507,8402,1046,10294,8880,8123,9292,9566,4278,9718,1050,10565,6563,382,9929,351,3704,517,8338,8449,2366,10141,4491,7187,7015,10655,875,8325,6704,5022,2633,1882,8960,1494,5568,8467,2912,3274,1113,10025,9866,9458,10646,6528,9538,1187,8613,10208,10782,244,8999,7058,4729,6026,10561,10711,5784,761,918,4471,9360,9078,2702,3388,4218,4831,5855,10074,6897,9466,1323,10211,468,6125,5558,9197,1231,6588,10193,3958,7074,6235,4067,9675,3655,9473,6572,9742,4013,4299,6739,2114,3866,9374,8842,5279,3790,4221,1925,9120,4517,3214,8344,4094,9108,7435,9808,2018,2381,480,4377,3496,10617,9378,2046,64,5360,10313,2106,6280,6182,9425,1321,3056,677,4781,8751,6457,10775,9198,1546,3059,2436,7464,629,6880,1083,892,3430,9477,8082,7850,6385,6103,8018,1210,7731,7977,9261,4593,3002,5188,9980,2761,4927,6423,3247,9,1276,6539,3017,7295,4412,5168,8115,2569,9175,10675,5585,5289,6629,10628,924,10087,8706,6956,5309,4864,3959,3058,10049,203,9862,4472,9057,7562,4916,7712,3099,5712,2359,4724,3055,3837,6063,6131,2118,4367,1993,7760,2455,6435,1146,6439,4863,3746,8451,1831,8405,4898,1303,8931,3814,333,4844,9584,9179,8799,2349,7313,6843,1357,8561,2214,9144,8236,6808,7791,1888,4999,2144,10568,6911,2267,1928,3992,1088,4857,10179,4154,6948,8188,1919,4437,10725,4265,1443,1270,7243,8816,2089,2275,5618,7639,8934,10136,10227,9371,4015,8715,6786,3774,6083,9899,2177,554,4345,3366,6076,862,339,7440,429,8600,9082,8464,7441,7585,7118,972,1476,4021,5781,3268,5630,10590,1564,2012,6893,8875,9005,9096,10612,9828,1948,7012,10670,2663,4546,4318,9359,4087,10149,6358,3674,1010,3646,2876,2400,7647,9574,2211,2990,4361,1256,725,6914,10417,9560,820,9062,1939,9382,2522,9118,6968,2967,5223,9235,3194,10069,8428,6896,35,5504,2097,4624,5356,4837,6314,2700,2858,8629,947,5684,7959,6376,6383,7029,4282,153,8548,8225,4205,4054,7353,3570,350,1832,3871,971,5030,9009,105,10496,6300,4355,355,6472,10013,7800,10799,7675,245,6834,5438,4174,88,4443,5409,1343,840,2336,2318,186,9424,1039,4042,372,10572,1159,3730,6359,556,4022,8427,7636,1940,10079,5577,9663,6432,8544,7681,5511,9760,5729,9442,5196,2240,54,7259,10691,1975,2699,7704,8868,5537,7037,4196,2586,8538,791,305,4550,3904,3491,1760,360,6171,4,10803,8420,3303,984,4441,2437,2409,5076,9092,3561,8542,10487,1407,1817,3282,7256,10178,9766,7804,662,10752,276,3975,4124,7282,4907,3620,2017,7771,4380,2338,8026,3140,1754,6445,9138,6275,8540,4197,9968,5776,1974,8807,1313,1522,9561,5489,8810,2790,10553,3519,4967,1408,5439,9785,3523,4122,8959,5178,2178,7062,8221,1067,1172,2940,8927,6400,6409,8425,3041,5016,8043,6695,7224,692,6966,10191,6552,10813,1572,2551,10500,7311,507,6104,9073,590,5256,7901,9609,7066,7644,129,10204,8255,9794,9428,3628,9286,1640,1002,4677,10392,7514,8618,6942,9411,786,5838,5224,515,1012,6118,7683,7094,6610,4392,4790,9098,4601,146,3665,7548,4344,6328,7359,6164,6628,10241,7201,7197,6319,1905,5239,5455,1258,9046,2756,7635,2875,8137,7348,5930,3637,4995,296,8034,5104,4340,74,5668,401,3402,926,4043,6815,954,5672,1684,4081,7646,7304,8990,4628,1165,997,9139,3780,8016,5337,1748,2762,10270,9163,3551,2531,9019,4222,10808,4716,5986,10749,2732,7063,9246,7028,6664,5124,602,7638,9137,10519,1177,10339,10420,8364,8301,7328,3495,6850,8202,475,4155,1679,9804,9104,7798,1315,4817,1532,1392,2694,1489,10485,241,582,10469,6415,137,4589,7350,7446,4259,4512,148,4642,2943,9134,8356,1168,6019,7186,6659,28,7976,10031,5679,7567,5340,7708,5317,9131,633,4721,4947,8625,5853,9463,9614,3857,8143,4192,1538,7138,8731,10442,8668,9276,4144,5453,4655,1721,10057,3819,10709,10654,7470,184,2066,5010,8855,4308,1332,10391,2315,7968,1211,2356,4186,4090,1631,8520,8770,3101,2071,7527,801,4789,2662,744,5421,1556,3934,2660,7709,6722,1658,2926,3709,10165,8865,5336,1169,1057,2206,477,9320,8689,2456,1508,4337,5810,4169,2631,8050,10667,155,5583,6040,2247,2906,10162,7225,2864,5526,1348,9493,2680,3341,434,8867,263,10601,9870,2747,7874,2268,9672,8213,2812,1161,6736,5436,1824,3018,10589,8286,4007,9811,5005,4804,8379,300,8397,5901,594,10086,6369,5541,5696,6285,6762,3272,8498,7378,6842,7759,1539,7236,6115,4634,5036,2669,5604,9827,625,5020,7027,3643,7083,1550,2775,8806,3564,5485,1131,3521,1227,9170,2219,2475,9396,5443,368,9995,10437,5681,4661,316,6889,6364,11,2920,107,7498,7686,5461,4110,3903,3555,10784,8093,805,8644,10378,1018,8398,7841,7627,9648,5772,4406,5046,9724,8329,10274,8531,3527,5505,7413,1777,6745,225,10192,8775,10602,7443,8977,4607,4010,7023,686,5202,1023,2289,6961,9450,1526,8066,6491,3737,10592,6008,4289,9943,9547,3012,5990,6241,8492,1326,2979,7899,9087,10370,884,8812,939,7159,7803,2976,2824,7296,7163,3020,5988,5820,173,8797,2811,2746,2113,9903,3192,2506,885,5981,9047,607,8198,6336,6833,4770,9339,3524,539,9183,7998,4690,5349,5323,8211,3443,5425,1004,3695,4841,69,6886,6213,5315,8878,4433,9965,10404,7971,962,2687,6447,4063,4509,221,8572,669,3618,6440,10269,63,4697,536,10284,9164,3023,3694,9049,9508,3748,2657,4342,839,668,1250,6022,993,1425,5026,7996,7594,1971,6144,3964,8765,7109,3409,9159,1176,3169,5620,417,774,10779,3668,3318,7714,5953,6746,2508,6915,2885,754,4606,10146,8701,5304,5912,5553,1751,361,1712,6670,1585,4953,10016,6916,6522,1386,8131,3124,7994,9130,5702,4771,7902,4324,3961,2973,4598,8261,7909,8341,7508,8186,5811,9578,7898,2249,3287,5737,5399,10281,6816,8206,3805,3923,3772,5148,5848,3358,3485,10369,10185,4883,9556,3859,2671,7420,5750,10343,10680,3684,2947,5875,2595,10549,4389,3657,7308,7032,7030,4104,3280,10356,5280,6927,9906,6663,4137,494,5570,2361,1375,6984,1755,6710,3271,2234,3326,3122,8857,6965,8890,5771,3037,1493,10686,234,8308,1478,9107,8339,8432,5294,1643,10234,5540,10346,5,6516,9006,3422,1142,1634,5599,10595,7816,6030,8913,6785,1149,1305,2022,10530,2457,1984,7751,1723,4233,8708,7194,274,239,937,5252,8840,6181,3040,7579,5149,2854,7112,10423,131,3457,8872,9608,4475,4442,3543,3116,7405,233,9529,2342,1335,1105,9864,1743,5069,6274,130,1213,2133,2291,1565,9099,6706,6329,1183,6396,6042,659,5226,3982,7628,5753,5116,957,478,8119,7024,5307,8089,267,1342,6091,7544,2164,2101,5004,2905,5127,4805,7088,3338,3405,5974,10129,5171,4302,9420,10715,6189,787,8080,7445,8596,5138,5206,163,5756,1999,8754,4253,3166,9173,3181,3951,942,1877,1460,1673,9270,5584,5245,10137,9126,825,496,3810,3190,1672,798,8547,8389,9022,3178,8037,6958,10650,1238,9479,6546,3718,4930,7741,3838,3924,864,6335,4783,9933,4496,5353,2944,10318,3576,5437,10382,10510,7615,3766,5144,398,8552,8703,1205,1688,2957,4520,284,4018,9623,10375,4684,8506,9068,5376,10751,2074,3884,646,5477,8021,7167,5002,2171,8170,5518,3490,9437,4539,6402,1903,4544,4861,6794,7148,10324,4922,6872,3186,6651,3825,3144,4118,635,3230,2683,3525,4143,8646,2132,9204,7745,10441,8322,9106,9612,8738,4141,6180,8229,8666,9438,8766,581,3673,1820,8530,1406,2351,92,7839,4821,5027,1324,8555,10544,5114,7513,7122,6901,1143,8406,7389,2316,6598,3794,3182,1155,1355,3874,903,7581,5831,5205,10807,4693,391,321,8194,8963,7216,729,10413,3770,3698,310,1499,580,8955,10624,9634,9532,6846,3621,65,3649,7128,753,5709,868,7429,4184,3892,3946,8237,7747,10045,4267,6485,6656,818,1977,6811,2998,9780,7247,4535,6571,4737,5602,1441,10063,2479,6047,1608,2607,6163,8348,2782,2200,3445,10238,1396,10034,459,8409,2279,9921,7049,863,737,9157,8993,8991,7442,6999,4298,1428,5659,2934,7843,7417,4394,7192,6771,5844,10517,3057,4017,4906,6122,4499,9588,6078,9305,2027,10067,970,4870,3753,9582,10139,7489,4899,2995,3927,3890,1917,4782,10426,6830,10727,3692,670,9853,2163,4139,3152,9035,2609,4787,7014,9149,8785,8721,3862,3416,3212,6158,5229,5627,4220,8321,8895,5807,4764,8373,1129,2129,4514,7860,5492,1966,1646,5416,3548,9923,5277,4127,5246,3898,1451,9242,9887,6007,1378,1456,9712,7045,3316,7629,9971,8968,4003,4399,1826,3680,7322,5445,2428,10666,1805,5919,7665,5638,5763,9260,3209,6748,9881,851,10555,374,9524,7606,4494,6615,8611,3120,9912,6810,8438,7339,8876,4070,4740,3127,10603,981,9909,5184,7589,7992,7283,5769,7934,7371,1035,4989,9731,9955,10770,5413,1749,1385,10044,7426,10717,10398,1650,4316,2931,7214,8024,2110,4896,1156,699,743,9505,850,8006,4565,4796,6869,8407,8496,7031,2999,1635,2871,2766,5405,1908,3000,6436,1625,3827,1340,4635,1501,9792,9349,7844,2870,9825,4036,32,3916,1686,1139,2168,5947,7848,279,8374,311,4753,304,10429,9227,3096,3741,7706,8466,7400,8851,6768,10773,5013,10647,6865,7746,762,1594,2922,8521,2075,10090,8311,2473,9656,812,4969,10097,6852,10353,4376,2403,3494,4279,10460,4402,8841,1001,10432,3335,3849,4291,1021,3799,1959,4524,4957,6717,5091,5296,799,5107,2278,6920,5545,150,7715,261,5276,2789,9365,9029,6820,1295,8615,6912,865,9924,5346,4586,693,2753,7142,2544,4536,4473,5025,1822,7927,5278,7150,3162,6360,7054,3072,10504,5556,1481,3497,3944,104,223,3395,5101,4748,10774,7723,1796,2975,1217,6858,9545,8315,6940,8781,1317,5088,6931,10183,8791,9876,1318,1584,149,1265,1334,9741,6773,8796,9726,1864,10811,2470,5698,3205,5134,151,7272,4332,2157,3343,1354,1548,4135,8541,3112,2217,3044,10526,8233,6951,6720,7657,6084,4107,1092,6265,5741,2587,1938,710,9206,10672,5314,9229,1885,9973,9772,1273,1876,5635,4092,2625,8191,1464,1024,3450,2758,7347,9797,8108,3137,7473,6605,7161,6054,7434,3417,4802,2243,2879,371,6613,6608,5001,2578,3581,8898,4031,7279,4962,6196,8962,4795,1516,2429,2340,2121,3001,5422,6061,6379,3949,2861,8048,10678,10471,8903,10512,8941,8380,1047,8354,3820,5287,1558,2008,7858,8967,8331,5984,2216,9666,6677,7006,7495,10820,9289,628,8168,4505,211,4577,7226,7207,6847,3716,5555,1446,1692,5774,8920,4425,6926,5892,10505,2313,9332,5157,2556,6622,6288,9381,7228,6249,6913,5939,7462,2300,1734,7410,1674,5745,4767,2720,9543,2323,6551,4961,7631,5061,10509,1628,2332,9121,3614,7486,4541,10593,8695,7323,9879,866,3034,1986,7826,1465,1463,10217,2521,2004,3141,8471,5956,7266,1509,8238,4894,6466,2100,8805,2346,8951,1246,8549,6854,1918,9297,5735,8974,4549,5861,4862,7497,4096,6157,6231,10582,10567,4778,4401,1699,6611,5327,9041,7425,3686,1577,3489,10033,2391,5006,1541,265,9284,5701,9904,2222,3908,7592,4815,2103,3320,4176,138,1687,5523,6638,4032,8156,7300,7329,3201,8062,889,6565,7485,6367,9771,10328,1488,8912,9468,7380,8437,8631,9469,3159,8132,10380,2270,910,9115,9645,9328,8099,8005,2073,1750,1620,1728,6333,3068,7016,2914,2768,7624,217,2649,5181,1091,7925,1915,6471,3486,9412,1943,2899,6220,4214,6317,6266,3052,4954,10201,7522,1415,7403,4506,1045,7175,3724,1442,9948,6480,6092,9840,8142,3960,5827,10395,2597,6403,10202,6679,6395,10730,10648,4126,4410,3592,4080,5559,2650,1053,10468,7537,7516,6499,4271,7534,7593,10213,8463,3824,2705,648,5122,3860,161,9830,8207,4477,6579,8053,3279,1226,4715,10235,4153,5220,10229,2847,10729,6029,2471,5955,2518,6377,9200,2781,10444,6096,3510,7584,9957,8565,663,7788,8507,246,4180,9372,3053,10023,1693,5216,8147,5129,5044,9708,1497,6957,2127,9658,1151,4696,3588,1218,7102,5700,1531,2158,126,10822,4678,1610,2993,3131,4830,1094,7406,5940,9713,8403,5382,749,4356,3751,2564,2065,3634,9127,4965,9932,1157,2848,4146,9897,513,10600,6337,2002,3412,10597,95,324,3380,1298,7151,1263,4178,742,3577,3600,4028,2641,2611,1991,23], "time_ms": 0.079439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.419233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 0.419233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.419233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 810.954729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 820.788350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 820.788350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 820.788350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 820.788350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 820.788350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 820.788350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:41:01.627", "time_ms": 820.788760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:41:02.437", "time_ms": 820.788760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_samples_per_second", "value": 6.16895, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_min_latency_ns", "value": 82716937, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_max_latency_ns", "value": 810510159, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 408911122, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 383744286, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 810510159, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 810510159, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 810510159, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 810510159, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6448, "tid": 6448}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 810510159, "time_ms": 820.799400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6448, "tid": 6448}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt index a7e11daf5..ce7f4bf88 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 6.23584 +Samples per second: 6.16895 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 82898945 -Max latency (ns) : 801816104 -Mean latency (ns) : 403023035 -50.00 percentile latency (ns) : 376276392 -90.00 percentile latency (ns) : 801816104 -95.00 percentile latency (ns) : 801816104 -97.00 percentile latency (ns) : 801816104 -99.00 percentile latency (ns) : 801816104 -99.90 percentile latency (ns) : 801816104 +Min latency (ns) : 82716937 +Max latency (ns) : 810510159 +Mean latency (ns) : 408911122 +50.00 percentile latency (ns) : 383744286 +90.00 percentile latency (ns) : 810510159 +95.00 percentile latency (ns) : 810510159 +97.00 percentile latency (ns) : 810510159 +99.00 percentile latency (ns) : 810510159 +99.90 percentile latency (ns) : 810510159 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt index 9864e18bb..3423310ca 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=76.000%, good=380, total=500 -hash=64a00b3c983ee1d69d8a550c4250b72cdfce50310b4efa6f663d87db93e1d44f +hash=ce6f80e41396123e67597340f2224f58a9d9e0b3e04c40ff425b5f203a462ef7 diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json index 252aa0547..92df8b6bd 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -1,36 +1,36 @@ [ -{ "seq_id" : 96, "qsl_idx" : 274, "data" : "00403E44" }, -{ "seq_id" : 97, "qsl_idx" : 347, "data" : "00809243" }, -{ "seq_id" : 98, "qsl_idx" : 293, "data" : "00805844" }, -{ "seq_id" : 99, "qsl_idx" : 405, "data" : "00C06944" }, -{ "seq_id" : 100, "qsl_idx" : 485, "data" : "0000BA43" }, -{ "seq_id" : 101, "qsl_idx" : 336, "data" : "00007842" }, -{ "seq_id" : 102, "qsl_idx" : 13, "data" : "00403D44" }, -{ "seq_id" : 103, "qsl_idx" : 177, "data" : "00007843" }, -{ "seq_id" : 104, "qsl_idx" : 356, "data" : "00C01C44" }, -{ "seq_id" : 105, "qsl_idx" : 488, "data" : "00403244" }, -{ "seq_id" : 106, "qsl_idx" : 429, "data" : "00802844" }, -{ "seq_id" : 107, "qsl_idx" : 286, "data" : "0000D543" }, -{ "seq_id" : 108, "qsl_idx" : 452, "data" : "00C03F44" }, -{ "seq_id" : 109, "qsl_idx" : 243, "data" : "00001544" }, -{ "seq_id" : 110, "qsl_idx" : 425, "data" : "00C01F44" }, -{ "seq_id" : 111, "qsl_idx" : 345, "data" : "0080F743" }, -{ "seq_id" : 112, "qsl_idx" : 8, "data" : "00802844" }, -{ "seq_id" : 113, "qsl_idx" : 24, "data" : "0000B841" }, -{ "seq_id" : 114, "qsl_idx" : 99, "data" : "0080AE43" }, -{ "seq_id" : 115, "qsl_idx" : 308, "data" : "00806944" }, -{ "seq_id" : 116, "qsl_idx" : 364, "data" : "00C05844" }, -{ "seq_id" : 117, "qsl_idx" : 247, "data" : "00003343" }, -{ "seq_id" : 118, "qsl_idx" : 340, "data" : "00807544" }, -{ "seq_id" : 119, "qsl_idx" : 423, "data" : "00002043" }, -{ "seq_id" : 120, "qsl_idx" : 135, "data" : "00009543" }, -{ "seq_id" : 121, "qsl_idx" : 410, "data" : "00004743" }, -{ "seq_id" : 122, "qsl_idx" : 352, "data" : "0080F043" }, -{ "seq_id" : 123, "qsl_idx" : 408, "data" : "00008743" }, -{ "seq_id" : 124, "qsl_idx" : 170, "data" : "00404E44" }, -{ "seq_id" : 125, "qsl_idx" : 269, "data" : "00803844" }, -{ "seq_id" : 126, "qsl_idx" : 285, "data" : "00006844" }, -{ "seq_id" : 127, "qsl_idx" : 233, "data" : "0080D443" }, +{ "seq_id" : 64, "qsl_idx" : 478, "data" : "00C05A44" }, +{ "seq_id" : 65, "qsl_idx" : 466, "data" : "00800844" }, +{ "seq_id" : 66, "qsl_idx" : 138, "data" : "00C07144" }, +{ "seq_id" : 67, "qsl_idx" : 291, "data" : "00005644" }, +{ "seq_id" : 68, "qsl_idx" : 280, "data" : "00001944" }, +{ "seq_id" : 69, "qsl_idx" : 116, "data" : "00801F44" }, +{ "seq_id" : 70, "qsl_idx" : 253, "data" : "00002544" }, +{ "seq_id" : 71, "qsl_idx" : 161, "data" : "00805F44" }, +{ "seq_id" : 72, "qsl_idx" : 164, "data" : "00406A44" }, +{ "seq_id" : 73, "qsl_idx" : 361, "data" : "00001442" }, +{ "seq_id" : 74, "qsl_idx" : 72, "data" : "0000A841" }, +{ "seq_id" : 75, "qsl_idx" : 111, "data" : "00806E44" }, +{ "seq_id" : 76, "qsl_idx" : 268, "data" : "00808043" }, +{ "seq_id" : 77, "qsl_idx" : 346, "data" : "0000EC43" }, +{ "seq_id" : 78, "qsl_idx" : 254, "data" : "00C07544" }, +{ "seq_id" : 79, "qsl_idx" : 283, "data" : "00405C44" }, +{ "seq_id" : 80, "qsl_idx" : 255, "data" : "00400544" }, +{ "seq_id" : 81, "qsl_idx" : 91, "data" : "0000C043" }, +{ "seq_id" : 82, "qsl_idx" : 178, "data" : "0080A943" }, +{ "seq_id" : 83, "qsl_idx" : 329, "data" : "00400344" }, +{ "seq_id" : 84, "qsl_idx" : 133, "data" : "00006A43" }, +{ "seq_id" : 85, "qsl_idx" : 433, "data" : "00C02844" }, +{ "seq_id" : 86, "qsl_idx" : 276, "data" : "0000E843" }, +{ "seq_id" : 87, "qsl_idx" : 183, "data" : "0080DE43" }, +{ "seq_id" : 88, "qsl_idx" : 199, "data" : "00407844" }, +{ "seq_id" : 89, "qsl_idx" : 491, "data" : "0000A041" }, +{ "seq_id" : 90, "qsl_idx" : 369, "data" : "0000B642" }, +{ "seq_id" : 91, "qsl_idx" : 443, "data" : "0000AF43" }, +{ "seq_id" : 92, "qsl_idx" : 21, "data" : "00003043" }, +{ "seq_id" : 93, "qsl_idx" : 174, "data" : "0000DA43" }, +{ "seq_id" : 94, "qsl_idx" : 307, "data" : "00C01744" }, +{ "seq_id" : 95, "qsl_idx" : 127, "data" : "0000A841" }, { "seq_id" : 32, "qsl_idx" : 399, "data" : "00C07044" }, { "seq_id" : 33, "qsl_idx" : 464, "data" : "00003244" }, { "seq_id" : 34, "qsl_idx" : 187, "data" : "00008843" }, @@ -70,7 +70,8 @@ { "seq_id" : 4, "qsl_idx" : 47, "data" : "00008443" }, { "seq_id" : 5, "qsl_idx" : 112, "data" : "00006343" }, { "seq_id" : 6, "qsl_idx" : 240, "data" : "00000544" }, -{ "seq_id" : 7, "qsl_idx" : 386, "dat +{ "seq_id" : 7, "qsl_idx" : 386, "data" : "00002644" }, +{ "seq_ ... @@ -93,26 +94,6 @@ { "seq_id" : 445, "qsl_idx" : 420, "data" : "00403F44" }, { "seq_id" : 446, "qsl_idx" : 238, "data" : "00005B44" }, { "seq_id" : 447, "qsl_idx" : 108, "data" : "00001E44" }, -{ "seq_id" : 480, "qsl_idx" : 438, "data" : "00008041" }, -{ "seq_id" : 481, "qsl_idx" : 121, "data" : "0080F143" }, -{ "seq_id" : 482, "qsl_idx" : 82, "data" : "00004544" }, -{ "seq_id" : 483, "qsl_idx" : 373, "data" : "00800844" }, -{ "seq_id" : 484, "qsl_idx" : 89, "data" : "00004842" }, -{ "seq_id" : 485, "qsl_idx" : 244, "data" : "0000FA42" }, -{ "seq_id" : 486, "qsl_idx" : 494, "data" : "0000BC43" }, -{ "seq_id" : 487, "qsl_idx" : 80, "data" : "00807244" }, -{ "seq_id" : 488, "qsl_idx" : 315, "data" : "0000C343" }, -{ "seq_id" : 489, "qsl_idx" : 480, "data" : "0000C243" }, -{ "seq_id" : 490, "qsl_idx" : 96, "data" : "0000A543" }, -{ "seq_id" : 491, "qsl_idx" : 45, "data" : "00C06044" }, -{ "seq_id" : 492, "qsl_idx" : 483, "data" : "00807944" }, -{ "seq_id" : 493, "qsl_idx" : 90, "data" : "00008743" }, -{ "seq_id" : 494, "qsl_idx" : 419, "data" : "0000B842" }, -{ "seq_id" : 495, "qsl_idx" : 153, "data" : "0000E642" }, -{ "seq_id" : 496, "qsl_idx" : 59, "data" : "00001344" }, -{ "seq_id" : 497, "qsl_idx" : 331, "data" : "00806A44" }, -{ "seq_id" : 498, "qsl_idx" : 209, "data" : "0080D743" }, -{ "seq_id" : 499, "qsl_idx" : 19, "data" : "00400144" }, { "seq_id" : 448, "qsl_idx" : 61, "data" : "00808543" }, { "seq_id" : 449, "qsl_idx" : 235, "data" : "0000E642" }, { "seq_id" : 450, "qsl_idx" : 322, "data" : "00008C43" }, @@ -144,5 +125,25 @@ { "seq_id" : 476, "qsl_idx" : 55, "data" : "0000EA43" }, { "seq_id" : 477, "qsl_idx" : 65, "data" : "0000C343" }, { "seq_id" : 478, "qsl_idx" : 343, "data" : "0080FB43" }, -{ "seq_id" : 479, "qsl_idx" : 258, "data" : "00002144" } +{ "seq_id" : 479, "qsl_idx" : 258, "data" : "00002144" }, +{ "seq_id" : 480, "qsl_idx" : 438, "data" : "00008041" }, +{ "seq_id" : 481, "qsl_idx" : 121, "data" : "0080F143" }, +{ "seq_id" : 482, "qsl_idx" : 82, "data" : "00004544" }, +{ "seq_id" : 483, "qsl_idx" : 373, "data" : "00800844" }, +{ "seq_id" : 484, "qsl_idx" : 89, "data" : "00004842" }, +{ "seq_id" : 485, "qsl_idx" : 244, "data" : "0000FA42" }, +{ "seq_id" : 486, "qsl_idx" : 494, "data" : "0000BC43" }, +{ "seq_id" : 487, "qsl_idx" : 80, "data" : "00807244" }, +{ "seq_id" : 488, "qsl_idx" : 315, "data" : "0000C343" }, +{ "seq_id" : 489, "qsl_idx" : 480, "data" : "0000C243" }, +{ "seq_id" : 490, "qsl_idx" : 96, "data" : "0000A543" }, +{ "seq_id" : 491, "qsl_idx" : 45, "data" : "00C06044" }, +{ "seq_id" : 492, "qsl_idx" : 483, "data" : "00807944" }, +{ "seq_id" : 493, "qsl_idx" : 90, "data" : "00008743" }, +{ "seq_id" : 494, "qsl_idx" : 419, "data" : "0000B842" }, +{ "seq_id" : 495, "qsl_idx" : 153, "data" : "0000E642" }, +{ "seq_id" : 496, "qsl_idx" : 59, "data" : "00001344" }, +{ "seq_id" : 497, "qsl_idx" : 331, "data" : "00806A44" }, +{ "seq_id" : 498, "qsl_idx" : 209, "data" : "0080D743" }, +{ "seq_id" : 499, "qsl_idx" : 19, "data" : "00400144" } ] diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index 78bb11419..701d6662f 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:03.905267", "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:03.905288", "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:41Z", "time_ms": 0.010670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 231, "time_ms": 0.010670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.010670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.010670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.018184, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.018585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.041398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 173.175595, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 173.175595, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 173.175595, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 22112.466627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 22112.466627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 22112.466627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 22112.466627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 22112.466627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 22112.466627, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:41.488", "time_ms": 22112.467488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8386, "tid": 8386}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:56:03.427", "time_ms": 22112.467488, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8386, "tid": 8386}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:33.874029", "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:33.874045", "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:08Z", "time_ms": 0.009979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 221, "time_ms": 0.009979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.009979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.017002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.017363, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.025669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.039284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 172.579196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 172.579196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 172.579196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21844.871397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21844.871397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21844.871397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21844.871397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21844.871397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21844.871397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:08.335", "time_ms": 21844.871998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8401, "tid": 8401}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:30.005", "time_ms": 21844.871998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8401, "tid": 8401}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index f722c822e..3b858c6a7 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:03.905267", "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:03.905288", "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:54:52Z", "time_ms": 0.012233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.012233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 180, "time_ms": 0.012233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.012233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.012233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.012233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.025748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.026079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.034515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.048611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 173.940464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 173.940464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 173.940464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 311.011969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 22019.131367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 22019.131367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 22019.131367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 22019.131367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 22019.131367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 22019.131367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:54:52.957", "time_ms": 22019.132058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:14.792", "time_ms": 22019.132058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_samples_per_second", "value": 22.8984, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_min_latency_ns", "value": 5441004176, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_max_latency_ns", "value": 21835560345, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 13648780741, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 12001338624, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 21746175689, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 21835560345, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 21835560345, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 21835560345, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6330, "tid": 6330}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 21835560345, "time_ms": 22019.193503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6330, "tid": 6330}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:33.874029", "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:33.874045", "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:19Z", "time_ms": 0.009368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 180, "time_ms": 0.009368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.009368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.021491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.029475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.043081, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 173.293994, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 173.293994, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 173.293994, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 287.103819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21848.751451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21848.751451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21848.751451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21848.751451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21848.751451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21848.751451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:19.707", "time_ms": 21848.752513, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:41.373", "time_ms": 21848.752513, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_samples_per_second", "value": 23.0772, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_min_latency_ns", "value": 5287007390, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_max_latency_ns", "value": 21666445744, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 13466839357, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 12015021558, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 21607568087, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 21666445744, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 21666445744, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 21666445744, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6329, "tid": 6329}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 21666445744, "time_ms": 21848.796556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6329, "tid": 6329}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index d045cff36..824fff90b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 22.8984 +Samples per second: 23.0772 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 5441004176 -Max latency (ns) : 21835560345 -Mean latency (ns) : 13648780741 -50.00 percentile latency (ns) : 12001338624 -90.00 percentile latency (ns) : 21746175689 -95.00 percentile latency (ns) : 21835560345 -97.00 percentile latency (ns) : 21835560345 -99.00 percentile latency (ns) : 21835560345 -99.90 percentile latency (ns) : 21835560345 +Min latency (ns) : 5287007390 +Max latency (ns) : 21666445744 +Mean latency (ns) : 13466839357 +50.00 percentile latency (ns) : 12015021558 +90.00 percentile latency (ns) : 21607568087 +95.00 percentile latency (ns) : 21666445744 +97.00 percentile latency (ns) : 21666445744 +99.00 percentile latency (ns) : 21666445744 +99.90 percentile latency (ns) : 21666445744 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/accuracy.txt index c1ba237eb..65ddf45a4 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/accuracy.txt @@ -29,4 +29,4 @@ found 5 images found 0 images with no results ignored 0 dupes -hash=cdde0301a21d0d66ea61f275e878f2c0548eeab0d775febcdc22c6f279c287f5 +hash=4d461620e4d639fc6e8bcf8a7ac241cc094b5852abed576d946e6c563ac79025 diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json index 39908c2b0..5c368a9a9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json @@ -1,5 +1,6 @@ [ -{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00008040CEB70A3F78CA2B3FBA1E3D3F0A92493F3D730F3F00007F4300008040E6A2BE3E4E1C6C3F6C2FF13E774A773F982DD43E00007F43000080404DD4093F0AE62A3F0D2E3D3F8507493F5A698C3E00006C430000804018BBB13E9C91293F1118C33E8560423F329C823E00007F43000080403AFA373FA934173D3288423FFD7FBD3DE62C743E00007F43000080408FC1BE3ECE776B3F2C98F13EE067773F72DF683E00006C43000080405A40FE3DCF32473D7F785F3E11E5143EE69F2A3E00001443000080406045113E8517173BE441963E9107BE3D2C0D1F3E0000144300008040EA8D9F3EBCD6053FB145B33E8BF6153F067B0A3E00007F43000080405A40FE3DCF32473D7F785F3E11E5143E7C46FC3D00808243000080406045113E8517173BE441963E9107BE3DB442F83D0080824300008040BCAB1A3E00000000E516DE3EE9A0AE3D802DF63D00001443000080401839063E6C72C83DE1FF173E484BFD3DE447F03D0000F442000080400D64033E561FC33D9210593E6C9B163E0C47F03D00001443000080408A4CAA3EC344323F3193C63E7B884C3FC419E93D00007F43000080403AFA373FA934173D3288423FFD7FBD3D2492E73D00006C430000804056199D3EC3F8033FED2ABA3EC78F1C3F44A0E33D00007F430000804074EA1E3ED726B53E069C603ECF0EC73EA44FE33D0000144300008040FDED003EBD39873C81C5893ED6CAFF3DE08EDA3D00001443000080404AD8B03EF74F2D3FCF1ECC3E7A20463F20DBD83D00007F43000080406A0A593ED2F8E13E01E1673E3DBDEC3E1875D03D00007F4300008040B3900A3E24A5CD3DAE7C283E71FAF93DD0E5CD3D0000F442000080405311B23E578F343F8C18C13EF1E5453FEC3EC53D00007F4300008040DCF8AE3EAEBE2E3F2C96BD3E6EE3403F94BEC33D00007F43000080400D64033E561FC33D9210593E6C9B163E288CC23D008082430000804009C1123ED7CF1E3B55D3963E0F4DBC3DB8A5BF3D0000EE4200008040BCAB1A3E00000000E516DE3EE9A0AE3DE0E2BE3D0080824300008040D261033EE61E593DF3CB5B3EB1730B3EE027BB3D0000EE420000804061FCAE3E2D5C233F5FE1C83E41093E3FCC0EBB3D00007F43000080402E2FB93E40FE673FC5AEF93EF6BA793F1816B73D00007F43000080401839063E6C72C83DE1FF173E484BFD3D0070B63D0000FC4200008040ED1CB23E0D8F033F53C0C13EA784213FACBDB43D00007F4300008040F1DAA03E4D02E83E24EFB23E1237043F9CEFA63D00007F4300008040BCAB1A3E00000000E516DE3EE9A0AE3D98A8A33D0000EE42000080408511123E71984A3D0F21563E4C1FBF3DA49AA33D0000EA4200008040FDED003EBD39873C81C5893ED6CAFF3D3879A33D0080824300008040B339563E535C923E29F46E3E8C84A93E3C69A13D00007F430000804025A2603EBDF11B3F5831753E8F11263F2469A13D00007F43000080404D8EC13EB6AB713F48F2EB3EC013783FC071A03D00007F430000804021E20A3E7D20DD3DD4071B3E767FFD3DA8EA9D3D0000F44200008040BBD9A33E4E02DA3E361EB03EEF03F43EDC539A3D00007F430000804013AA053E5648B03D2DA1173EAF1FE33D24AB983D0000F442000080407A49BD3E9834703FE060EC3EFAC5783FA84C983D00006C43000080409A0D7D3BB41AFD3ECA402D3E6E38723F641C953D00006843000080407AC38F3E8EA0043FC19CBB3EF2CF313FB4C5943D00001443000080406379383F0B23093D7746473FD49FE73DC87B933D00007F43000080407A20AB3E4895013FB21ABE3E2F35203F0CE88F3D00007F43000080400C94963E3E74023F8848B53EE615163F30098E3D00001443000080408484543E7F1D7A3FAFB26F3EC4977F3F90BC8D3D00007F430000804081EF033E922C453D91D75B3E74E9F13D9C4F8D3D0000EA420000804026208B3EBAD6753F9C17C03E0000803FA8E48C3D00007F43000080408F0AA33E1F750A3FA606B63E76D21B3F80D18B3D00007F43000080401FF7C83BA535033F727B973E2AC77E3F145C8A3D00007743000080400DCDA63EA5422B3F2131C13E7704463FDC26883D00007F430000804013AA053E5648B03D2DA1173EAF1FE33D40A6863D0000FC42000080400FD2CE3EFA356B3F83B5F13EA362733FAC68863D00007F4300008040A4860A3EC0973F3DCD865A3E36D9D03D3814853D00001443000080400D64033E561FC33D9210593E6C9B163E84A5843D0000EE4200008040B3900A3E24A5CD3DAE7C283E71FAF93D641B843D0000FC42000080406950083EF39FDB3D4F8C1B3E201A003E8C69833D0000FC42000080400647823E8327A93EA1FBC63E94B03F3F507C823D000081430000804058F4AA3ED33D1F3F72D5BE3E3F483B3FB492803D00007F4300008040E88A1F3E53EDB53E7615563E11DEC53E0020803D0000FC42000080403F68A23E8ADA1C3F7B16B93ED222263F78287F3D00007F430000804074EA1E3ED726B53E069C603ECF0EC73E90487E3D0000EE420000804073CF1B3EBE0A933E1F393E3E2E15AB3E38667A3D00008143000080404BF3033E8DFA413D3F45553E94FAD63DC8397A3D00808243000080405DC78C3E6C81173F7ADFC03EC3F2433F602E7A3D000014430000804063BB0E3E7F27C93D3719403E06C0FF3D08C1793D0000F442000080408F79123FA85D303F6888363F16F3443F305D783D00007F4300008040C3CF0D3EFB175B3EF36A2F3E5CBA883E4810783D00007F43000080404AE8593EBD207A3F4DE37F3EEEE07F3FC87C773D00007F43000080404C7DAF3E618F0 +{ "seq_id" : 3, "qsl_idx" : 1, "data" : "0000803F7123C83C718D613C12C2523F0000803FE844763F00003C430000803F485BEF3C332F343C6EFA533F05587F3F7ED9383E000032430000803FA4E0CD3C0A62443DECE94D3F0000803FC28F283E000072430000803F485BEF3C332F343C6EFA533F05587F3F80E6173E000019430000803F80253C3F2901453DA6F87F3FF8D37B3F104AE43D0000B0420000803F485BEF3C332F343C6EFA533F05587F3F64FDDC3D0000A0410000803FA4E0CD3C0A62443DECE94D3F0000803FA0B3B13D00006E430000803FB8F1323F0FDFD03D83C37D3FAC647F3FD072943D0000A0410000803F6E79483FB3DB9F3D9F177F3F5A07763F0CA9923D000018430000803FA4E0CD3C0A62443DECE94D3F0000803FA8DF8D3D000084420000803FA4E0CD3C0A62443DECE94D3F0000803FB84C833D000020420000803FA4F2DE3C00D2AA3C4A10543F0000803F24D2823D0000E8420000803F71CCAF3E94469E3D29026B3F64017C3F80F67D3D00003C430000803FA4E0CD3C0A62443DECE94D3F0000803FD04A643D000033430000803FA4E0CD3C0A62443DECE94D3F0000803F80C0603D000044430000803FB4E3343FD2AB833D720E7D3FF18B7C3F60F05E3D00003E430000803FA4E0CD3C0A62443DECE94D3F0000803F28015A3D000002430000803FCDCD023D8F9E763CA677543F0000803FB8FE543D008083430000803F0043AF3ECC745E3F94BAEF3E1D5C773F1840513D00006E430000803FA4E0CD3C0A62443DECE94D3F0000803FC860503D00008041" }, +{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00008040CEB70A3F78CA2B3FBA1E3D3F0A92493F3D730F3F00007F4300008040E6A2BE3E4E1C6C3F6C2FF13E774A773F982DD43E00007F43000080404DD4093F0AE62A3F0D2E3D3F8507493F5A698C3E00006C430000804018BBB13E9C91293F1118C33E8560423F329C823E00007F43000080403AFA373FA934173D3288423FFD7FBD3DE62C743E00007F43000080408FC1BE3ECE776B3F2C98F13EE067773F72DF683E00006C43000080405A40FE3DCF32473D7F785F3E11E5143EE69F2A3E00001443000080406045113E8517173BE441963E9107BE3D2C0D1F3E0000144300008040EA8D9F3EBCD6053FB145B33E8BF6153F067B0A3E00007F43000080405A40FE3DCF32473D7F785F3E11E5143E7C46FC3D00808243000080406045113E8517173BE441963E9107BE3DB442F83D0080824300008040BCAB1A3E00000000E516DE3EE9A0AE3D802DF63D00001443000080401839063E6C72C83DE1FF173E484BFD3DE447F03D0000F442000080400D64033E561FC33D9210593E6C9B163E0C47F03D00001443000080408A4CAA3EC344323F3193C63E7B884C3FC419E93D00007F43000080403AFA373FA934173D3288423FFD7FBD3D2492E73D00006C430000804056199D3EC3F8033FED2ABA3EC78F1C3F44A0E33D00007F430000804074EA1E3ED726B53E069C603ECF0EC73EA44FE33D0000144300008040FDED003EBD39873C81C5893ED6CAFF3DE08EDA3D00001443000080404AD8B03EF74F2D3FCF1ECC3E7A20463F20DBD83D00007F43000080406A0A593ED2F8E13E01E1673E3DBDEC3E1875D03D00007F4300008040B3900A3E24A5CD3DAE7C283E71FAF93DD0E5CD3D0000F442000080405311B23E578F343F8C18C13EF1E5453FEC3EC53D00007F4300008040DCF8AE3EAEBE2E3F2C96BD3E6EE3403F94BEC33D00007F43000080400D64033E561FC33D9210593E6C9B163E288CC23D008082430000804009C1123ED7CF1E3B55D3963E0F4DBC3DB8A5BF3D0000EE4200008040BCAB1A3E00000000E516DE3EE9A0AE3DE0E2BE3D0080824300008040D261033EE61E593DF3CB5B3EB1730B3EE027BB3D0000EE420000804061FCAE3E2D5C233F5FE1C83E41093E3FCC0EBB3D00007F43000080402E2FB93E40FE673FC5AEF93EF6BA793F1816B73D00007F43000080401839063E6C72C83DE1FF173E484BFD3D0070B63D0000FC4200008040ED1CB23E0D8F033F53C0C13EA784213FACBDB43D00007F4300008040F1DAA03E4D02E83E24EFB23E1237043F9CEFA63D00007F4300008040BCAB1A3E00000000E516DE3EE9A0AE3D98A8A33D0000EE42000080408511123E71984A3D0F21563E4C1FBF3DA49AA33D0000EA4200008040FDED003EBD39873C81C5893ED6CAFF3D3879A33D0080824300008040B339563E535C923E29F46E3E8C84A93E3C69A13D00007F430000804025A2603EBDF11B3F5831753E8F11263F2469A13D00007F43000080404D8EC13EB6AB713F48F2EB3EC013783FC071A03D00007F430000804021E20A3E7D20DD3DD4071B3E767FFD3DA8EA9D3D0000F44200008040BBD9A33E4E02DA3E361EB03EEF03F43EDC539A3D00007F430000804013AA053E5648B03D2DA1173EAF1FE33D24AB983D0000F442000080407A49BD3E9834703FE060EC3EFAC5783FA84C983D00006C43000080409A0D7D3BB41AFD3ECA402D3E6E38723F641C953D00006843000080407AC38F3E8EA0043FC19CBB3EF2CF313FB4C5943D00001443000080406379383F0B23093D7746473FD49FE73DC87B933D00007F43000080407A20AB3E4895013FB21ABE3E2F35203F0CE88F3D00007F43000080400C94963E3E74023F8848B53EE615163F30098E3D00001443000080408484543E7F1D7A3FAFB26F3EC4977F3F90BC8D3D00007F430000804081EF033E922C453D91D75B3E74E9F13D9C4F8D3D0000EA420000804026208B3EBAD6753F9C17C03E0000803FA8E48C3D00007F43000080408F0AA33E1F750A3FA606B63 ... diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt index c5650c8d9..193720dea 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:12.561239", "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:12.561252", "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:45Z", "time_ms": 0.011622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.011622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 230, "time_ms": 0.011622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.011622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.011622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.011622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.020608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.020889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.029244, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.038542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5.086878, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 5.086878, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 5.086878, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11399.863585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11399.863585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11399.863585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11399.863585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11399.863585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11399.863585, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:45.931", "time_ms": 11399.864356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9217, "tid": 9217}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:57.324", "time_ms": 11399.864356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9217, "tid": 9217}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:32.608275", "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:32.608290", "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:06Z", "time_ms": 0.010129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 130, "time_ms": 0.010129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.010129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.010129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.017212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.017473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.024135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.031649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4.658651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 4.658651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 4.658651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11418.621377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11418.621377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11418.621377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11418.621377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11418.621377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11418.621377, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:06.949", "time_ms": 11418.622108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9232, "tid": 9232}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:18.362", "time_ms": 11418.622108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9232, "tid": 9232}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt index 23c5ad222..f6eef0e79 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:12.561239", "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:12.561252", "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005490, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:54:57Z", "time_ms": 0.011061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.011061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 170, "time_ms": 0.011061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.011061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.011061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.011061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.023624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.023824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.031088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,18,43,10,47,8,49,46,30,29,33,45,23,6,41,3,4,28,22,9,34,48,12,37,21,7,16,42,40,39,11,27,5,26,2,35,19,24,17,20,25,44,13,15,1,31,38,32,36,14], "time_ms": 0.038752, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 77.053178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 77.053178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 77.053178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 87.266465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11454.566248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11454.566248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11454.566248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11454.566248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11454.566248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11454.566248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:54:57.895", "time_ms": 11454.566939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:09.265", "time_ms": 11454.566939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.43976, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_min_latency_ns", "value": 8241245705, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_max_latency_ns", "value": 11369848678, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 9338085558, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 8988788246, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 11369848678, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 11369848678, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 11369848678, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 11369848678, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7159, "tid": 7159}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 11369848678, "time_ms": 11454.577218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7159, "tid": 7159}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:32.608275", "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:32.608290", "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:37:18Z", "time_ms": 0.010700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 210, "time_ms": 0.010700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.010700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.010700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.029985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.030306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.038471, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,18,43,10,47,8,49,46,30,29,33,45,23,6,41,3,4,28,22,9,34,48,12,37,21,7,16,42,40,39,11,27,5,26,2,35,19,24,17,20,25,44,13,15,1,31,38,32,36,14], "time_ms": 0.047909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 86.760476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 86.760476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 86.760476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 96.183694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11540.387617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11540.387617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11540.387617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11540.387617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11540.387617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11540.387617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:37:18.697", "time_ms": 11540.388168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:37:30.145", "time_ms": 11540.388168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.436753, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_min_latency_ns", "value": 8059344390, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_max_latency_ns", "value": 11448106386, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 9385755199, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 9205193960, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 11448106386, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 11448106386, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 11448106386, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 11448106386, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7178, "tid": 7178}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 11448106386, "time_ms": 11540.397044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7178, "tid": 7178}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt index 962177e4f..9711c2fc3 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.43976 +Samples per second: 0.436753 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 8241245705 -Max latency (ns) : 11369848678 -Mean latency (ns) : 9338085558 -50.00 percentile latency (ns) : 8988788246 -90.00 percentile latency (ns) : 11369848678 -95.00 percentile latency (ns) : 11369848678 -97.00 percentile latency (ns) : 11369848678 -99.00 percentile latency (ns) : 11369848678 -99.90 percentile latency (ns) : 11369848678 +Min latency (ns) : 8059344390 +Max latency (ns) : 11448106386 +Mean latency (ns) : 9385755199 +50.00 percentile latency (ns) : 9205193960 +90.00 percentile latency (ns) : 11448106386 +95.00 percentile latency (ns) : 11448106386 +97.00 percentile latency (ns) : 11448106386 +99.00 percentile latency (ns) : 11448106386 +99.90 percentile latency (ns) : 11448106386 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/accuracy.txt index 27c2f8c02..b55434b3c 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -accuracy=75.000%, good=375, total=500 -hash=409a6048e2c55d61169f2f0e7df26056eb27e6370215184824304f62b0fe93d9 +accuracy=75.800%, good=379, total=500 +hash=deba983aee86db0ef6c6bbfb6f0dd9db549a5cf3fb31f72f7999db13a6fb61c2 diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_accuracy.json index 4086ad405..ee204f59c 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_accuracy.json @@ -1,36 +1,36 @@ [ -{ "seq_id" : 1, "qsl_idx" : 224, "data" : "41" }, { "seq_id" : 3, "qsl_idx" : 154, "data" : "03" }, -{ "seq_id" : 0, "qsl_idx" : 465, "data" : "11" }, +{ "seq_id" : 1, "qsl_idx" : 224, "data" : "41" }, { "seq_id" : 2, "qsl_idx" : 289, "data" : "03" }, +{ "seq_id" : 0, "qsl_idx" : 465, "data" : "11" }, { "seq_id" : 5, "qsl_idx" : 112, "data" : "19" }, -{ "seq_id" : 6, "qsl_idx" : 240, "data" : "09" }, +{ "seq_id" : 6, "qsl_idx" : 240, "data" : "02" }, { "seq_id" : 4, "qsl_idx" : 47, "data" : "03" }, { "seq_id" : 7, "qsl_idx" : 386, "data" : "20" }, { "seq_id" : 9, "qsl_idx" : 379, "data" : "03" }, -{ "seq_id" : 11, "qsl_idx" : 51, "data" : "07" }, { "seq_id" : 8, "qsl_idx" : 159, "data" : "02" }, +{ "seq_id" : 11, "qsl_idx" : 51, "data" : "07" }, { "seq_id" : 10, "qsl_idx" : 33, "data" : "11" }, -{ "seq_id" : 13, "qsl_idx" : 6, "data" : "03" }, { "seq_id" : 12, "qsl_idx" : 73, "data" : "03" }, +{ "seq_id" : 13, "qsl_idx" : 6, "data" : "03" }, { "seq_id" : 14, "qsl_idx" : 368, "data" : "0B" }, { "seq_id" : 15, "qsl_idx" : 337, "data" : "03" }, { "seq_id" : 17, "qsl_idx" : 200, "data" : "08" }, -{ "seq_id" : 16, "qsl_idx" : 4, "data" : "03" }, { "seq_id" : 18, "qsl_idx" : 281, "data" : "0A" }, +{ "seq_id" : 16, "qsl_idx" : 4, "data" : "03" }, { "seq_id" : 19, "qsl_idx" : 194, "data" : "11" }, { "seq_id" : 20, "qsl_idx" : 213, "data" : "08" }, { "seq_id" : 21, "qsl_idx" : 401, "data" : "0D" }, { "seq_id" : 22, "qsl_idx" : 385, "data" : "03" }, { "seq_id" : 23, "qsl_idx" : 132, "data" : "0B" }, -{ "seq_id" : 24, "qsl_idx" : 387, "data" : "03" }, { "seq_id" : 25, "qsl_idx" : 441, "data" : "07" }, +{ "seq_id" : 24, "qsl_idx" : 387, "data" : "03" }, { "seq_id" : 26, "qsl_idx" : 489, "data" : "11" }, { "seq_id" : 27, "qsl_idx" : 256, "data" : "03" }, -{ "seq_id" : 29, "qsl_idx" : 471, "data" : "0E" }, { "seq_id" : 28, "qsl_idx" : 104, "data" : "08" }, -{ "seq_id" : 30, "qsl_idx" : 432, "data" : "11" }, +{ "seq_id" : 29, "qsl_idx" : 471, "data" : "0E" }, { "seq_id" : 31, "qsl_idx" : 333, "data" : "02" }, +{ "seq_id" : 30, "qsl_idx" : 432, "data" : "11" }, { "seq_id" : 32, "qsl_idx" : 399, "data" : "08" }, { "seq_id" : 33, "qsl_idx" : 464, "data" : "03" }, { "seq_id" : 34, "qsl_idx" : 187, "data" : "11" }, @@ -42,17 +42,17 @@ { "seq_id" : 40, "qsl_idx" : 477, "data" : "11" }, { "seq_id" : 41, "qsl_idx" : 125, "data" : "11" }, { "seq_id" : 42, "qsl_idx" : 219, "data" : "11" }, -{ "seq_id" : 43, "qsl_idx" : 394, "data" : "11" }, { "seq_id" : 44, "qsl_idx" : 496, "data" : "19" }, -{ "seq_id" : 45, "qsl_idx" : 163, "data" : "02" }, +{ "seq_id" : 43, "qsl_idx" : 394, "data" : "11" }, +{ "seq_id" : 45, "qsl_idx" : 163, "data" : "09" }, { "seq_id" : 46, "qsl_idx" : 262, "data" : "03" }, { "seq_id" : 47, "qsl_idx" : 261, "data" : "15" }, { "seq_id" : 48, "qsl_idx" : 321, "data" : "11" }, { "seq_id" : 49, "qsl_idx" : 206, "data" : "14" }, { "seq_id" : 50, "qsl_idx" : 453, "data" : "0B" }, -{ "seq_id" : 51, "qsl_idx" : 484, "data" : "03" }, { "seq_id" : 52, "qsl_idx" : 320, "data" : "15" }, -{ "seq_id" : 53, "qsl_idx" : 156, "data" : "12" }, +{ "seq_id" : 51, "qsl_idx" : 484, "data" : "03" }, +{ "seq_id" : 53, "qsl_idx" : 156, "data" : "0C" }, { "seq_id" : 54, "qsl_idx" : 456, "data" : "01" }, { "seq_id" : 55, "qsl_idx" : 325, "data" : "03" }, { "seq_id" : 56, "qsl_idx" : 169, "data" : "11" }, @@ -63,16 +63,16 @@ { "seq_id" : 62, "qsl_idx" : 62, "data" : "12" }, { "seq_id" : 61, "qsl_idx" : 9, "data" : "11" }, { "seq_id" : 63, "qsl_idx" : 447, "data" : "11" }, -{ "seq_id" : 64, "qsl_idx" : 478, "data" : "16" }, { "seq_id" : 66, "qsl_idx" : 138, "data" : "0A" }, { "seq_id" : 65, "qsl_idx" : 466, "data" : "12" }, -{ "seq_id" : 67, "qsl_idx" : 291, "data" : "12" }, +{ "seq_id" : 64, "qsl_idx" : 478, "data" : "16" }, +{ "seq_id" : 67, "qsl_idx" : 291, "data" : "03" }, { "seq_id" : 68, "qsl_idx" : 280, "data" : "0E" }, { "seq_id" : 70, "qsl_idx" : 253, "data" : "0C" }, { "seq_id" : 69, "qsl_idx" : 116, "data" : "11" }, { "seq_id" : 72, "qsl_idx" : 164, "data" : "0C" }, { "seq_id" : 71, "qsl_idx" : 161, "data" : "0C" }, -{ "seq_id" : 73, "qsl_idx" : 361, "data" : "2B" }, +{ "seq_id" : 73, "qsl_idx" : 361, "data" : "0D" }, { "seq_id" : 74, "qsl_idx" : 72, "data" : "11" }, { "seq_id" : 75, "qsl_idx" : 111, "data" : "01" }, { "seq_id" : 76, "qsl_idx" : 268, "data" : "11" }, @@ -91,46 +91,46 @@ { "seq_id" : 427, "qsl_idx" : 424, "data" : "15" }, { "seq_id" : 425, "qsl_idx" : 229, "data" : "0C" }, { "seq_id" : 426, "qsl_idx" : 214, "data" : "12" }, -{ "seq_id" : 428, "qsl_idx" : 216, "data" : "0E" }, +{ "seq_id" : 428, "qsl_idx" : 216, "data" : "32" }, { "seq_id" : 429, "qsl_idx" : 344, "data" : "11" }, -{ "seq_id" : 431, "qsl_idx" : 237, "data" : "08" }, { "seq_id" : 430, "qsl_idx" : 412, "data" : "0E" }, +{ "seq_id" : 431, "qsl_idx" : 237, "data" : "11" }, +{ "seq_id" : 432, "qsl_idx" : 476, "data" : "02" }, { "seq_id" : 435, "qsl_idx" : 11, "data" : "0D" }, { "seq_id" : 434, "qsl_idx" : 115, "data" : "03" }, { "seq_id" : 433, "qsl_idx" : 18, "data" : "12" }, -{ "seq_id" : 432, "qsl_idx" : 476, "data" : "02" }, { "seq_id" : 436, "qsl_idx" : 339, "data" : "07" }, { "seq_id" : 439, "qsl_idx" : 184, "data" : "0A" }, { "seq_id" : 438, "qsl_idx" : 388, "data" : "03" }, { "seq_id" : 437, "qsl_idx" : 323, "data" : "11" }, -{ "seq_id" : 441, "qsl_idx" : 147, "data" : "11" }, { "seq_id" : 440, "qsl_idx" : 67, "data" : "08" }, +{ "seq_id" : 441, "qsl_idx" : 147, "data" : "11" }, { "seq_id" : 443, "qsl_idx" : 105, "data" : "13" }, { "seq_id" : 442, "qsl_idx" : 68, "data" : "03" }, { "seq_id" : 444, "qsl_idx" : 211, "data" : "09" }, { "seq_id" : 445, "qsl_idx" : 420, "data" : "11" }, { "seq_id" : 447, "qsl_idx" : 108, "data" : "03" }, -{ "seq_id" : 446, "qsl_idx" : 238, "data" : "11" }, { "seq_id" : 448, "qsl_idx" : 61, "data" : "03" }, +{ "seq_id" : 446, "qsl_idx" : 238, "data" : "11" }, { "seq_id" : 449, "qsl_idx" : 235, "data" : "03" }, -{ "seq_id" : 451, "qsl_idx" : 457, "data" : "09" }, { "seq_id" : 450, "qsl_idx" : 322, "data" : "09" }, +{ "seq_id" : 451, "qsl_idx" : 457, "data" : "02" }, { "seq_id" : 452, "qsl_idx" : 77, "data" : "15" }, { "seq_id" : 453, "qsl_idx" : 248, "data" : "0B" }, -{ "seq_id" : 454, "qsl_idx" : 302, "data" : "0E" }, { "seq_id" : 455, "qsl_idx" : 120, "data" : "0E" }, +{ "seq_id" : 454, "qsl_idx" : 302, "data" : "0E" }, { "seq_id" : 456, "qsl_idx" : 215, "data" : "11" }, { "seq_id" : 457, "qsl_idx" : 246, "data" : "13" }, -{ "seq_id" : 458, "qsl_idx" : 417, "data" : "11" }, { "seq_id" : 460, "qsl_idx" : 360, "data" : "02" }, { "seq_id" : 459, "qsl_idx" : 310, "data" : "03" }, +{ "seq_id" : 458, "qsl_idx" : 417, "data" : "32" }, { "seq_id" : 461, "qsl_idx" : 205, "data" : "10" }, { "seq_id" : 463, "qsl_idx" : 28, "data" : "0E" }, -{ "seq_id" : 462, "qsl_idx" : 454, "data" : "12" }, { "seq_id" : 464, "qsl_idx" : 259, "data" : "0C" }, +{ "seq_id" : 462, "qsl_idx" : 454, "data" : "12" }, { "seq_id" : 465, "qsl_idx" : 0, "data" : "11" }, -{ "seq_id" : 467, "qsl_idx" : 10, "data" : "0C" }, { "seq_id" : 466, "qsl_idx" : 366, "data" : "20" }, +{ "seq_id" : 467, "qsl_idx" : 10, "data" : "0C" }, { "seq_id" : 468, "qsl_idx" : 218, "data" : "0E" }, { "seq_id" : 469, "qsl_idx" : 78, "data" : "11" }, { "seq_id" : 471, "qsl_idx" : 431, "data" : "11" }, @@ -148,10 +148,10 @@ { "seq_id" : 482, "qsl_idx" : 82, "data" : "0F" }, { "seq_id" : 483, "qsl_idx" : 373, "data" : "20" }, { "seq_id" : 484, "qsl_idx" : 89, "data" : "11" }, -{ "seq_id" : 485, "qsl_idx" : 244, "data" : "11" }, { "seq_id" : 486, "qsl_idx" : 494, "data" : "09" }, +{ "seq_id" : 485, "qsl_idx" : 244, "data" : "11" }, { "seq_id" : 487, "qsl_idx" : 80, "data" : "11" }, -{ "seq_id" : 489, "qsl_idx" : 480, "data" : "03" }, +{ "seq_id" : 489, "qsl_idx" : 480, "data" : "16" }, { "seq_id" : 488, "qsl_idx" : 315, "data" : "02" }, { "seq_id" : 490, "qsl_idx" : 96, "data" : "03" }, { "seq_id" : 491, "qsl_idx" : 45, "data" : "11" }, @@ -159,8 +159,8 @@ { "seq_id" : 493, "qsl_idx" : 90, "data" : "11" }, { "seq_id" : 494, "qsl_idx" : 419, "data" : "03" }, { "seq_id" : 495, "qsl_idx" : 153, "data" : "11" }, -{ "seq_id" : 497, "qsl_idx" : 331, "data" : "03" }, { "seq_id" : 496, "qsl_idx" : 59, "data" : "03" }, -{ "seq_id" : 498, "qsl_idx" : 209, "data" : "03" }, -{ "seq_id" : 499, "qsl_idx" : 19, "data" : "02" } +{ "seq_id" : 497, "qsl_idx" : 331, "data" : "03" }, +{ "seq_id" : 499, "qsl_idx" : 19, "data" : "02" }, +{ "seq_id" : 498, "qsl_idx" : 209, "data" : "03" } ] diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_detail.txt index b127e7f19..c4c706565 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:40.532002", "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:40.532015", "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:46:10Z", "time_ms": 0.010971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 221, "time_ms": 0.010971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.010971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.010971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 788379, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.018515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 788379, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.018926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.048712, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.101711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 0.101711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.101711, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 48576.537927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 48576.537927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 48576.537927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 48576.537927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 48576.537927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 48576.537927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:46:10.591", "time_ms": 48576.539029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9925, "tid": 9925}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:46:59.165", "time_ms": 48576.539029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9925, "tid": 9925}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:12.972142", "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:12.972156", "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:39:42Z", "time_ms": 0.009808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.009808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.009808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 788379, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.017923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 788379, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.018334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.025797, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.048860, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.091239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 0.091239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.091239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 48947.288221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 48947.288221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 48947.288221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 48947.288221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 48947.288221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 48947.288221, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:39:42.436", "time_ms": 48947.289123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9987, "tid": 9987}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:40:31.382", "time_ms": 48947.289123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9987, "tid": 9987}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_detail.txt index eb671c0ef..589dbd1c8 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:40.532002", "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:40.532015", "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:44:49Z", "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 191, "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 788379, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.022792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 788379, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.023243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.031178, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.052047, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.098104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 0.098104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.098104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 46973.477187, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 48687.513368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 48687.513368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 48687.513368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 48687.513368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 48687.513368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 48687.513368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:44:49.009", "time_ms": 48687.514681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:45:37.687", "time_ms": 48687.514681, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_samples_per_second", "value": 10.2716, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_min_latency_ns", "value": 486751762, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_max_latency_ns", "value": 48677874636, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 24548851636, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 24587782433, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 44149940622, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 46533664453, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 47477867832, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 48523923398, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7752, "tid": 7752}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 48677874636, "time_ms": 48687.594581, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7752, "tid": 7752}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:12.972142", "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:12.972156", "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.003967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:21Z", "time_ms": 0.009357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 220, "time_ms": 0.009357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.009357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 788379, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.021821, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 788379, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.022232, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.030166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.051125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.096129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 0.096129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.096129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 46988.317193, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 48870.869625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 48870.869625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 48870.869625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 48870.869625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 48870.869625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 48870.869625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:21.178", "time_ms": 48870.870597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:10.048", "time_ms": 48870.870597, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_samples_per_second", "value": 10.2312, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_min_latency_ns", "value": 467676108, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_max_latency_ns", "value": 48869945881, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 24683913560, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 24616706955, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 44128566794, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 46606341102, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 47694901979, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 48768861939, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7769, "tid": 7769}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 48869945881, "time_ms": 48870.932552, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7769, "tid": 7769}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_summary.txt index c5406f70e..9a1c924c1 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.4.0-default_config/rgat/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 10.2716 +Samples per second: 10.2312 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 486751762 -Max latency (ns) : 48677874636 -Mean latency (ns) : 24548851636 -50.00 percentile latency (ns) : 24587782433 -90.00 percentile latency (ns) : 44149940622 -95.00 percentile latency (ns) : 46533664453 -97.00 percentile latency (ns) : 47477867832 -99.00 percentile latency (ns) : 48523923398 -99.90 percentile latency (ns) : 48677874636 +Min latency (ns) : 467676108 +Max latency (ns) : 48869945881 +Mean latency (ns) : 24683913560 +50.00 percentile latency (ns) : 24616706955 +90.00 percentile latency (ns) : 44128566794 +95.00 percentile latency (ns) : 46606341102 +97.00 percentile latency (ns) : 47694901979 +99.00 percentile latency (ns) : 48768861939 +99.90 percentile latency (ns) : 48869945881 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt index 5f27b4f91..f0ec8d718 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/accuracy.txt @@ -29,4 +29,4 @@ found 5 images found 0 images with no results ignored 0 dupes -hash=acee691f409e5e72640b7058d28e496baefd80fb526a10b599c88e77ff4d6270 +hash=70345362e255b4acd67732773ecc460a8641bcefc1eb36232fdc1bf6681d4ca3 diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json index 43d9027d9..1c3cd5fc9 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_accuracy.json @@ -1,5 +1,6 @@ [ -{ "seq_id" : 0, "qsl_idx" : 0, "data" : "000000001423C93E48DD003C24467F3FC36D343FBA0C123F0000C642000000003220C73E0A77F33BFDA77D3FC8FB3C3FD858983E000044420000000024B3CC3E069B1F3F4634473FBF3C3B3F7C14903E0000C64200000000E9B1CE3E77D2213F8C6F473F16203B3F4A6B873E00009042000000001C7DF73EFDB5BE3E3AEB7E3FF627293F04C2823E0000C64200000000A02EFF3EDDDAA23D8A80353F118F303E7580693E0000E4420000000024B3CC3E069B1F3F4634473FBF3C3B3FAECF673E00001E4300000000E9B1CE3E77D2213F8C6F473F16203B3FB22F613E0000E442000000000E00CD3EED2E1C3F1A8F473F17B23B3F2CCD503E000030420000000078DDC63EC399C33C28617E3FB4EE383FA8394D3E0000434300000000E5E6F93E1C2F443E2449783F45A0AD3E30134D3E0000C64200000000C80CC33E9A1D043C69787C3F7BAE383F16CA303E0000CE42000000009F62C53E4481183F5F74E03E9A2C1E3F6E592E3E00808243000000006FABF73E81E9453E83D4783FE4D9AD3E84402B3E0000434300000000B36AFF3EE49BA43DBDD5353FCDF52F3E6D28293E00001E4300000000B7F5C83E7181703C4F467E3FCAAE2E3F992A273E0000A04200000000CFD80A3FB380AF3EB7E34C3F4FD3E63E3CBA253E0000C642000000003CB2CC3E33BB9D3E74E1F83EC39CB33E3143233E00001443000000000AADF03E0000000003124B3F387AD93DE832203E0000444200000000249AC63EED2F9D3E1274DE3E7D4DA83EAF03203E0000144300000000BDF4BA3E00DB073FF349D53E48500D3F77F51F3E0000144300000000787BFD3E7BB6CA3EF7CD7F3F18F9263FB3B71D3E0000434300000000249AC63EED2F9D3E1274DE3E7D4DA83E09951B3E0000F44200000000A02EFF3EDDDAA23D8A80353F118F303E4896193E0000304200000000C56EE03E38A6203FDC83463FAD523A3F1E93183E000043430000000078DDC63EC399C33C28617E3FB4EE383FFD7F153E00009042000000007C08D43EAEA5713D802D783F6E00C13ED2A9133E00004442000000009A86C63EE3C40E3FCD21FC3E1899193F8203133E0000144300000000D2F5DB3E754A1B3ED699213F92BF663E48E4123E0000E442000000009F62C53E4481183F5F74E03E9A2C1E3FB2AE103E0000F442000000001125C63E9D189A3EAA7AE83E4936AA3EECAA103E0000144300000000DCC0B93EDCB3073FD47CDF3EED990F3FB6C50E3E0000144300000000A02EFF3EDDDAA23D8A80353F118F303E72500C3E0000C64200000000CC5DF73E6E1B8F3D0939363FFA61393E06D30B3E00004442000000003DC0F53E11CDBF3E6CA77E3FF8E2273F6E670B3E00004442000000005C1B0B3F40B9AE3E6C764D3F3D1DEA3E90D5093E0000434300000000A3FDC73EE882A03E7C0DD43E58C5A73E6998093E0000F4420000000074CEC63E37DC183F74EDDC3E04181E3F765F093E00001443000000001FCDC53E9443943EAEF1F13E5FBEAE3E9A9A083E00001443000000001F58F03EA4405D3AAD564B3FEE71DA3D3057063E0000E44200000000E668CF3E89509E3E800EFA3E72E1B33EA224063E00808243000000002071CF3E5631E43E0B4F153F88E5033F9603063E0080824300000000A545C13E8471CC3E7874643FFD733C3FEEE8053E0000C642000000000AADF03E0000000003124B3F387AD93DDB9D033E0000C64200000000E550D73E4F4E093F800E4E3FB389363FB57E023E0000C642000000003CCEFB3E65595A3F19360D3F51BE623F6077023E000014430000000076A7BB3ED654093F7805D03EC56E0E3F17BB013E0000144300000000C861013F9267C73E08417E3F496D273F4F98003E00003042000000007C08D43EAEA5713D802D783F6E00C13E5CDFFD3D0000C64200000000D853C93EDAADB33E629A073F3DE2CB3E2975F63D0000144300000000B75ECF3EA3191C3FDF83003FA148283F3004F63D00001443000000005479CA3E4CEA203FA1FFFC3E04232B3FB228F43D0000144300000000CC1FCB3EC1BD233FBC4CE33E25C3293F7ADEF23D00001443000000004578DE3EB88EBA3C338C3F3F2EC67F3EEA9CF23D00004442000000004AE6F03E0000000025A54B3F7758D13D7048EF3D00001E43000000001FF2C43E6484B83E97F7D93ED4AEC23EE1C4E93D0000144300000000E5E6F93E1C2F443E2449783F45A0AD3E625FE53D0000904200000000A02EFF3EDDDAA23D8A80353F118F303EE766E33D00004343000000007781CE3E08931C3FF34E003FBD04293F7A2DE33D00808243000000005DEDC63ED8A4193F2D81D33E0CA11D3FFD28E23D0000F4420000000024F2C83EFA2EA33E2C57D83EF796AB3EBED2E13D0000144300000000F15ACB3E681DA23EFB14E53E1D2DAF3EAEBEDE3D000014430000000066C50B3FD7C4AB3E0C4B4C3F5464E73E485BDE3D000090420000000047640C3F0F2EAE3E37A84C3F1FD2EA3E7677DD3D0000444200000000E862F33E00000000BD1E4C3F8566E73DD763DD3D00000842000000004107EC3E663FD43D12962F3FCD2E4D3E1208DC3D000044420000000041E0C83EAEBB553CB6DB7E3FB88C373F97A9DB3D000038430000000008FAF53E51D6423E113E7A3FF79FAE3ECEB5DA3D00003042000000002A62C93E0846A33E8E7FD53EDFC8A93E601EDA3D0000F442000000003F67C43E6125173FEF79E43E317E1E3F71E7D93D00001443000000008EE5D93ED1CC123F5DB8FC3E9F9A1F3F9220D93D0080824300000000A3E20A3F9B16AE3EBA944D3F49B3EB3EDC59D83D0000304200000000A3FDC73EE882A +{ "seq_id" : 3, "qsl_idx" : 1, "data" : "0000803F9A23C83C488D613C12C2523F0000803FE644763F00003C430000803F715BEF3CE12E343C6EFA533F05587F3F7BD9383E000032430000803FA4E0CD3C0A62443DECE94D3F0000803FC58F283E000072430000803F715BEF3CE12E343C6EFA533F05587F3F7FE6173E000019430000803F7F253C3F3301453DA8F87F3FF8D37B3F414AE43D0000B0420000803F715BEF3CE12E343C6EFA533F05587F3F5CFDDC3D0000A0410000803FA4E0CD3C0A62443DECE94D3F0000803FA1B3B13D00006E430000803FB8F1323FFBDED03D83C37D3FAE647F3FE072943D0000A0410000803F6E79483FAEDB9F3D9F177F3F5A07763F5EA9923D000018430000803FA4E0CD3C0A62443DECE94D3F0000803FA9DF8D3D000084420000803FA4E0CD3C0A62443DECE94D3F0000803FB34C833D000020420000803FCDF2DE3C00D2AA3C4A10543F0000803F2BD2823D0000E8420000803F6DCCAF3E9A469E3D29026B3F64017C3F93F67D3D00003C430000803FA4E0CD3C0A62443DECE94D3F0000803FD24A643D000033430000803FA4E0CD3C0A62443DECE94D3F0000803F88C0603D000044430000803FB4E3343FE6AB833D720E7D3FF18B7C3F6FF05E3D00003E430000803FA4E0CD3C0A62443DECE94D3F0000803F1E015A3D000002430000803FCDCD023D8F9E763CA677543F0000803FA8FE543D008083430000803FFF42AF3ECD745E3F96BAEF3E1C5C773F6B40513D00006E430000803FA4E0CD3C0A62443DECE94D3F0000803FC760503D00008041" }, +{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00008040CDB70A3F78CA2B3FBA1E3D3F0A92493F44730F3F00007F4300008040E6A2BE3E4D1C6C3F6C2FF13E784A773F882DD43E00007F43000080404CD4093F0AE62A3F0D2E3D3F8507493F50698C3E00006C430000804018BBB13E9C91293F1118C33E8560423F1D9C823E00007F43000080403AFA373FAC34173D3288423FFD7FBD3D152D743E00007F430000804091C1BE3ECE776B3F2D98F13EE067773FA9DF683E00006C43000080405A40FE3DCF32473D7F785F3E13E5143E0FA02A3E00001443000080406045113E8517173BE641963E9207BE3D400D1F3E0000144300008040EA8D9F3EBBD6053FB145B33E8CF6153F2B7B0A3E00007F43000080405A40FE3DCF32473D7F785F3E13E5143E6A46FC3D00808243000080406045113E8517173BE641963E9207BE3D7C42F83D0080824300008040BDAB1A3E00000000D816DE3EE6A0AE3D232DF63D00001443000080401839063E6C72C83DE1FF173E484BFD3DF447F03D0000F442000080400D64033E651FC33D8F10593E6D9B163E5E47F03D00001443000080408A4CAA3EC544323F3193C63E7B884C3FFD19E93D00007F43000080403AFA373FAC34173D3288423FFD7FBD3D1392E73D00006C430000804056199D3EC4F8033FED2ABA3EC68F1C3F7AA0E33D00007F430000804076EA1E3ED826B53E0D9C603ECE0EC73EBC4FE33D0000144300008040FEED003EA439873C84C5893ED4CAFF3DFE8EDA3D00001443000080404AD8B03EF74F2D3FCF1ECC3E7A20463FF8DAD83D00007F43000080406A0A593ED2F8E13E01E1673E3DBDEC3E5175D03D00007F4300008040B4900A3E24A5CD3DAE7C283E73FAF93DBFE5CD3D0000F442000080405311B23E578F343F8C18C13EF1E5453FDC3EC53D00007F4300008040DCF8AE3EADBE2E3F2C96BD3E6DE3403FC5BEC33D00007F43000080400D64033E651FC33D8F10593E6D9B163EA68CC23D00808243000080400AC1123EECCF1E3B56D3963E124DBC3D6DA5BF3D0000EE4200008040BDAB1A3E00000000D816DE3EE6A0AE3D8FE2BE3D0080824300008040D361033EE11E593DF4CB5B3EAF730B3EEC27BB3D0000EE420000804061FCAE3E2D5C233F5FE1C83E41093E3FFC0EBB3D00007F4300008040312FB93E40FE673FC5AEF93EF6BA793F4B16B73D00007F43000080401839063E6C72C83DE1FF173E484BFD3DD06FB63D0000FC4200008040EE1CB23E0D8F033F54C0C13EA784213FA7BDB43D00007F4300008040F1DAA03E4D02E83E24EFB23E1237043F6EEFA63D00007F4300008040BDAB1A3E00000000D816DE3EE6A0AE3D79A8A33D0000EE42000080408411123E71984A3D1121563E4F1FBF3D929AA33D0000EA4200008040FEED003EA439873C84C5893ED4CAFF3D1879A33D0080824300008040B139563E525C923E29F46E3E8C84A93E5369A13D00007F430000804025A2603EBCF11B3F5831753E8F11263FB468A13D00007F43000080404D8EC13EB6AB713F48F2EB3EC013783F9171A03D00007F430000804022E20A3E7D20DD3DD5071B3E767FFD3DAAEA9D3D0000F44200008040BBD9A33E4F02DA3E361EB03EF103F43EB8539A3D00007F430000804013AA053E5448B03D2DA1173EB11FE33D56AB983D0000F442000080407A49BD3E9834703FE060EC3EFAC5783FAB4C983D00006C43000080409A0D7D3BAE1AFD3EBB402D3E6938723F8B1C953D00006843000080407AC38F3E8FA0043FC19CBB3EF1CF313F71C5943D00001443000080406379383F0C23093D7746473FD69FE73DC67B933D00007F43000080407A20AB3E4895013FB21ABE3E2E35203F17E88F3D00007F43000080400D94963E3F74023F8848B53EE615163F49098E3D00001443000080408584543E7F1D7A3FB1B26F3EC4977F3F8DBC8D3D00007F430000804080EF033E8F2C453D92D75B3E78E9F13D804F8D3D0000EA420000804023208B3EB8D6753F9817C03E0000803F58E48C3D00007F43000080408F0AA33E1E750A3FA606B63 ... diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt index 9922e4324..b3333333a 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:36.327771", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:36.327792", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:56:21Z", "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 190, "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.009437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.018264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.024565, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.031248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4.838456, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 4.838456, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 4.838456, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12187.387058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12187.387058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12187.387058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12187.387058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12187.387058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12187.387058, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:56:21.573", "time_ms": 12187.388029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9344, "tid": 9344}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:56:33.748", "time_ms": 12187.388029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9344, "tid": 9344}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:16.117608", "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:16.117623", "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:57Z", "time_ms": 0.010329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 191, "time_ms": 0.010329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.010329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.010329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.017793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.017983, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026128, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.053850, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4.404358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 4.404358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 4.404358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12222.045954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12222.045954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12222.045954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12222.045954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12222.045954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12222.045954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:57.470", "time_ms": 12222.046876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9361, "tid": 9361}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:39:09.679", "time_ms": 12222.046876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9361, "tid": 9361}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt index cad4bcf1c..930c2d777 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:54:36.327771", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:54:36.327792", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004388, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:55:30Z", "time_ms": 0.013435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.013435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 180, "time_ms": 0.013435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.013435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.013435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.013435, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.025307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.025458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.030387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,18,43,10,47,8,49,46,30,29,33,45,23,6,41,3,4,28,22,9,34,48,12,37,21,7,16,42,40,39,11,27,5,26,2,35,19,24,17,20,25,44,13,15,1,31,38,32,36,14], "time_ms": 0.037179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 77.180919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 77.180919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 77.180919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 88.271794, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12383.662437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12383.662437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12383.662437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12383.662437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12383.662437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12383.662437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:55:30.097", "time_ms": 12383.663419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:55:42.399", "time_ms": 12383.663419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.406436, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_min_latency_ns", "value": 9580654912, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_max_latency_ns", "value": 12302067043, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 10179333776, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 9655193012, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 12302067043, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 12302067043, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 12302067043, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 12302067043, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7324, "tid": 7324}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 12302067043, "time_ms": 12383.673888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7324, "tid": 7324}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:37:16.117608", "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:37:16.117623", "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:06Z", "time_ms": 0.009117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 250, "time_ms": 0.009117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.009117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 50, "time_ms": 0.009117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 64, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.029906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 64, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.030106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.038021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,18,43,10,47,8,49,46,30,29,33,45,23,6,41,3,4,28,22,9,34,48,12,37,21,7,16,42,40,39,11,27,5,26,2,35,19,24,17,20,25,44,13,15,1,31,38,32,36,14], "time_ms": 0.047659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 77.733444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 77.733444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 77.733444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 87.356752, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 12213.013428, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 12213.013428, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 12213.013428, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 12213.013428, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 12213.013428, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 12213.013428, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:06.080", "time_ms": 12213.014330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:18.211", "time_ms": 12213.014330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.412174, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_min_latency_ns", "value": 9356276827, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_max_latency_ns", "value": 12130802485, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 10041252875, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 9559434983, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 12130802485, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 12130802485, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 12130802485, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 12130802485, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7338, "tid": 7338}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 12130802485, "time_ms": 12213.022535, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 7338, "tid": 7338}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt index 732774e07..11cb3b4c1 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-pytorch_v2.5.1-default_config/retinanet/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.406436 +Samples per second: 0.412174 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 9580654912 -Max latency (ns) : 12302067043 -Mean latency (ns) : 10179333776 -50.00 percentile latency (ns) : 9655193012 -90.00 percentile latency (ns) : 12302067043 -95.00 percentile latency (ns) : 12302067043 -97.00 percentile latency (ns) : 12302067043 -99.00 percentile latency (ns) : 12302067043 -99.90 percentile latency (ns) : 12302067043 +Min latency (ns) : 9356276827 +Max latency (ns) : 12130802485 +Mean latency (ns) : 10041252875 +50.00 percentile latency (ns) : 9559434983 +90.00 percentile latency (ns) : 12130802485 +95.00 percentile latency (ns) : 12130802485 +97.00 percentile latency (ns) : 12130802485 +99.00 percentile latency (ns) : 12130802485 +99.90 percentile latency (ns) : 12130802485 ================================================ Test Parameters Used diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/accuracy.txt index c99367535..9489eb547 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=76.000%, good=380, total=500 -hash=91088325a7e9c6df892f319046f924393545a7ca19bdc5a7b88a543e0d89f22e +hash=18294db429714473abc85f44ea78524685d2af1bea1bd258c523483f86733651 diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json index a25383162..550de6d8b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -1,4 +1,36 @@ [ +{ "seq_id" : 96, "qsl_idx" : 274, "data" : "00403E44" }, +{ "seq_id" : 97, "qsl_idx" : 347, "data" : "00809243" }, +{ "seq_id" : 98, "qsl_idx" : 293, "data" : "00805844" }, +{ "seq_id" : 99, "qsl_idx" : 405, "data" : "00C06944" }, +{ "seq_id" : 100, "qsl_idx" : 485, "data" : "0000BA43" }, +{ "seq_id" : 101, "qsl_idx" : 336, "data" : "00007842" }, +{ "seq_id" : 102, "qsl_idx" : 13, "data" : "00403D44" }, +{ "seq_id" : 103, "qsl_idx" : 177, "data" : "00007843" }, +{ "seq_id" : 104, "qsl_idx" : 356, "data" : "00C01C44" }, +{ "seq_id" : 105, "qsl_idx" : 488, "data" : "00403244" }, +{ "seq_id" : 106, "qsl_idx" : 429, "data" : "00802844" }, +{ "seq_id" : 107, "qsl_idx" : 286, "data" : "0000D543" }, +{ "seq_id" : 108, "qsl_idx" : 452, "data" : "00C03F44" }, +{ "seq_id" : 109, "qsl_idx" : 243, "data" : "00001544" }, +{ "seq_id" : 110, "qsl_idx" : 425, "data" : "00C01F44" }, +{ "seq_id" : 111, "qsl_idx" : 345, "data" : "0080F743" }, +{ "seq_id" : 112, "qsl_idx" : 8, "data" : "00802844" }, +{ "seq_id" : 113, "qsl_idx" : 24, "data" : "0000B841" }, +{ "seq_id" : 114, "qsl_idx" : 99, "data" : "0080AE43" }, +{ "seq_id" : 115, "qsl_idx" : 308, "data" : "00806944" }, +{ "seq_id" : 116, "qsl_idx" : 364, "data" : "00C05844" }, +{ "seq_id" : 117, "qsl_idx" : 247, "data" : "00003343" }, +{ "seq_id" : 118, "qsl_idx" : 340, "data" : "00807544" }, +{ "seq_id" : 119, "qsl_idx" : 423, "data" : "00002043" }, +{ "seq_id" : 120, "qsl_idx" : 135, "data" : "00009543" }, +{ "seq_id" : 121, "qsl_idx" : 410, "data" : "00004743" }, +{ "seq_id" : 122, "qsl_idx" : 352, "data" : "0080F043" }, +{ "seq_id" : 123, "qsl_idx" : 408, "data" : "00008743" }, +{ "seq_id" : 124, "qsl_idx" : 170, "data" : "00404E44" }, +{ "seq_id" : 125, "qsl_idx" : 269, "data" : "00803844" }, +{ "seq_id" : 126, "qsl_idx" : 285, "data" : "00006844" }, +{ "seq_id" : 127, "qsl_idx" : 233, "data" : "0080D443" }, { "seq_id" : 0, "qsl_idx" : 465, "data" : "0000C842" }, { "seq_id" : 1, "qsl_idx" : 224, "data" : "0000C841" }, { "seq_id" : 2, "qsl_idx" : 289, "data" : "00804E44" }, @@ -38,40 +70,7 @@ { "seq_id" : 36, "qsl_idx" : 421, "data" : "0000CE43" }, { "seq_id" : 37, "qsl_idx" : 83, "data" : "00006842" }, { "seq_id" : 38, "qsl_idx" : 397, "data" : "00405544" }, -{ "seq_id" : 39, "qsl_idx" : 142, "data" : "00C04044" }, -{ "seq_id" : 40, "qsl_idx" : 477, "data" : "0080AA43" }, -{ "seq_id" : 41, "qsl_idx" : 125, "data" : "0080E443" }, -{ "seq_id" : 42, "qsl_idx" : 219, "data" : "00007E43" }, -{ "seq_id" : 43, "qsl_idx" : 394, "data" : "00009442" }, -{ "seq_id" : 44, "qsl_idx" : 496, "data" : "00806144" }, -{ "seq_id" : 45, "qsl_idx" : 163, "data" : "0000FC43" }, -{ "seq_id" : 46, "qsl_idx" : 262, "data" : "00003043" }, -{ "seq_id" : 47, "qsl_idx" : 261, "data" : "0000803F" }, -{ "seq_id" : 48, "qsl_idx" : 321, "data" : "0080B443" }, -{ "seq_id" : 49, "qsl_idx" : 206, "data" : "00001243" }, -{ "seq_id" : 50, "qsl_idx" : 453, "data" : "00803A44" }, -{ "seq_id" : 51, "qsl_idx" : 484, "data" : "00400144" }, -{ "seq_id" : 52, "qsl_idx" : 320, "data" : "0000FE43" }, -{ "seq_id" : 53, "qsl_idx" : 156, "data" : "00808A43" }, -{ "seq_id" : 54, "qsl_idx" : 456, "data" : "00004B43" }, -{ "seq_id" : 55, "qsl_idx" : 325, "data" : "0080B343" }, -{ "seq_id" : 56, "qsl_idx" : 169, "data" : "00001E43" }, -{ "seq_id" : 57, "qsl_idx" : 355, "data" : "00000243" }, -{ "seq_id" : 58, "qsl_idx" : 56, "data" : "00001A43" }, -{ "seq_id" : 59, "qsl_idx" : 311, "data" : "00004040" }, -{ "seq_id" : 60, "qsl_idx" : 359, "data" : "00001243" }, -{ "seq_id" : 61, "qsl_idx" : 9, "data" : "0000A643" }, -{ "seq_id" : 62, "qsl_idx" : 62, "data" : "0000D642" }, -{ "seq_id" : 63, "qsl_idx" : 447, "data" : "00801444" }, -{ "seq_id" : 96, "qsl_idx" : 274, "data" : "00403E44" }, -{ "seq_id" : 97, "qsl_idx" : 347, "data" : "00809243" }, -{ "seq_id" : 98, "qsl_idx" : 293, "data" : "00805844" }, -{ "seq_id" : 99, "qsl_idx" : 405, "data" : "00C06944" }, -{ "seq_id" : 100, "qsl_idx" : 485, "data" : "0000BA43" }, -{ "seq_id" : 101, "qsl_idx" : 336, "data" : "00007842" }, -{ "seq_id" : 102, "qsl_idx" : 13, "data" : "00403D44" }, -{ "seq_id" : 103, "qsl_idx" : 177, "data" : "00007843" }, -{ "seq_id" +{ "seq_id" : 39, "qsl_idx" : 142, "data" : ... @@ -82,38 +81,6 @@ q_id" : 409, "qsl_idx" : 406, "data" : "00009B43" }, { "seq_id" : 413, "qsl_idx" : 201, "data" : "0080E443" }, { "seq_id" : 414, "qsl_idx" : 404, "data" : "00003143" }, { "seq_id" : 415, "qsl_idx" : 316, "data" : "00801644" }, -{ "seq_id" : 416, "qsl_idx" : 411, "data" : "00807944" }, -{ "seq_id" : 417, "qsl_idx" : 131, "data" : "00400A44" }, -{ "seq_id" : 418, "qsl_idx" : 22, "data" : "00006D44" }, -{ "seq_id" : 419, "qsl_idx" : 32, "data" : "00001643" }, -{ "seq_id" : 420, "qsl_idx" : 497, "data" : "0000D041" }, -{ "seq_id" : 421, "qsl_idx" : 266, "data" : "00C06F44" }, -{ "seq_id" : 422, "qsl_idx" : 181, "data" : "00406344" }, -{ "seq_id" : 423, "qsl_idx" : 31, "data" : "00400F44" }, -{ "seq_id" : 424, "qsl_idx" : 319, "data" : "00806E44" }, -{ "seq_id" : 425, "qsl_idx" : 229, "data" : "00403944" }, -{ "seq_id" : 426, "qsl_idx" : 214, "data" : "0080ED43" }, -{ "seq_id" : 427, "qsl_idx" : 424, "data" : "00008543" }, -{ "seq_id" : 428, "qsl_idx" : 216, "data" : "00008041" }, -{ "seq_id" : 429, "qsl_idx" : 344, "data" : "00403A44" }, -{ "seq_id" : 430, "qsl_idx" : 412, "data" : "00005144" }, -{ "seq_id" : 431, "qsl_idx" : 237, "data" : "0000F242" }, -{ "seq_id" : 432, "qsl_idx" : 476, "data" : "00001244" }, -{ "seq_id" : 433, "qsl_idx" : 18, "data" : "0000EF43" }, -{ "seq_id" : 434, "qsl_idx" : 115, "data" : "00C06F44" }, -{ "seq_id" : 435, "qsl_idx" : 11, "data" : "00008F43" }, -{ "seq_id" : 436, "qsl_idx" : 339, "data" : "0000BE43" }, -{ "seq_id" : 437, "qsl_idx" : 323, "data" : "00008242" }, -{ "seq_id" : 438, "qsl_idx" : 388, "data" : "00000443" }, -{ "seq_id" : 439, "qsl_idx" : 184, "data" : "00C01C44" }, -{ "seq_id" : 440, "qsl_idx" : 67, "data" : "00C05D44" }, -{ "seq_id" : 441, "qsl_idx" : 147, "data" : "00802B44" }, -{ "seq_id" : 442, "qsl_idx" : 68, "data" : "00805944" }, -{ "seq_id" : 443, "qsl_idx" : 105, "data" : "00806244" }, -{ "seq_id" : 444, "qsl_idx" : 211, "data" : "00405E44" }, -{ "seq_id" : 445, "qsl_idx" : 420, "data" : "00403F44" }, -{ "seq_id" : 446, "qsl_idx" : 238, "data" : "00005B44" }, -{ "seq_id" : 447, "qsl_idx" : 108, "data" : "00001E44" }, { "seq_id" : 448, "qsl_idx" : 61, "data" : "00808543" }, { "seq_id" : 449, "qsl_idx" : 235, "data" : "0000E642" }, { "seq_id" : 450, "qsl_idx" : 322, "data" : "00008C43" }, @@ -145,5 +112,37 @@ q_id" : 409, "qsl_idx" : 406, "data" : "00009B43" }, { "seq_id" : 476, "qsl_idx" : 55, "data" : "0000EA43" }, { "seq_id" : 477, "qsl_idx" : 65, "data" : "0000C343" }, { "seq_id" : 478, "qsl_idx" : 343, "data" : "0080FB43" }, -{ "seq_id" : 479, "qsl_idx" : 258, "data" : "00002144" } +{ "seq_id" : 479, "qsl_idx" : 258, "data" : "00002144" }, +{ "seq_id" : 416, "qsl_idx" : 411, "data" : "00807944" }, +{ "seq_id" : 417, "qsl_idx" : 131, "data" : "00400A44" }, +{ "seq_id" : 418, "qsl_idx" : 22, "data" : "00006D44" }, +{ "seq_id" : 419, "qsl_idx" : 32, "data" : "00001643" }, +{ "seq_id" : 420, "qsl_idx" : 497, "data" : "0000D041" }, +{ "seq_id" : 421, "qsl_idx" : 266, "data" : "00C06F44" }, +{ "seq_id" : 422, "qsl_idx" : 181, "data" : "00406344" }, +{ "seq_id" : 423, "qsl_idx" : 31, "data" : "00400F44" }, +{ "seq_id" : 424, "qsl_idx" : 319, "data" : "00806E44" }, +{ "seq_id" : 425, "qsl_idx" : 229, "data" : "00403944" }, +{ "seq_id" : 426, "qsl_idx" : 214, "data" : "0080ED43" }, +{ "seq_id" : 427, "qsl_idx" : 424, "data" : "00008543" }, +{ "seq_id" : 428, "qsl_idx" : 216, "data" : "00008041" }, +{ "seq_id" : 429, "qsl_idx" : 344, "data" : "00403A44" }, +{ "seq_id" : 430, "qsl_idx" : 412, "data" : "00005144" }, +{ "seq_id" : 431, "qsl_idx" : 237, "data" : "0000F242" }, +{ "seq_id" : 432, "qsl_idx" : 476, "data" : "00001244" }, +{ "seq_id" : 433, "qsl_idx" : 18, "data" : "0000EF43" }, +{ "seq_id" : 434, "qsl_idx" : 115, "data" : "00C06F44" }, +{ "seq_id" : 435, "qsl_idx" : 11, "data" : "00008F43" }, +{ "seq_id" : 436, "qsl_idx" : 339, "data" : "0000BE43" }, +{ "seq_id" : 437, "qsl_idx" : 323, "data" : "00008242" }, +{ "seq_id" : 438, "qsl_idx" : 388, "data" : "00000443" }, +{ "seq_id" : 439, "qsl_idx" : 184, "data" : "00C01C44" }, +{ "seq_id" : 440, "qsl_idx" : 67, "data" : "00C05D44" }, +{ "seq_id" : 441, "qsl_idx" : 147, "data" : "00802B44" }, +{ "seq_id" : 442, "qsl_idx" : 68, "data" : "00805944" }, +{ "seq_id" : 443, "qsl_idx" : 105, "data" : "00806244" }, +{ "seq_id" : 444, "qsl_idx" : 211, "data" : "00405E44" }, +{ "seq_id" : 445, "qsl_idx" : 420, "data" : "00403F44" }, +{ "seq_id" : 446, "qsl_idx" : 238, "data" : "00005B44" }, +{ "seq_id" : 447, "qsl_idx" : 108, "data" : "00001E44" } ] diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index 06a40b911..b37560f8b 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:10.477886", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:10.477905", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:46:42Z", "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.011141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.020138, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.020489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.028374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.038783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 81.911007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 81.911007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 81.911007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 23935.318987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 23935.318987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 23935.318987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 23935.318987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 23935.318987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 23935.318987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:46:42.709", "time_ms": 23935.319738, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8557, "tid": 8557}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:47:06.556", "time_ms": 23935.319738, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8557, "tid": 8557}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:47.604880", "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:47.604895", "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:40:15Z", "time_ms": 0.010910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 200, "time_ms": 0.010910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.010910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.010910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.018665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.018945, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.040916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 82.858986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 82.858986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 82.858986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 24026.903215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 24026.903215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 24026.903215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 24026.903215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 24026.903215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 24026.903215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:40:16.017", "time_ms": 24026.904097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8584, "tid": 8584}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:40:39.955", "time_ms": 24026.904097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8584, "tid": 8584}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index 7aef42ead..9eb857920 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T02:43:10.477886", "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T02:43:10.477905", "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-26T02:44:56Z", "time_ms": 0.009397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.009397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 181, "time_ms": 0.009397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.009397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.009397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.009397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.020268, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.020538, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.027942, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.038743, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 83.259746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 83.259746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 83.259746, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 136.210050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 23838.778605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 23838.778605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 23838.778605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 23838.778605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 23838.778605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 23838.778605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "power_begin", "value": "01-26-2025 02:44:56.209", "time_ms": 23838.779497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "power_end", "value": "01-26-2025 02:45:19.960", "time_ms": 23838.779497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_samples_per_second", "value": 21.0518, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_min_latency_ns", "value": 5975364252, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_max_latency_ns", "value": 23750984167, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 14845933347, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 12790252615, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 23714662633, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 23750984167, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 23750984167, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 23750984167, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6485, "tid": 6485}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 23750984167, "time_ms": 23838.791549, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6485, "tid": 6485}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-26T14:36:47.604880", "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-26T14:36:47.604895", "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004499, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-26T14:38:31Z", "time_ms": 0.010320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 251, "time_ms": 0.010320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.010320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.010320, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.021160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.021500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.028203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.038592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 85.269942, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 85.269942, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 85.269942, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 136.976500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 23957.086321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 23957.086321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 23957.086321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 23957.086321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 23957.086321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 23957.086321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "power_begin", "value": "01-26-2025 14:38:31.260", "time_ms": 23957.087163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "power_end", "value": "01-26-2025 14:38:55.129", "time_ms": 23957.087163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_samples_per_second", "value": 20.948, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_min_latency_ns", "value": 6081838592, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_max_latency_ns", "value": 23868583132, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 14923027620, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 12820193879, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 23867266957, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 23868583132, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 23868583132, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 23868583132, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6449, "tid": 6449}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 23868583132, "time_ms": 23957.096811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 6449, "tid": 6449}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index 4b33216b8..6b906a748 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-tf_v2.18.0-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 21.0518 +Samples per second: 20.948 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 5975364252 -Max latency (ns) : 23750984167 -Mean latency (ns) : 14845933347 -50.00 percentile latency (ns) : 12790252615 -90.00 percentile latency (ns) : 23714662633 -95.00 percentile latency (ns) : 23750984167 -97.00 percentile latency (ns) : 23750984167 -99.00 percentile latency (ns) : 23750984167 -99.90 percentile latency (ns) : 23750984167 +Min latency (ns) : 6081838592 +Max latency (ns) : 23868583132 +Mean latency (ns) : 14923027620 +50.00 percentile latency (ns) : 12820193879 +90.00 percentile latency (ns) : 23867266957 +95.00 percentile latency (ns) : 23868583132 +97.00 percentile latency (ns) : 23868583132 +99.00 percentile latency (ns) : 23868583132 +99.90 percentile latency (ns) : 23868583132 ================================================ Test Parameters Used