From b424e2564a320db9c3b501fa48268e673f0fde9e Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 24 Apr 2025 20:29:26 +0530 Subject: [PATCH] Use num_threads=1 for retinanet --- script/app-mlperf-inference-mlcommons-python/customize.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/script/app-mlperf-inference-mlcommons-python/customize.py b/script/app-mlperf-inference-mlcommons-python/customize.py index d0eef3b51..d10093c07 100644 --- a/script/app-mlperf-inference-mlcommons-python/customize.py +++ b/script/app-mlperf-inference-mlcommons-python/customize.py @@ -121,6 +121,8 @@ def preprocess(i): if int( NUM_THREADS) > 2 and env['MLC_MLPERF_DEVICE'] == "gpu" and env['MLC_MODEL'] != "rgat": NUM_THREADS = "2" # Don't use more than 2 threads when run on GPU + if env['MLC_MODEL'] in ['retinanet']: + NUM_THREADS = "1" if env['MLC_MODEL'] in ['resnet50', 'retinanet', 'stable-diffusion-xl', 'rgat']: