@@ -219,6 +219,9 @@ def get_run_cmd(os_info, env, scenario_extra_options,
219
219
def get_run_cmd_reference (
220
220
os_info , env , scenario_extra_options , mode_extra_options , dataset_options ):
221
221
222
+ device = env ['MLC_MLPERF_DEVICE' ] if env ['MLC_MLPERF_DEVICE' ] not in [
223
+ "gpu" , "rocm" ] else "cuda"
224
+
222
225
if env ['MLC_MODEL' ] in ["gptj-99" , "gptj-99.9" ]:
223
226
224
227
env ['RUN_DIR' ] = os .path .join (
@@ -352,8 +355,6 @@ def get_run_cmd_reference(
352
355
"fid" ))
353
356
354
357
backend = env ['MLC_MLPERF_BACKEND' ]
355
- device = env ['MLC_MLPERF_DEVICE' ] if env ['MLC_MLPERF_DEVICE' ] not in [
356
- "gpu" , "rocm" ] else "cuda"
357
358
max_batchsize = env .get ('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE' , '1' )
358
359
cmd = env ['MLC_PYTHON_BIN_WITH_PATH' ] + " main.py " \
359
360
" --scenario " + env ['MLC_MLPERF_LOADGEN_SCENARIO' ] + \
@@ -377,7 +378,6 @@ def get_run_cmd_reference(
377
378
"language" ,
378
379
"llama2-70b" )
379
380
backend = env ['MLC_MLPERF_BACKEND' ]
380
- device = env ['MLC_MLPERF_DEVICE' ] if env ['MLC_MLPERF_DEVICE' ] != "gpu" else "cuda"
381
381
382
382
cmd = env ['MLC_PYTHON_BIN_WITH_PATH' ] + " main.py " \
383
383
" --scenario " + env ['MLC_MLPERF_LOADGEN_SCENARIO' ] + \
@@ -410,7 +410,6 @@ def get_run_cmd_reference(
410
410
"language" ,
411
411
"mixtral-8x7b" )
412
412
backend = env ['MLC_MLPERF_BACKEND' ]
413
- device = env ['MLC_MLPERF_DEVICE' ] if env ['MLC_MLPERF_DEVICE' ] != "gpu" else "cuda"
414
413
cmd = env ['MLC_PYTHON_BIN_WITH_PATH' ] + " main.py " \
415
414
" --scenario " + env ['MLC_MLPERF_LOADGEN_SCENARIO' ] + \
416
415
" --dataset-path " + env ['MLC_DATASET_MIXTRAL_PREPROCESSED_PATH' ] + \
@@ -489,7 +488,6 @@ def get_run_cmd_reference(
489
488
else :
490
489
mode_extra_options += " --dataset igbh-dgl-tiny --profile debug-dgl "
491
490
492
- device = env ['MLC_MLPERF_DEVICE' ] if env ['MLC_MLPERF_DEVICE' ] != "gpu" else "cuda"
493
491
# have to add the condition for running in debug mode or real run mode
494
492
cmd = env ['MLC_PYTHON_BIN_WITH_PATH' ] + " main.py " \
495
493
" --scenario " + env ['MLC_MLPERF_LOADGEN_SCENARIO' ] + \
0 commit comments