File tree Expand file tree Collapse file tree 2 files changed +14
-11
lines changed
examples/pytorch/nlp/huggingface_models/translation/quantization/ptq_dynamic/eager Expand file tree Collapse file tree 2 files changed +14
-11
lines changed Original file line number Diff line number Diff line change @@ -52,8 +52,7 @@ function init_params {
52
52
53
53
# run_benchmark
54
54
function run_benchmark {
55
- extra_cmd=' '
56
-
55
+ extra_cmd=' None'
57
56
if [[ ${mode} == " accuracy" ]]; then
58
57
mode_cmd=" --accuracy_only"
59
58
elif [[ ${mode} == " benchmark" ]]; then
@@ -65,10 +64,9 @@ function run_benchmark {
65
64
66
65
if [ " ${topology} " = " t5_WMT_en_ro" ]; then
67
66
model_name_or_path=' t5-small'
68
- extra_cmd=" --source_lang en --target_lang ro --dataset_name wmt16 --dataset_config_name ro-en "
67
+ extra_cmd=' translate English to Romanian: '
69
68
elif [ " ${topology} " = " marianmt_WMT_en_ro" ]; then
70
69
model_name_or_path=' Helsinki-NLP/opus-mt-en-ro'
71
- extra_cmd=" --source_lang en --target_lang ro --dataset_name wmt16 --dataset_config_name ro-en"
72
70
fi
73
71
74
72
if [[ ${int8} == " true" ]]; then
@@ -82,9 +80,12 @@ function run_benchmark {
82
80
--predict_with_generate \
83
81
--per_device_eval_batch_size ${batch_size} \
84
82
--output_dir ${tuned_checkpoint} \
85
- --source_prefix " translate English to Romanian: " \
83
+ --source_lang en \
84
+ --target_lang ro \
85
+ --dataset_name wmt16 \
86
+ --dataset_config_name ro-en\
86
87
${mode_cmd} \
87
- ${ extra_cmd}
88
+ --source_prefix " $ extra_cmd"
88
89
}
89
90
90
91
main " $@ "
Original file line number Diff line number Diff line change @@ -37,18 +37,17 @@ function init_params {
37
37
38
38
# run_tuning
39
39
function run_tuning {
40
- extra_cmd=' '
40
+ extra_cmd=' None '
41
41
batch_size=16
42
42
model_type=' bert'
43
43
44
44
if [ " ${topology} " = " t5_WMT_en_ro" ]; then
45
45
model_name_or_path=' t5-small'
46
46
model_type=' t5'
47
- extra_cmd=" --source_lang en --target_lang ro --dataset_name wmt16 --dataset_config_name ro-en "
47
+ extra_cmd=' translate English to Romanian: '
48
48
elif [ " ${topology} " = " marianmt_WMT_en_ro" ]; then
49
49
model_name_or_path=' Helsinki-NLP/opus-mt-en-ro'
50
50
model_type=' marianmt'
51
- extra_cmd=" --source_lang en --target_lang ro --dataset_name wmt16 --dataset_config_name ro-en"
52
51
fi
53
52
54
53
sed -i " /: bert/s|name:.*|name: $model_type |g" conf.yaml
@@ -61,10 +60,13 @@ function run_tuning {
61
60
--predict_with_generate \
62
61
--per_device_eval_batch_size ${batch_size} \
63
62
--output_dir ${tuned_checkpoint} \
64
- --source_prefix " translate English to Romanian: " \
63
+ --source_lang en \
64
+ --target_lang ro \
65
+ --dataset_name wmt16 \
66
+ --dataset_config_name ro-en\
65
67
--tune \
66
68
--overwrite_output_dir \
67
- $extra_cmd
69
+ --source_prefix " $extra_cmd "
68
70
}
69
71
70
72
main " $@ "
You can’t perform that action at this time.
0 commit comments