@@ -2115,70 +2115,70 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
2115
2115
[](common_params & params) {
2116
2116
params.hellaswag = true ;
2117
2117
}
2118
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2118
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2119
2119
add_opt (common_arg (
2120
2120
{" --hellaswag-tasks" }, " N" ,
2121
2121
string_format (" number of tasks to use when computing the HellaSwag score (default: %zu)" , params.hellaswag_tasks ),
2122
2122
[](common_params & params, int value) {
2123
2123
params.hellaswag_tasks = value;
2124
2124
}
2125
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2125
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2126
2126
add_opt (common_arg (
2127
2127
{" --winogrande" },
2128
2128
" compute Winogrande score over random tasks from datafile supplied with -f" ,
2129
2129
[](common_params & params) {
2130
2130
params.winogrande = true ;
2131
2131
}
2132
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2132
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2133
2133
add_opt (common_arg (
2134
2134
{" --winogrande-tasks" }, " N" ,
2135
2135
string_format (" number of tasks to use when computing the Winogrande score (default: %zu)" , params.winogrande_tasks ),
2136
2136
[](common_params & params, int value) {
2137
2137
params.winogrande_tasks = value;
2138
2138
}
2139
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2139
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2140
2140
add_opt (common_arg (
2141
2141
{" --multiple-choice" },
2142
2142
" compute multiple choice score over random tasks from datafile supplied with -f" ,
2143
2143
[](common_params & params) {
2144
2144
params.multiple_choice = true ;
2145
2145
}
2146
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2146
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2147
2147
add_opt (common_arg (
2148
2148
{" --multiple-choice-tasks" }, " N" ,
2149
2149
string_format (" number of tasks to use when computing the multiple choice score (default: %zu)" , params.multiple_choice_tasks ),
2150
2150
[](common_params & params, int value) {
2151
2151
params.multiple_choice_tasks = value;
2152
2152
}
2153
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2153
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2154
2154
add_opt (common_arg (
2155
2155
{" --kl-divergence" },
2156
2156
" computes KL-divergence to logits provided via --kl-divergence-base" ,
2157
2157
[](common_params & params) {
2158
2158
params.kl_divergence = true ;
2159
2159
}
2160
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2160
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2161
2161
add_opt (common_arg (
2162
2162
{" --save-all-logits" , " --kl-divergence-base" }, " FNAME" ,
2163
2163
" set logits file" ,
2164
2164
[](common_params & params, const std::string & value) {
2165
2165
params.logits_file = value;
2166
2166
}
2167
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2167
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2168
2168
add_opt (common_arg (
2169
2169
{" --ppl-stride" }, " N" ,
2170
2170
string_format (" stride for perplexity calculation (default: %d)" , params.ppl_stride ),
2171
2171
[](common_params & params, int value) {
2172
2172
params.ppl_stride = value;
2173
2173
}
2174
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2174
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2175
2175
add_opt (common_arg (
2176
2176
{" --ppl-output-type" }, " <0|1>" ,
2177
2177
string_format (" output type for perplexity calculation (default: %d)" , params.ppl_output_type ),
2178
2178
[](common_params & params, int value) {
2179
2179
params.ppl_output_type = value;
2180
2180
}
2181
- ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE }));
2181
+ ).set_examples ({LLAMA_EXAMPLE_PERPLEXITY}));
2182
2182
add_opt (common_arg (
2183
2183
{" -dt" , " --defrag-thold" }, " N" ,
2184
2184
string_format (" KV cache defragmentation threshold (default: %.1f, < 0 - disabled)" , (double )params.defrag_thold ),
0 commit comments