@@ -265,7 +265,7 @@ int main(int argc, char ** argv) {
265
265
params.prompt = " <|im_start|>system\n " + params.prompt + " <|im_end|>" ;
266
266
}
267
267
if (params.chaton ) {
268
- params.prompt = chaton_tmpl_apply_single (params.chaton_template_id , " system " , params.prompt );
268
+ params.prompt = chaton_tmpl_apply_single (params.chaton_template_id , K_SYSTEM , params.prompt );
269
269
}
270
270
embd_inp = ::llama_tokenize (ctx, params.prompt , true , true );
271
271
} else {
@@ -376,13 +376,13 @@ int main(int argc, char ** argv) {
376
376
}
377
377
378
378
// chaton mode
379
- const auto chaton_assitant_prefix = ::llama_tokenize (ctx, chaton_tmpl_role_kv (params.chaton_template_id , " assistant " , " prefix " ), false , true );
379
+ const auto chaton_assitant_prefix = ::llama_tokenize (ctx, chaton_tmpl_role_kv (params.chaton_template_id , K_ASSISTANT, K_PREFIX ), false , true );
380
380
if (params.chaton ) {
381
381
params.interactive = true ; // may remove later, by requiring user to explicitly request interactive mode
382
382
params.interactive_first = true ;
383
- params.input_prefix = chaton_tmpl_role_kv (params.chaton_template_id , " user " , " prefix " );
384
- params.input_suffix = chaton_tmpl_role_kv (params.chaton_template_id , " user " , " suffix " );
385
- params.antiprompt .emplace_back (chaton_tmpl_kv (params.chaton_template_id , " reverse-prompt " ));
383
+ params.input_prefix = chaton_tmpl_role_kv (params.chaton_template_id , K_USER, K_PREFIX );
384
+ params.input_suffix = chaton_tmpl_role_kv (params.chaton_template_id , K_USER, K_SUFFIX );
385
+ params.antiprompt .emplace_back (chaton_tmpl_kv (params.chaton_template_id , K_REVERSE_PROMPT ));
386
386
}
387
387
388
388
// enable interactive mode if interactive start is specified
0 commit comments