File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -707,7 +707,7 @@ int main(int argc, char ** argv) {
707
707
708
708
const llama_token id = llama_sampling_sample (ctx_sampling, ctx, ctx_guidance);
709
709
710
- llama_sampling_accept (ctx_sampling, ctx, id, true );
710
+ llama_sampling_accept (ctx_sampling, ctx, id, /* apply_grammar= */ true );
711
711
712
712
LOG (" last: %s\n " , LOG_TOKENS_TOSTR_PRETTY (ctx, ctx_sampling->prev ).c_str ());
713
713
@@ -728,7 +728,7 @@ int main(int argc, char ** argv) {
728
728
729
729
// push the prompt in the sampling context in order to apply repetition penalties later
730
730
// for the prompt, we don't apply grammar rules
731
- llama_sampling_accept (ctx_sampling, ctx, embd_inp[n_consumed], false );
731
+ llama_sampling_accept (ctx_sampling, ctx, embd_inp[n_consumed], /* apply_grammar= */ false );
732
732
733
733
++n_consumed;
734
734
if ((int ) embd.size () >= params.n_batch ) {
You can’t perform that action at this time.
0 commit comments