grammars: early exit from ggml-org#7370

Olivier Chafik · Olivier Chafik · commit 5d6005992d6f · 2024-05-20T19:39:46.000+01:00
diff --git a/llama.cpp b/llama.cpp
@@ -13191,6 +13191,10 @@ static std::vector<llama_grammar_candidate> llama_grammar_reject_candidates_for_
         }
     }
 
+    if (next_candidates.empty()) {
+        return rejects;
+    }
+
     const auto * stack_pos_after = llama_grammar_match_char(stack_pos, 0).second;
 
     // update top of stack to next element, if any

Original file line number	Diff line number	Diff line change
`@@ -13191,6 +13191,10 @@ static std::vector<llama_grammar_candidate> llama_grammar_reject_candidates_for_`
`13191`	`13191`	`}`
`13192`	`13192`	`}`
`13193`	`13193`
	`13194`	`+ if (next_candidates.empty()) {`
	`13195`	`+ return rejects;`
	`13196`	`+ }`
	`13197`	`+`
`13194`	`13198`	`const auto * stack_pos_after = llama_grammar_match_char(stack_pos, 0).second;`
`13195`	`13199`
`13196`	`13200`	`// update top of stack to next element, if any`