We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5c84488 commit eb5518fCopy full SHA for eb5518f
src/llama-context.cpp
@@ -1201,7 +1201,7 @@ int llama_context::decode(llama_batch & inp_batch) {
1201
const int64_t n_tokens_all = batch.n_tokens;
1202
const int64_t n_embd = hparams.n_embd;
1203
1204
- llama_kv_cache_guard kvg(kv_self.get());
+ llama_kv_cache_guard kv_guard(kv_self.get());
1205
1206
GGML_ASSERT((!batch.token && batch.embd) || (batch.token && !batch.embd)); // NOLINT
1207
@@ -1423,7 +1423,7 @@ int llama_context::decode(llama_batch & inp_batch) {
1423
}
1424
1425
// finalize the batch processing
1426
- kvg.commit();
+ kv_guard.commit();
1427
1428
// set output mappings
1429
{
0 commit comments