We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f1d179e commit 4fdd6e5Copy full SHA for 4fdd6e5
src/llama-kv-cache.h
@@ -17,8 +17,8 @@ struct llama_ubatch;
17
struct llama_kv_cache : public llama_memory_i {
18
using llama_memory_i::llama_memory_i;
19
20
- virtual void restore() = 0; // call if batch processing fails to restore the cache state
21
- virtual void commit() = 0; // call after successful batch processing
+ virtual void restore() = 0; // call if batch processing fails - restores the cache state
+ virtual void commit() = 0; // call after successful batch processing - clears any pending state
22
23
virtual int32_t get_n_tokens() const = 0;
24
virtual uint32_t get_used_cells() const = 0; // TODO: remove, this is too-specific to the unified cache
0 commit comments