We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent eba2089 commit c0ef995Copy full SHA for c0ef995
src/llama-kv-cache-unified.cpp
@@ -566,7 +566,7 @@ int32_t llama_kv_cache_unified::find_slot(const llama_ubatch & ubatch) const {
566
bool found = true;
567
for (uint32_t i = 0; i < n_tokens; i++) {
568
const llama_pos pos = ubatch.pos[i];
569
- const llama_seq_id seq_id = ubatch.seq_id[i][0];
+ const llama_seq_id seq_id = ubatch.seq_id[i / ubatch.n_seq_tokens][0];
570
571
// can we use this cell? either:
572
// - the cell is empty
0 commit comments