We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fa35d19 commit 3c376f3Copy full SHA for 3c376f3
src/llama-kv-cache-unified.cpp
@@ -568,7 +568,7 @@ int32_t llama_kv_cache_unified::find_slot(const llama_ubatch & ubatch) const {
568
bool found = true;
569
for (uint32_t i = 0; i < n_tokens; i++) {
570
const llama_pos pos = ubatch.pos[i];
571
- const llama_seq_id seq_id = ubatch.seq_id[i][0];
+ const llama_seq_id seq_id = ubatch.seq_id[i / ubatch.n_seq_tokens][0];
572
573
// can we use this cell? either:
574
// - the cell is empty
0 commit comments