Skip to content

Commit 306ea4b

Browse files
committed
Fixed typo using v_l instead of k_l
1 parent 0dccd87 commit 306ea4b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-graph.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1491,8 +1491,8 @@ ggml_tensor * llm_graph_context::build_attn(
14911491
// note: MLA with flash attention now uses the last 512 elements of K in place of V
14921492
v = ggml_view_3d(ctx0, kv_self->k_l[il],
14931493
n_embd_head_v, n_kv, n_head_kv,
1494-
ggml_row_size(kv_self->v_l[il]->type, n_embd_k_gqa),
1495-
ggml_row_size(kv_self->v_l[il]->type, n_embd_head_k),
1494+
ggml_row_size(kv_self->k_l[il]->type, n_embd_k_gqa),
1495+
ggml_row_size(kv_self->k_l[il]->type, n_embd_head_k),
14961496
n_embd_head_k-n_embd_head_v); // offset by n_rot elements
14971497
}
14981498

0 commit comments

Comments
 (0)