Skip to content

Commit 401c13e

Browse files
committed
cont : fix build
ggml-ci
1 parent 1321439 commit 401c13e

File tree

1 file changed

+5
-3
lines changed

1 file changed

+5
-3
lines changed

src/llama-kv-cache-unified.cpp

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -908,10 +908,12 @@ ggml_tensor * llama_kv_cache_unified::get_k(ggml_context * ctx, int32_t il, uint
908908

909909
auto * k = layers[ikv].k;
910910

911-
const auto ns = sinfo.s1 - sinfo.s0 + 1;
911+
assert(sinfo.s1 >= sinfo.s0);
912+
913+
const uint32_t ns = sinfo.s1 - sinfo.s0 + 1;
912914

913915
assert(ns > 0);
914-
assert(ns <= (int) n_seq_virt);
916+
assert(ns <= n_seq_virt);
915917

916918
const uint64_t size_virt = ggml_row_size(k->type, hparams.n_embd_k_gqa(il)*get_size());
917919

@@ -928,7 +930,7 @@ ggml_tensor * llama_kv_cache_unified::get_v(ggml_context * ctx, int32_t il, uint
928930

929931
auto * v = layers[ikv].v;
930932

931-
const auto ns = sinfo.s1 - sinfo.s0 + 1;
933+
const uint32_t ns = sinfo.s1 - sinfo.s0 + 1;
932934

933935
assert(ns > 0);
934936
assert(ns <= n_seq_virt);

0 commit comments

Comments
 (0)