Skip to content

Commit 8dc79ac

Browse files
apage43cebtenzzre
authored andcommitted
clean up vulkan/cpu switch
1 parent cd0257e commit 8dc79ac

File tree

1 file changed

+1
-9
lines changed

1 file changed

+1
-9
lines changed

llama.cpp

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -3855,19 +3855,11 @@ static bool llama_eval_internal(
38553855
ggml_graph_compute_helper(lctx.work_buffer, gf, n_threads);
38563856
}
38573857
#elif defined(GGML_USE_KOMPUTE)
3858-
if (lctx.ctx_kompute) { // && N == 1) {
3858+
if (lctx.ctx_kompute) {
38593859
ggml_vk_graph_compute(lctx.ctx_kompute, gf);
38603860
ggml_vk_d2h_tensor(lctx.ctx_kompute, res);
38613861
} else {
3862-
if (lctx.ctx_kompute) {
3863-
ggml_vk_d2h_tensor(lctx.ctx_kompute, kv_self.k);
3864-
ggml_vk_d2h_tensor(lctx.ctx_kompute, kv_self.v);
3865-
}
38663862
ggml_graph_compute_helper(lctx.work_buffer, gf, n_threads);
3867-
if (lctx.ctx_kompute) {
3868-
ggml_vk_h2d_tensor(lctx.ctx_kompute, kv_self.k);
3869-
ggml_vk_h2d_tensor(lctx.ctx_kompute, kv_self.v);
3870-
}
38713863
}
38723864
#else
38733865
ggml_graph_compute_helper(lctx.work_buffer, gf, n_threads);

0 commit comments

Comments
 (0)