File tree Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Original file line number Diff line number Diff line change @@ -3855,19 +3855,11 @@ static bool llama_eval_internal(
3855
3855
ggml_graph_compute_helper (lctx.work_buffer , gf, n_threads);
3856
3856
}
3857
3857
#elif defined(GGML_USE_KOMPUTE)
3858
- if (lctx.ctx_kompute ) { // && N == 1) {
3858
+ if (lctx.ctx_kompute ) {
3859
3859
ggml_vk_graph_compute (lctx.ctx_kompute , gf);
3860
3860
ggml_vk_d2h_tensor (lctx.ctx_kompute , res);
3861
3861
} else {
3862
- if (lctx.ctx_kompute ) {
3863
- ggml_vk_d2h_tensor (lctx.ctx_kompute , kv_self.k );
3864
- ggml_vk_d2h_tensor (lctx.ctx_kompute , kv_self.v );
3865
- }
3866
3862
ggml_graph_compute_helper (lctx.work_buffer , gf, n_threads);
3867
- if (lctx.ctx_kompute ) {
3868
- ggml_vk_h2d_tensor (lctx.ctx_kompute , kv_self.k );
3869
- ggml_vk_h2d_tensor (lctx.ctx_kompute , kv_self.v );
3870
- }
3871
3863
}
3872
3864
#else
3873
3865
ggml_graph_compute_helper (lctx.work_buffer , gf, n_threads);
You can’t perform that action at this time.
0 commit comments