Skip to content

Commit c8a0090

Browse files
authored
cann: support q8_0 for Ascend� backend (ggml-org#8805)
1 parent afbbcf3 commit c8a0090

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-cann/aclnn_ops.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2381,10 +2381,10 @@ static void ggml_cann_mul_mat_q8_0(ggml_backend_cann_context& ctx,
23812381
size_t input_nb[] = {input_elem_size, input_elem_size * src1->ne[0]};
23822382
size_t input_stride = input_elem_size * src1->ne[0] * src1->ne[1];
23832383

2384+
ggml_cann_pool_alloc input_alloctor(ctx.pool());
23842385
if (src1->type != GGML_TYPE_F16) {
23852386
aclTensor* acl_src1_tensor = ggml_cann_create_tensor(src1);
2386-
ggml_cann_pool_alloc input_alloctor(
2387-
ctx.pool(), ggml_nelements(src1) * input_elem_size);
2387+
input_alloctor.alloc(ggml_nelements(src1) * input_elem_size);
23882388
input_buffer = input_alloctor.get();
23892389

23902390
int64_t* input_cast_ne = src1->ne;

0 commit comments

Comments
 (0)