Skip to content

Commit 2af8d26

Browse files
committed
restore mistakenly deleted ggml types..
1 parent e171663 commit 2af8d26

File tree

1 file changed

+24
-0
lines changed

1 file changed

+24
-0
lines changed

ggml/src/ggml.c

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -899,6 +899,30 @@ static const ggml_type_traits_t type_traits[GGML_TYPE_COUNT] = {
899899
.vec_dot_type = GGML_TYPE_Q8_K,
900900
.nrows = 1,
901901
},
902+
[GGML_TYPE_IQ3_S] = {
903+
.type_name = "iq3_s",
904+
.blck_size = QK_K,
905+
.type_size = sizeof(block_iq3_s),
906+
.is_quantized = true,
907+
.to_float = (ggml_to_float_t) dequantize_row_iq3_s,
908+
.from_float = quantize_row_iq3_s,
909+
.from_float_ref = (ggml_from_float_t)quantize_row_iq3_s_ref,
910+
.vec_dot = ggml_vec_dot_iq3_s_q8_K,
911+
.vec_dot_type = GGML_TYPE_Q8_K,
912+
.nrows = 1,
913+
},
914+
[GGML_TYPE_IQ2_S] = {
915+
.type_name = "iq2_s",
916+
.blck_size = QK_K,
917+
.type_size = sizeof(block_iq2_s),
918+
.is_quantized = true,
919+
.to_float = (ggml_to_float_t) dequantize_row_iq2_s,
920+
.from_float = quantize_row_iq2_s,
921+
.from_float_ref = (ggml_from_float_t)quantize_row_iq2_s_ref,
922+
.vec_dot = ggml_vec_dot_iq2_s_q8_K,
923+
.vec_dot_type = GGML_TYPE_Q8_K,
924+
.nrows = 1,
925+
},
902926
[GGML_TYPE_IQ1_S] = {
903927
.type_name = "iq1_s",
904928
.blck_size = QK_K,

0 commit comments

Comments
 (0)