File tree Expand file tree Collapse file tree 1 file changed +24
-0
lines changed Expand file tree Collapse file tree 1 file changed +24
-0
lines changed Original file line number Diff line number Diff line change @@ -899,6 +899,30 @@ static const ggml_type_traits_t type_traits[GGML_TYPE_COUNT] = {
899
899
.vec_dot_type = GGML_TYPE_Q8_K,
900
900
.nrows = 1,
901
901
},
902
+ [GGML_TYPE_IQ3_S] = {
903
+ .type_name = "iq3_s",
904
+ .blck_size = QK_K,
905
+ .type_size = sizeof(block_iq3_s),
906
+ .is_quantized = true,
907
+ .to_float = (ggml_to_float_t) dequantize_row_iq3_s,
908
+ .from_float = quantize_row_iq3_s,
909
+ .from_float_ref = (ggml_from_float_t)quantize_row_iq3_s_ref,
910
+ .vec_dot = ggml_vec_dot_iq3_s_q8_K,
911
+ .vec_dot_type = GGML_TYPE_Q8_K,
912
+ .nrows = 1,
913
+ },
914
+ [GGML_TYPE_IQ2_S] = {
915
+ .type_name = "iq2_s",
916
+ .blck_size = QK_K,
917
+ .type_size = sizeof(block_iq2_s),
918
+ .is_quantized = true,
919
+ .to_float = (ggml_to_float_t) dequantize_row_iq2_s,
920
+ .from_float = quantize_row_iq2_s,
921
+ .from_float_ref = (ggml_from_float_t)quantize_row_iq2_s_ref,
922
+ .vec_dot = ggml_vec_dot_iq2_s_q8_K,
923
+ .vec_dot_type = GGML_TYPE_Q8_K,
924
+ .nrows = 1,
925
+ },
902
926
[GGML_TYPE_IQ1_S] = {
903
927
.type_name = "iq1_s",
904
928
.blck_size = QK_K,
You can’t perform that action at this time.
0 commit comments