Skip to content

Commit 4d87133

Browse files
committed
Update llama-quant.cpp
1 parent c4a2de6 commit 4d87133

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

src/llama-quant.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -338,8 +338,7 @@ static ggml_type llama_tensor_get_type(quantize_state_impl & qs, ggml_type new_t
338338
if (ftype == LLAMA_FTYPE_MOSTLY_Q2_K) {
339339
// Layers 0, 1, 2 are Dense so Q4_K
340340
// 3, 4, 5 left as Q3_K
341-
if (i_layer < 6) new_type = GGML_TYPE_Q3_K;
342-
else new_type = GGML_TYPE_Q2_K;
341+
new_type = GGML_TYPE_Q3_K;
343342
}
344343
else if (ftype == LLAMA_FTYPE_MOSTLY_Q2_K_S) {
345344
if (i_layer < n_layer/8) new_type = GGML_TYPE_Q4_K;

0 commit comments

Comments
 (0)