Skip to content

Commit 221edb9

Browse files
committed
feat: Update llama.cpp
1 parent 20ea6fd commit 221edb9

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

llama_cpp/llama_cpp.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -245,6 +245,8 @@ def byref(obj: CtypesCData, offset: Optional[int] = None) -> CtypesRef[CtypesCDa
245245
# LLAMA_FTYPE_MOSTLY_IQ3_XXS = 23, // except 1d tensors
246246
# LLAMA_FTYPE_MOSTLY_IQ1_S = 24, // except 1d tensors
247247
# LLAMA_FTYPE_MOSTLY_IQ4_NL = 25, // except 1d tensors
248+
# LLAMA_FTYPE_MOSTLY_IQ3_S = 26, // except 1d tensors
249+
# LLAMA_FTYPE_MOSTLY_IQ3_M = 27, // except 1d tensors
248250

249251
# LLAMA_FTYPE_GUESSED = 1024, // not specified in the model file
250252
# };
@@ -272,6 +274,8 @@ def byref(obj: CtypesCData, offset: Optional[int] = None) -> CtypesRef[CtypesCDa
272274
LLAMA_FTYPE_MOSTLY_IQ3_XXS = 23
273275
LLAMA_FTYPE_MOSTLY_IQ1_S = 24
274276
LLAMA_FTYPE_MOSTLY_IQ4_NL = 25
277+
LLAMA_FTYPE_MOSTLY_IQ3_S = 26
278+
LLAMA_FTYPE_MOSTLY_IQ3_M = 27
275279
LLAMA_FTYPE_GUESSED = 1024
276280

277281
# enum llama_rope_scaling_type {

vendor/llama.cpp

0 commit comments

Comments
 (0)