We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ff05727 commit f50e66cCopy full SHA for f50e66c
include/llama.h
@@ -390,6 +390,7 @@ extern "C" {
390
void * imatrix; // pointer to importance matrix data
391
void * kv_overrides; // pointer to vector containing overrides
392
void * tensor_types; // pointer to vector containing tensor types
393
+ void * prune_layers; // pointer to vector containing layer indices to prune
394
} llama_model_quantize_params;
395
396
typedef struct llama_logit_bias {
0 commit comments