We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f8facb3 commit 0777cd3Copy full SHA for 0777cd3
src/llama-model.cpp
@@ -824,12 +824,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
824
} break;
825
case LLM_ARCH_QWEN3:
826
{
827
- // default for embeddings, will be overwritten if model is rerank
828
- hparams.pooling_type = LLAMA_POOLING_TYPE_LAST;
829
-
830
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
831
ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type);
832
- ml.get_arr_n(LLM_KV_CLASSIFIER_OUTPUT_LABELS, hparams.n_cls_out, false);
833
834
switch (hparams.n_layer) {
835
case 28: type = hparams.n_embd == 1024 ? LLM_TYPE_0_6B : LLM_TYPE_1_7B; break;
0 commit comments