From a9be938d10c235e85ba2a74518ea90042ddbd61b Mon Sep 17 00:00:00 2001
From: Charles Goddard <chargoddard@gmail.com>
Date: Mon, 19 May 2025 22:17:02 -0700
Subject: [PATCH] Support GLM4 9B as well as 32B

---
 mergekit/_data/architectures/glm4.json | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/mergekit/_data/architectures/glm4.json b/mergekit/_data/architectures/glm4.json
index a8e47821..3ff0d695 100644
--- a/mergekit/_data/architectures/glm4.json
+++ b/mergekit/_data/architectures/glm4.json
@@ -33,12 +33,24 @@
             {
                 "name": "model.layers.${layer_index}.self_attn.q_proj.weight"
             },
+            {
+                "name": "model.layers.${layer_index}.self_attn.q_proj.bias",
+                "optional": true
+            },
             {
                 "name": "model.layers.${layer_index}.self_attn.k_proj.weight"
             },
+            {
+                "name": "model.layers.${layer_index}.self_attn.k_proj.bias",
+                "optional": true
+            },
             {
                 "name": "model.layers.${layer_index}.self_attn.v_proj.weight"
             },
+            {
+                "name": "model.layers.${layer_index}.self_attn.v_proj.bias",
+                "optional": true
+            },
             {
                 "name": "model.layers.${layer_index}.self_attn.o_proj.weight"
             }