diff --git a/mergekit/_data/architectures/glm4.json b/mergekit/_data/architectures/glm4.json
index a8e47821..3ff0d695 100644
--- a/mergekit/_data/architectures/glm4.json
+++ b/mergekit/_data/architectures/glm4.json
@@ -33,12 +33,24 @@
             {
                 "name": "model.layers.${layer_index}.self_attn.q_proj.weight"
             },
+            {
+                "name": "model.layers.${layer_index}.self_attn.q_proj.bias",
+                "optional": true
+            },
             {
                 "name": "model.layers.${layer_index}.self_attn.k_proj.weight"
             },
+            {
+                "name": "model.layers.${layer_index}.self_attn.k_proj.bias",
+                "optional": true
+            },
             {
                 "name": "model.layers.${layer_index}.self_attn.v_proj.weight"
             },
+            {
+                "name": "model.layers.${layer_index}.self_attn.v_proj.bias",
+                "optional": true
+            },
             {
                 "name": "model.layers.${layer_index}.self_attn.o_proj.weight"
             }