Skip to content

Commit 941143c

Browse files
include q_proj in mapping
Signed-off-by: Brian Dellabetta <bdellabe@redhat.com>
1 parent 0434b1f commit 941143c

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

src/llmcompressor/modifiers/awq/mappings.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -120,7 +120,8 @@ class AWQMapping:
120120
_deepseek_mappings = [
121121
AWQMapping(
122122
"re:.*input_layernorm$",
123-
["re:.*q_a_proj$", "re:.*kv_a_proj_with_mqa$"],
123+
# Some models use q_proj
124+
["re:.*q_proj$", "re:.*q_a_proj$", "re:.*kv_a_proj_with_mqa$"],
124125
),
125126
AWQMapping("re:.*q_a_layernorm$", ["re:.*q_b_proj$"]),
126127
AWQMapping("re:.*kv_a_layernorm$", ["re:.*kv_b_proj$"]),

0 commit comments

Comments
 (0)