Skip to content

Commit 9016ea0

Browse files
fix OR regex mapping
1 parent 63e5baf commit 9016ea0

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llmcompressor/modifiers/awq/mappings.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -121,7 +121,7 @@ class AWQMapping:
121121
AWQMapping(
122122
"re:.*input_layernorm$",
123123
# Some models use q_proj instead of q_a_proj
124-
["re:.*q_proj$", "re:.*q_a_proj$", "re:.*kv_a_proj_with_mqa$"],
124+
["re:.*(q|q_a)_proj$", "re:.*kv_a_proj_with_mqa$"],
125125
),
126126
AWQMapping("re:.*q_a_layernorm$", ["re:.*q_b_proj$"]),
127127
AWQMapping("re:.*kv_a_layernorm$", ["re:.*kv_b_proj$"]),

0 commit comments

Comments
 (0)