We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
AWQ_MAPPING_REGISTRY
1 parent 77c1d55 commit 0434b1fCopy full SHA for 0434b1f
src/llmcompressor/modifiers/awq/mappings.py
@@ -134,6 +134,7 @@ class AWQMapping:
134
AWQ_MAPPING_REGISTRY: Dict[str, list[AWQMapping]] = {
135
"CohereForCausalLM": _cohere_mappings,
136
"Cohere2ForCausalLM": _cohere_mappings,
137
+ "DeepseekV3ForCausalLM": _deepseek_mappings,
138
"Gemma2ForCausalLM": _gemma_mappings,
139
"Gemma3ForCausalLM": _gemma_mappings,
140
"Gemma3ForConditionalGeneration": _gemma_mappings,
@@ -146,7 +147,6 @@ class AWQMapping:
146
147
"Qwen2MoeForCausalLM": _moe_default_mappings,
148
"Qwen3ForCausalLM": _default_mappings,
149
"Qwen3MoeForCausalLM": _moe_default_mappings,
- "DeepseekV3ForCausalLM": _deepseek_mappings,
150
}
151
152
0 commit comments