Skip to content

Commit 6a8ed57

Browse files
committed
remove dfs, replace with replace_module
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
1 parent d8e8213 commit 6a8ed57

File tree

3 files changed

+10
-34
lines changed

3 files changed

+10
-34
lines changed

examples/quantizing_moe/deepseek_r1_example.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,13 @@
66
from llmcompressor.transformers import oneshot
77

88
# Select model and load it.
9+
10+
# This script takes about 48 hours on 1xA100 to complete.
11+
# Future improvements will reduce this runtime (#1561, #1558).
12+
913
# For DeepSeek-R1, we require a full precision model in order to properly calibrate
1014
# `DeepSeek-R1-0528-BF16` is a DeepSeek-V3 FP8 model which has been converted to BF16
15+
1116
model_id = "unsloth/DeepSeek-R1-0528-BF16"
1217
config = AutoConfig.from_pretrained(model_id)
1318
del config.quantization_config # fp8 qconfig no longer appplies to bf16 model

src/llmcompressor/modeling/prepare.py

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,7 @@
1-
import torch
1+
from compressed_tensors.utils import replace_module
22
from transformers import PreTrainedModel
33

44
from llmcompressor.modeling.deepseek_v3 import replace as replace_DeepseekV3MoE
5-
from llmcompressor.utils.module import module_bfs
65

76
__all__ = ["prepare_for_calibration"]
87

@@ -12,11 +11,10 @@
1211

1312

1413
def prepare_for_calibration(model: PreTrainedModel) -> PreTrainedModel:
15-
def replace(module: torch.nn.Module) -> torch.nn.Module:
14+
for name, module in model.named_modules():
1615
cls_name = module.__class__.__name__
1716
if cls_name in replacements:
18-
return replacements[cls_name](module)
19-
else:
20-
return module
17+
new_module = replacements[cls_name](module)
18+
replace_module(model, name, new_module)
2119

22-
return module_bfs(model, replace, progress=True)
20+
return model

src/llmcompressor/utils/module.py

Lines changed: 0 additions & 27 deletions
This file was deleted.

0 commit comments

Comments
 (0)