We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3b9e2c2 commit a7af9caCopy full SHA for a7af9ca
src/llmcompressor/pipelines/basic/pipeline.py
@@ -47,7 +47,7 @@ def __call__(
47
with contextlib.ExitStack() as stack:
48
stack.enter_context(calibration_forward_context(model))
49
50
- if dataset_args.calibrate_moe_context:
+ if dataset_args is not None and dataset_args.calibrate_moe_context:
51
moe_calibration_context(model, stack)
52
53
for batch in tqdm.tqdm(dataloader, desc="Calibrating"):
src/llmcompressor/pipelines/sequential/pipeline.py
@@ -31,7 +31,6 @@ def __call__(
31
model: torch.nn.Module,
32
dataloader: DataLoader,
33
dataset_args: "DatasetArguments",
34
- calibrate_moe_context: bool = False,
35
):
36
"""
37
Run a sequential data pipeline according to the following steps:
0 commit comments