From 4fcf1aaa67965241acc7aa0e49569e76f6503a31 Mon Sep 17 00:00:00 2001 From: allenbenz Date: Sun, 20 Apr 2025 08:40:13 -0700 Subject: [PATCH] fix divide by zero error if there's no error in the optimization. --- exllamav2/conversion/optimize.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/exllamav2/conversion/optimize.py b/exllamav2/conversion/optimize.py index 408ce7b7..4529ee7f 100644 --- a/exllamav2/conversion/optimize.py +++ b/exllamav2/conversion/optimize.py @@ -180,7 +180,8 @@ def optimize(job, save_fn, model): bpw = p["total_bits"] / n err = 1 - p["accuracy"] print(f" -- {k:50} {bpw:1.4f} bpw - exp. error: {err:1.8f}") - logerr += math.log(err) + if err != 0: + logerr += math.log(err) maxerr = max(err, maxerr) print(f" -- sum(log(err)): {logerr:.6f}")