Skip to content

Commit b117523

Browse files
committed
use divided hadamards
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
1 parent a62418a commit b117523

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/compressed_tensors/transform/factory/hadamard.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ def create_transform(self, module: Module, args: TransformArgs):
5959
return HadamardTransform(weight, args)
6060

6161
def _create_weight(self, size: int, dtype: dtype, device: device) -> Parameter:
62-
data = torch.tensor(deterministic_hadamard_matrix(size)) # TODO: seed=self.seed
62+
data = deterministic_hadamard_matrix(size) # TODO: seed=self.seed
6363
data = data.to(dtype=dtype, device=device)
6464
return Parameter(data, requires_grad=self.scheme.requires_grad)
6565

@@ -74,6 +74,6 @@ def forward(self, value: Tensor) -> Tensor:
7474
if not self.args.inverse:
7575
weight = self.weight
7676
else:
77-
weight = self.weight.T / self.weight.size(0)
77+
weight = self.weight.T
7878

7979
return apply_transform_weight(weight, value, self.args.location)

0 commit comments

Comments
 (0)