fix; add update

Author: dsikka

src/compressed_tensors/transforms/base.py

@@ -75,6 +75,21 @@ def register_to_module(self, name: str, module: torch.nn.Module):
             # TODO: have to verify serialization/offloading
             module.register_buffer(name, self.transform)
 
+    def update_transform(
+        self,
+        data: torch.Tensor,
+        module: Optional[torch.nn.Module] = None,
+        name: Optional[str] = None,
+    ):
+        if module is None:
+            self.transform.data.copy_(data)
+        else:
+            # If updating the module parameter data, assumes this is also the transform
+            # data
+            if name is None:
+                raise ValueError("Name and module are required to update parma data")
+            update_parameter_data(module, data, name)
+
     def apply(self, input_tensor: torch.Tensor, *args, **kwargs) -> torch.Tensor:
         """
         Apply the transform to the module

src/compressed_tensors/transforms/hadamard.py

@@ -92,5 +92,5 @@ def inverse_apply(
                 transpose=transpose,
                 first=first,
             )
-            / transform.shape[0]
+            / self.transform.shape[0]
         )

src/compressed_tensors/transforms/matrix_multiply.py

@@ -51,9 +51,8 @@ def inverse_apply(
         """
 
         # Note: not implemented for lower precision than float32
-        transform = torch.linalg.inv(transform)
         return apply_matrix_transform(
-            transform=self.transform,
+            transform=torch.linalg.inv(self.transform),
             input_tensor=input_tensor,
             transpose=transpose,
             first=first,