Merge branch 'kylesayrs/transform_construct_cache_device' into kylesayrs/transform_apply

Author: kylesayrs

src/compressed_tensors/transform/factory/hadamard.py

@@ -69,8 +69,8 @@ def _create_weight(
         construct_device: device,
     ) -> Parameter:
         # construct on execution device, cache on offload device
-        data = deterministic_hadamard_matrix(size, torch.float32, construct_device)
-        data = data.to(dtype=dtype, device=device)
+        data = deterministic_hadamard_matrix(size, dtype, construct_device)
+        data = data.to(device=device)
         return Parameter(data, requires_grad=self.scheme.requires_grad)
 
     def _create_permutation(self, weight: Parameter) -> Parameter:

src/compressed_tensors/transform/factory/random_hadamard.py

@@ -37,8 +37,6 @@ def _create_weight(
         construct_device: device,
     ) -> Parameter:
         # construct on execution device, cache on offload device
-        data = random_hadamard_matrix(
-            size, torch.float32, construct_device, self.generator
-        )
-        data = data.to(dtype=dtype, device=device)
+        data = random_hadamard_matrix(size, dtype, construct_device, self.generator)
+        data = data.to(device=device)
         return Parameter(data, requires_grad=self.scheme.requires_grad)