construct with same dtype, constructing on fp32 found no difference

Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>

Author: kylesayrs

src/compressed_tensors/transform/factory/hadamard.py

@@ -67,8 +67,8 @@ def _create_weight(
         construct_device: device,
     ) -> Parameter:
         # construct on execution device, cache on offload device
-        data = deterministic_hadamard_matrix(size, torch.float32, construct_device)
-        data = data.to(dtype=dtype, device=device)
+        data = deterministic_hadamard_matrix(size, dtype, construct_device)
+        data = data.to(device=device)
         return Parameter(data, requires_grad=self.scheme.requires_grad)
 
 

src/compressed_tensors/transform/factory/random_hadamard.py

@@ -37,8 +37,6 @@ def _create_weight(
         construct_device: device,
     ) -> Parameter:
         # construct on execution device, cache on offload device
-        data = random_hadamard_matrix(
-            size, torch.float32, construct_device, self.generator
-        )
-        data = data.to(dtype=dtype, device=device)
+        data = random_hadamard_matrix(size, dtype, construct_device, self.generator)
+        data = data.to(device=device)
         return Parameter(data, requires_grad=self.scheme.requires_grad)