fix param dtype

Signed-off-by: Isotr0py <2037008807@qq.com>

Author: Isotr0py

vllm/model_executor/models/transformers.py

@@ -599,6 +599,7 @@ def init_parameters(self, module: nn.Module):
             if param.device == torch.device("meta"):
                 new_param = nn.Parameter(
                     torch.empty_like(param.data,
+                                     dtype=self.model_config.dtype,
                                      device=self.device_config.device))
                 setattr(module, name, new_param)
         for child in module.children():