diff --git a/custom_ops/setup_ops.py b/custom_ops/setup_ops.py
index a7b6d06b18..584324134c 100644
--- a/custom_ops/setup_ops.py
+++ b/custom_ops/setup_ops.py
@@ -347,6 +347,7 @@ def find_end_files(directory, end_str):
     nvcc_compile_args += ["-DPADDLE_DEV"]
     nvcc_compile_args += ["-DPADDLE_ON_INFERENCE"]
     nvcc_compile_args += ["-DPy_LIMITED_API=0x03090000"]
+    nvcc_compile_args += ["--use_fast_math"]
     nvcc_compile_args += [
         "-Igpu_ops/cutlass_kernels",
         "-Ithird_party/cutlass/include",