diff --git a/custom_ops/setup_ops.py b/custom_ops/setup_ops.py
index c002beeb66..8d2237fa28 100644
--- a/custom_ops/setup_ops.py
+++ b/custom_ops/setup_ops.py
@@ -363,6 +363,7 @@ def find_end_files(directory, end_str):
     nvcc_compile_args += ["-DPADDLE_DEV"]
     nvcc_compile_args += ["-DPADDLE_ON_INFERENCE"]
     nvcc_compile_args += ["-DPy_LIMITED_API=0x03090000"]
+    nvcc_compile_args += ["--use_fast_math"]
     nvcc_compile_args += [
         "-Igpu_ops/cutlass_kernels",
         "-Ithird_party/cutlass/include",