diff --git a/tritonbench/operators/fp8_attention/operator.py b/tritonbench/operators/fp8_attention/operator.py
index 1be39980..dfc5a3a7 100644
--- a/tritonbench/operators/fp8_attention/operator.py
+++ b/tritonbench/operators/fp8_attention/operator.py
@@ -41,7 +41,6 @@ def parse_op_args(args: List[str]):
     parser.add_argument(
         "--embedding-dim",
         type=int,
-        default=3072,
         help="specify embedding dim, embedding dim = n_heads * head_dim",
     )
     parser.add_argument("--n-heads", type=int, default=48, help="Number of heads")