diff --git a/backends/cadence/aot/compiler.py b/backends/cadence/aot/compiler.py
index 560b625e4c0..36ca0b32dc5 100644
--- a/backends/cadence/aot/compiler.py
+++ b/backends/cadence/aot/compiler.py
@@ -66,9 +66,6 @@ def trace(
     # Make the model inference mode by calling model.eval()
     model.eval()
 
-    # Prevent mkldnn decompositions
-    torch._C._set_mkldnn_enabled(False)
-
     # Get default decompositions
     decomp_table = torch.export.default_decompositions()