diff --git a/torchao/core/config.py b/torchao/core/config.py
index fe03ac225b..aa28e3da2c 100644
--- a/torchao/core/config.py
+++ b/torchao/core/config.py
@@ -175,6 +175,7 @@ def config_to_dict(config: AOBaseConfig) -> Dict[str, Any]:
     "torchao.quantization",
     "torchao.sparsity.sparse_api",
     "torchao.prototype.quantization",
+    "torchao.dtypes",
 }