Merge pull request #29 from techouse/exclude-mysql-tables

✨ Add option to exclude specific MySQL tables (#27)

Author: techouse

README.md

@@ -41,7 +41,15 @@ Options:
   -t, --mysql-tables TUPLE        Transfer only these specific tables (space
                                   separated table names). Implies --without-
                                   foreign-keys which inhibits the transfer of
-                                  foreign keys.
+                                  foreign keys. Can not be used together with
+                                  --exclude-mysql-tables.
+
+  -e, --exclude-mysql-tables TUPLE
+                                  Transfer all tables except these specific
+                                  tables (space separated table names).
+                                  Implies --without-foreign-keys which
+                                  inhibits the transfer of foreign keys. Can
+                                  not be used together with --mysql-tables.
 
   -L, --limit-rows INTEGER        Transfer only a limited number of rows from
                                   each table.

mysql_to_sqlite3/cli.py

@@ -38,7 +38,17 @@
     type=tuple,
     cls=OptionEatAll,
     help="Transfer only these specific tables (space separated table names). "
-    "Implies --without-foreign-keys which inhibits the transfer of foreign keys.",
+    "Implies --without-foreign-keys which inhibits the transfer of foreign keys. "
+    "Can not be used together with --exclude-mysql-tables.",
+)
+@click.option(
+    "-e",
+    "--exclude-mysql-tables",
+    type=tuple,
+    cls=OptionEatAll,
+    help="Transfer all tables except these specific tables (space separated table names). "
+    "Implies --without-foreign-keys which inhibits the transfer of foreign keys. "
+    "Can not be used together with --mysql-tables.",
 )
 @click.option(
     "-L",
@@ -123,6 +133,7 @@ def cli(
     mysql_password,
     mysql_database,
     mysql_tables,
+    exclude_mysql_tables,
     limit_rows,
     collation,
     prefix_indices,
@@ -141,12 +152,18 @@ def cli(
 ):
     """Transfer MySQL to SQLite using the provided CLI options."""
     try:
+        if mysql_tables and exclude_mysql_tables:
+            raise click.UsageError(
+                "Illegal usage: --mysql-tables and --exclude-mysql-tables are mutually exclusive!"
+            )
+
         converter = MySQLtoSQLite(
             sqlite_file=sqlite_file,
             mysql_user=mysql_user,
             mysql_password=mysql_password or prompt_mysql_password,
             mysql_database=mysql_database,
             mysql_tables=mysql_tables,
+            exclude_mysql_tables=exclude_mysql_tables,
             limit_rows=limit_rows,
             collation=collation,
             prefix_indices=prefix_indices,

mysql_to_sqlite3/transporter.py

@@ -52,6 +52,17 @@ def __init__(self, **kwargs):
             else tuple()
         )
 
+        self._exclude_mysql_tables = (
+            tuple(kwargs.get("exclude_mysql_tables"))
+            if kwargs.get("exclude_mysql_tables") is not None
+            else tuple()
+        )
+
+        if len(self._mysql_tables) > 0 and len(self._exclude_mysql_tables) > 0:
+            raise ValueError(
+                "mysql_tables and exclude_mysql_tables are mutually exclusive"
+            )
+
         self._limit_rows = int(kwargs.get("limit_rows") or 0)
 
         if kwargs.get("collation") is not None and kwargs.get("collation").upper() in {
@@ -67,7 +78,7 @@ def __init__(self, **kwargs):
 
         self._without_foreign_keys = (
             True
-            if len(self._mysql_tables) > 0
+            if len(self._mysql_tables) > 0 or len(self._exclude_mysql_tables) > 0
             else (kwargs.get("without_foreign_keys") or False)
         )
 
@@ -493,19 +504,25 @@ def _transfer_table_data(
 
     def transfer(self):
         """The primary and only method with which we transfer all the data."""
-        if len(self._mysql_tables) > 0:
+        if len(self._mysql_tables) > 0 or len(self._exclude_mysql_tables) > 0:
             # transfer only specific tables
+            specific_tables = (
+                self._exclude_mysql_tables
+                if len(self._exclude_mysql_tables) > 0
+                else self._mysql_tables
+            )
 
             self._mysql_cur_prepared.execute(
                 """
                 SELECT TABLE_NAME
                 FROM information_schema.TABLES
                 WHERE TABLE_SCHEMA = SCHEMA()
-                AND TABLE_NAME IN ({placeholders})
+                AND TABLE_NAME {exclude} IN ({placeholders})
             """.format(
-                    placeholders=("%s, " * len(self._mysql_tables)).rstrip(" ,")
+                    exclude="NOT" if len(self._exclude_mysql_tables) > 0 else "",
+                    placeholders=("%s, " * len(specific_tables)).rstrip(" ,"),
                 ),
-                self._mysql_tables,
+                specific_tables,
             )
             tables = (row[0] for row in self._mysql_cur_prepared.fetchall())
         else: