move docker && create-model tool && tool refactoring

Author: larsnovikov

README.md

@@ -17,16 +17,12 @@
 Don't forget to set `binlog_do_db=<master_db_name>` and restart MySQL service.
 - Execute `sql/structure.sql` in your MySQL master and slave.
 - Execute `sql/replicator.sql` in your MySQL. It will create database for system values.
-- Start Docker as `docker-compose up -d --build`
+- Start Docker as `cd docker` and `docker-compose up -d --build`
 - Run as `cd src` and `go run main.go listen` in docker container.
 
 ### Testing
 
 - Copy `examples/user.json` and `examples/post.json` to `src/configs`
-- Execute `sql/test.sql` in your MySQL master and see output.
-
-  ##### OR 
-
 - Execute `cd src` and `go run main.go load`
 
 ### Add tables to replicator
@@ -57,6 +53,7 @@ Don't forget to set `binlog_do_db=<master_db_name>` and restart MySQL service.
 
 - Set start position of log: `go run main.go set-position <table> <name> <position>`
 - Loader for replication testing: `go run main.go load`
+- Create model json-file by master table structure: `go run main.go create-model <table>`
 
 ### Container mode
 

docker-compose.yml

@@ -0,0 +1,11 @@
+version: '3'
+services:
+  horgh-replicator:
+    container_name: horgh_replicator
+    build:
+      context: ../
+      dockerfile: ./docker/Dockerfile
+    tty: true
+    volumes:
+      - ../:/go/src/horgh-replicator
+      - ../supervisor:/etc/supervisor/conf.d

Dockerfile renamed to docker/Dockerfile

@@ -6,6 +6,7 @@
       "name",
       "status",
       "active",
+      "balance",
       "created"
     ]
   },
@@ -38,6 +39,11 @@
         "key": false,
         "mode": "bool"
       },
+      {
+        "name": "balance",
+        "key": false,
+        "mode": "float"
+      },
       {
         "name": "created",
         "key": false,

docker/docker-compose.yml

@@ -7,6 +7,7 @@ CREATE TABLE test.user
   name VARCHAR(40),
   status VARCHAR(255),
   active bool,
+  balance float,
   created TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL ON UPDATE CURRENT_TIMESTAMP
 ) engine=InnoDB;
 
@@ -25,6 +26,7 @@ CREATE TABLE test.user
   name VARCHAR(40),
   status VARCHAR(255),
   active bool,
+  balance float,
   created TIMESTAMP NOT NULL
 ) engine=InnoDB;
 
@@ -47,6 +49,7 @@ CREATE TABLE public."user"
   name VARCHAR(40),
   status VARCHAR(255),
   active bool,
+  balance float,
   created TIMESTAMP DEFAULT NULL
 );
 
@@ -61,7 +64,7 @@ CREATE TABLE public.post
 /*For ClickHouse Slave*/
 CREATE DATABASE test;
 
-CREATE TABLE test.user (id Int32, name FixedString(40), status FixedString(255), active UInt8, created DateTime) ENGINE = MergeTree()
+CREATE TABLE test.user (id Int32, name FixedString(40), status FixedString(255), active UInt8, balance Float32, created DateTime) ENGINE = MergeTree()
 PARTITION BY id
 ORDER BY id;
 
@@ -77,6 +80,7 @@ CREATE TABLE "user"
   name VARCHAR,
   status VARCHAR,
   active bool,
+  balance FLOAT,
   created TIMESTAMP NOT NULL
 );
 

examples/user.json

@@ -1,17 +1,21 @@
 package constants
 
 const (
-	ErrorMysqlCanal       = "Invalid canal"
-	ErrorMysqlPosition    = "Invalid position"
-	ErrorSliceCreation    = "InterfaceSlice() given a non-slice type"
-	ErrorNoColumn         = "There is no column %s in %s.%s"
-	ErrorDBConnect        = "Can't connect to \"%s\""
-	ErrorSave             = "Can't %s model in \"%s\" data: %v"
-	ErrorExecQuery        = "Can't exec query. Type: \"%s\" error: \"%v\""
-	ErrorNoModelFile      = "Model file \"%s\" not exists"
-	ErrorParserPosition   = "Catch error: \"%s\""
-	ErrorGetMinPosition   = "Can't get min position. Error: \"%s\""
-	ErrorUndefinedSlave   = "Can't get slave. Error: \"%s\""
-	ErrorCobraStarter     = "Catch cobra error: \"%s\""
-	ErrorCachePluginError = "Catch plugin error: \"%s\""
+	ErrorMysqlCanal          = "Invalid canal"
+	ErrorMysqlPosition       = "Invalid position"
+	ErrorSliceCreation       = "InterfaceSlice() given a non-slice type"
+	ErrorNoColumn            = "There is no column %s in %s.%s"
+	ErrorDBConnect           = "Can't connect to \"%s\""
+	ErrorSave                = "Can't %s model in \"%s\" data: %v"
+	ErrorExecQuery           = "Can't exec query. Type: \"%s\" error: \"%v\""
+	ErrorNoModelFile         = "Model file \"%s\" not exists"
+	ErrorModelFileExists     = "Model file \"%s\" already exists"
+	ErrorParserPosition      = "Catch error: \"%s\""
+	ErrorGetMinPosition      = "Can't get min position. Error: \"%s\""
+	ErrorUndefinedSlave      = "Can't get slave. Error: \"%s\""
+	ErrorCobraStarter        = "Catch cobra error: \"%s\""
+	ErrorCachePluginError    = "Catch plugin error: \"%s\""
+	ErrorTableStructure      = "Can't read structure of table %s. Error : \"%s\""
+	ErrorFieldTypeConversion = "Can't convert field type %s"
+	ErrorBuildModelConfig    = "Can't build model config. Error: \"%s\""
 )

sql/structure.sql

@@ -13,4 +13,5 @@ const (
 	MessageStopHandlingBinlog = "Stopping binlog handling..."
 	MessageStopHandlingSave   = "Stopping replication handling..."
 	MessageWait               = "Waiting %s %s..."
+	MessageConfigCreated      = "Model config for table %s created. File: \"%s\""
 )