Merge pull request #22 from dmi3-bu/USAFE-8826-run-clickhouse-migrations-in-ci

Author: tycooon

Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    ci-helper (0.8.0)
+    ci-helper (0.9.0)
       colorize (~> 1.1)
       dry-inflector (~> 1.0)
       umbrellio-sequel-plugins (~> 0.14)

lib/ci_helper/commands/check_db_development.rb

@@ -6,13 +6,19 @@ class CheckDBDevelopment < BaseCommand
       def call
         create_and_migrate_database!
         execute("bundle exec rake db:seed")
+        create_and_migrate_clickhouse_database! if with_clickhouse?
+        0
       end
 
       private
 
       def env
         :development
       end
+
+      def with_clickhouse?
+        boolean_option(:with_clickhouse)
+      end
     end
   end
 end

lib/ci_helper/commands/check_db_rollback.rb

@@ -7,13 +7,24 @@ def call
         create_and_migrate_database!
         execute_with_env("bundle exec rake db:rollback_new_migrations")
         execute_with_env("bundle exec rake db:migrate")
+
+        if with_clickhouse?
+          create_and_migrate_clickhouse_database!
+          execute_with_env("bundle exec rake ch:rollback_new_migrations")
+          execute_with_env("bundle exec rake ch:migrate")
+        end
+        0
       end
 
       private
 
       def env
         :test
       end
+
+      def with_clickhouse?
+        boolean_option(:with_clickhouse)
+      end
     end
   end
 end

lib/ci_helper/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CIHelper
-  VERSION = "0.8.0"
+  VERSION = "0.9.0"
 end

lib/tasks/sequel_management.rake

@@ -13,6 +13,7 @@ class SequelManagement
     self.logger = Logger.new($stdout)
 
     define_db_task!
+    define_ch_task!
   end
 
   private
@@ -23,6 +24,10 @@ class SequelManagement
     self.class::MIGRATIONS_PATH
   end
 
+  def ch_migrations_path
+    "db/migrate/clickhouse"
+  end
+
   def define_db_task!
     namespace :db do
       desc "Rollback all migrations, which doesn't exist in master branch"
@@ -47,6 +52,31 @@ class SequelManagement
     end
   end
 
+  def define_ch_task!
+    namespace :ch do
+      desc "Rollback all migrations, which doesn't exist in master branch"
+      task rollback_new_migrations: :environment do
+        abort "Shouldn't run in production mode!" if Rails.env.production?
+
+        logger.info "Begin rolling back new migrations"
+
+        git_command = "git ls-tree --name-only origin/master #{ch_migrations_path}/"
+        migration_files, error, status = Open3.capture3(git_command)
+        abort "Can't get list of migration files:\n#{error}" unless status.success?
+
+        original_migrations = migration_files.split.map { |path| File.basename(path) }
+        migrations_to_rollback = (ch_migrator.applied_migrations - original_migrations).sort.reverse
+
+        next if migrations_to_rollback.empty?
+
+        logger.info "Rolling back migrations:"
+        logger.info migrations_to_rollback.join("\n")
+
+        ch_rollback!(migrations_to_rollback)
+      end
+    end
+  end
+
   def git_command
     "git ls-tree --name-only origin/master #{migrations_path}/"
   end
@@ -58,6 +88,14 @@ class SequelManagement
     end
   end
 
+  def ch_migrator
+    @ch_migrator ||= begin
+      full_path = Rails.root.join(ch_migrations_path)
+      Sequel::TimestampMigrator.new(DB, full_path, allow_missing_migration_files: true,
+                                                   table: "clickhouse_migrations")
+    end
+  end
+
   def rollback!(migrations)
     migrations.each do |migration|
       migrator.undo(migration.to_i)
@@ -69,6 +107,18 @@ class SequelManagement
       end
     end
   end
+
+  def ch_rollback!(migrations)
+    migrations.each do |migration|
+      ch_migrator.undo(migration.to_i)
+    rescue Sequel::Migrator::Error => error
+      if error.message.include?("does not exist in the filesystem")
+        logger.info error.message
+      else
+        raise error
+      end
+    end
+  end
 end
 
 SequelManagement.new

spec/ci_helper/commands/check_db_development_spec.rb

@@ -5,7 +5,9 @@
 describe CIHelper::Commands::CheckDBDevelopment do
   include_context "commands context"
 
-  subject(:command) { described_class.call! }
+  subject(:command) { described_class.call!(**options) }
+
+  let(:options) { Hash[] }
 
   let(:expected_commands) do
     [
@@ -19,4 +21,22 @@
     expect(popen_executed_commands.size).to eq(2)
     expect(popen_executed_commands).to eq(expected_commands)
   end
+
+  context "when with_clickhouse options" do
+    let(:options) { Hash[with_clickhouse: "true"] }
+
+    let(:expected_commands) do
+      [
+        "export RAILS_ENV=development && bundle exec rake db:drop db:create db:migrate",
+        "bundle exec rake db:seed",
+        "export RAILS_ENV=development && bundle exec rake ch:create ch:migrate",
+      ]
+    end
+
+    it "executes proper command and exits with success" do
+      expect(command).to eq(0)
+      expect(popen_executed_commands.size).to eq(3)
+      expect(popen_executed_commands).to eq(expected_commands)
+    end
+  end
 end

spec/ci_helper/commands/check_db_rollback_spec.rb

@@ -5,7 +5,9 @@
 describe CIHelper::Commands::CheckDBRollback do
   include_context "commands context"
 
-  subject(:command) { described_class.call! }
+  subject(:command) { described_class.call!(**options) }
+
+  let(:options) { Hash[] }
 
   let(:expected_commands) do
     [
@@ -20,4 +22,25 @@
     expect(popen_executed_commands.size).to eq(3)
     expect(popen_executed_commands).to eq(expected_commands)
   end
+
+  context "when with_clickhouse options" do
+    let(:options) { Hash[with_clickhouse: "true"] }
+
+    let(:expected_commands) do
+      [
+        "export RAILS_ENV=test && bundle exec rake db:drop db:create db:migrate",
+        "export RAILS_ENV=test && bundle exec rake db:rollback_new_migrations",
+        "export RAILS_ENV=test && bundle exec rake db:migrate",
+        "export RAILS_ENV=test && bundle exec rake ch:create ch:migrate",
+        "export RAILS_ENV=test && bundle exec rake ch:rollback_new_migrations",
+        "export RAILS_ENV=test && bundle exec rake ch:migrate",
+      ]
+    end
+
+    it "executes proper command and exits with success" do
+      expect(command).to eq(0)
+      expect(popen_executed_commands.size).to eq(6)
+      expect(popen_executed_commands).to eq(expected_commands)
+    end
+  end
 end