Merge pull request #126 from OpenCSPM/build

Build

Author: joshlarsen

.gitignore

@@ -6,6 +6,8 @@ docker/log
 .viminfo
 .bash_history
 *.swp
+.env
+.idea
 
 # Ruby / RMV
 .ruby-version

docker/.rubocop.yml

@@ -9,7 +9,7 @@
 #
 # See https://docs.rubocop.org/rubocop/configuration
 Layout/LineLength:
-  Max: 100
+  Max: 120
 Style/FrozenStringLiteralComment:
   EnforcedStyle: always_true
   Safe: true

docker/app/controllers/api/sources_controller.rb

@@ -1,8 +1,13 @@
+# frozen_string_literal: true
+
 class Api::SourcesController < ApplicationController
   before_action :set_source, only: %i[show update destroy]
 
   # GET /sources
   def index
+    # re-read config.yml sources
+    Source.new.refresh
+
     @sources = Source.all.order(id: :asc)
 
     render json: @sources

docker/app/jobs/loader_job.rb

@@ -7,6 +7,7 @@
 
 class LoaderJob < ApplicationJob
   queue_as :default
+  CONFIG_FILE = 'load_config/config.yaml'
 
   TYPE = :load
 
@@ -26,7 +27,7 @@ def perform(args)
     logger.info 'Loading data'
 
     begin
-      BatchImporter.new('load_config/config.yaml').import
+      BatchImporter.new(CONFIG_FILE).import
       job.complete!
       puts "Loader job finished - #{guid}"
     rescue StandardError => e

docker/app/models/source.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class Source < ApplicationRecord
   enum status: {
     disabled: 0,
@@ -9,4 +11,23 @@ class Source < ApplicationRecord
   def schedule_worker
     RunnerJob.perform_later if scan_requested?
   end
+
+  def refresh
+    # read config file, find or create a source for each source listed
+    config_sources = JSON.parse(YAML.load_file(LoaderJob::CONFIG_FILE).to_json, object_class: OpenStruct)
+
+    return unless config_sources&.local_dirs&.length&.positive?
+
+    config_sources.local_dirs.each do |dir|
+      puts "Config file local dir source=#{dir}"
+      source = Source.find_or_create_by(name: dir)
+      source.active!
+    end
+
+    # loop through all existing sources, disable if not in config file
+    Source.all.each do |source|
+      puts "Config file system source=#{source.name} status=#{source.status}"
+      source.disabled! unless config_sources.local_dirs.include?(source.name)
+    end
+  end
 end

docker/app/models/user.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class User < ApplicationRecord
   has_secure_password
   rolify
@@ -72,22 +74,22 @@ def get_nav_paths
       {
         path: '/campaigns',
         name: 'Campaigns',
-        num: Campaign.all.count
+        num: Campaign.all.count.to_s
       },
       {
         path: '/profiles',
         name: 'Profiles',
-        num: Profile.all.count
+        num: Profile.all.count.to_s
       },
       {
         path: '/controls',
         name: 'Controls',
-        num: Control.all.count
+        num: Control.all.count.to_s
       },
       {
         path: '/sources',
         name: 'Sources',
-        num: Source.all.count
+        num: Source.all.count.to_s
       }
     ]
 

docker/lib/tasks/batch_import.rake

@@ -1,10 +1,12 @@
+# frozen_string_literal: true
+
 $:.unshift('/app/app/jobs/lib')
 require 'batch_importer'
 require 'pry'
 
 namespace :batch do
   desc 'Loads All Data from Import'
   task import: :environment do
-    BatchImporter.new("load_config/config.yaml").import
+    BatchImporter.new(LoaderJob::CONFIG_FILE).import
   end
 end