OTWO-6680 - Ability to put Openhub into read only state

.env

@@ -92,3 +92,5 @@ OHLOH_ANALYTICS_CLIENT_REGISTRATION_ID=
 
 JWT_SECRET=
 COVERITY_SCAN_URL = 'https://scan.coverity.com'
+
+EXPIRATION_DAYS=21

Gemfile

@@ -61,6 +61,7 @@ end
 
 group :test do
   gem 'haml_lint', '~> 0.21'
+  gem 'm', '~> 1.5.0'
   gem 'minitest-rails'
   gem 'minitest-spec-rails'
   gem 'mocha'

Gemfile.lock

@@ -407,7 +407,7 @@ GEM
     sax-machine (1.3.2)
     set (1.0.2)
     sexp_processor (4.16.0)
-    sidekiq (6.4.0)
+    sidekiq (6.4.2)
       connection_pool (>= 2.2.2)
       rack (~> 2.0)
       redis (>= 4.2.0)

app/admin/accounts_admin.rb

@@ -21,6 +21,10 @@
   filter :last_seen_ip
   filter :created_at
 
+  action_item :maintenance, only: :index do
+    link_to 'Set Maintenance Mode', maintenance_admin_accounts_path
+  end
+
   index do
     column :id
     column :name do |account|
@@ -64,4 +68,9 @@
     end
     f.actions
   end
+
+  collection_action :maintenance do
+    Account.maintenance
+    redirect_to_saved_path(notice: 'Accounts successfully logged out')
+  end
 end

app/assets/javascripts/charts.js

@@ -56,13 +56,12 @@ var Charts = {
         var first_day = new Date(this.value)
         var last_day = new Date(first_day.getFullYear(), first_day.getMonth()+1, 0);
         var months = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']
-        return '';
-        // if (months.includes(this.value.split(' ')[0]))
-          // return '<a href="/admin/accounts?commit=Filter&q[created_at_gteq_datetime]=' + first_day + '&q[created_at_lteq_datetime]=' + last_day + '" target="_blank">' +
-                    // this.value + '</a>';
-        // else
-          // return '<a href="/admin/accounts?commit=Filter&q[created_at_gteq_datetime]=' + this.value + '&q[created_at_lteq_datetime]=' + this.value + '" target="_blank">' +
-                    // this.value + '</a>';
+        if (months.includes(this.value.split(' ')[0]))
+          return '<a href="/admin/accounts?commit=Filter&q[created_at_gteq_datetime]=' + first_day + '&q[created_at_lteq_datetime]=' + last_day + '" target="_blank">' +
+                    this.value + '</a>';
+        else
+          return '<a href="/admin/accounts?commit=Filter&q[created_at_gteq_datetime]=' + this.value + '&q[created_at_lteq_datetime]=' + this.value + '" target="_blank">' +
+                    this.value + '</a>';
       }});
     }
     data.chart.renderTo = chart;

app/controllers/application_controller.rb

@@ -274,15 +274,7 @@ def access_denied
   end
 
   def report_errors(exception)
-    if ENV['KUBERNETES_PORT']
-      notify_airbrake(exception)
-    else
-      logger = Logger.new(Rails.root.join('log/errors.log'))
-      logger.error(exception.message)
-      logger.error(exception.backtrace)
-      logger.error('-' * 150)
-      logger.close
-    end
+    notify_airbrake(exception)
   end
 
   def set_session_projects
@@ -333,6 +325,7 @@ def check_project_authorization
 
   def update_last_seen_at_and_ip
     return unless logged_in?
+    return if expired_token?
 
     current_user.update_columns(last_seen_at: Time.current, last_seen_ip: request.remote_ip)
   end

app/controllers/concerns/clearance_setup.rb

@@ -16,6 +16,18 @@ def current_user
       super || NilAccount.new
     end
 
+    def expired_token?
+      return false unless current_user&.last_seen_at && current_user.last_seen_at < expiration_days.days.ago
+
+      current_user.reset_remember_token!
+      request.env[:clearance].sign_out
+      true
+    end
+
+    def expiration_days
+      ENV['EXPRIATION_DAYS'] ? ENV['EXPRIATION_DAYS'].to_i : 21  # default to 3 weeks
+    end
+
     private
 
     def sign_in_url

app/controllers/sessions_controller.rb

@@ -23,11 +23,7 @@ def create
   end
 
   def health
-    if ApplicationRecord.connected?
-      render plain: Time.current
-    else
-      head :internal_server_error
-    end
+    render plain: Time.current
   end
 
   private

app/decorators/home_decorator.rb

@@ -20,7 +20,7 @@ def most_active_contributors
   def commit_count
     projects = most_active_projects
     map = projects.map do |project|
-      project.best_analysis.thirty_day_summary.commits_count if project.best_analysis.present?
+      project.best_analysis&.thirty_day_summary&.commits_count
     end
     map.compact
   end

app/helpers/dashboard_helper.rb

@@ -27,28 +27,47 @@ def get_revision_details
   end
 
   def accounts_count(level)
-    number_with_delimiter(Account.where(level: level).count)
+    Rails.cache.fetch("Admin-accounts-count-cache_#{level}", expires_in: 1.day) do
+      number_with_delimiter(Account.group(:level).size[level])
+    end
   end
 
-  def updated_projects_count(from, to = nil)
-    from = convert_to_datetime(from)
-    to = convert_to_datetime(to) || Time.current
-    projects_count = Project.active_enlistments.joins(:best_analysis)
-                            .where(analyses: { updated_on: from..to }).distinct.count
+  def days_projects_count
+    projects_count = Rails.cache.fetch('Admin-updated-project-count-cache')
     number_to_percentage((projects_count.to_f / active_projects_count) * 100, precision: 2)
   end
 
-  def outdated_projects(date)
-    projects_count = Project.active_enlistments.joins(:best_analysis)
-                            .where('analyses.updated_on < ?', date).distinct.count
+  def weeks_projects_count
+    projects_count = Rails.cache.fetch('Admin-updated-project-count-cache')
     number_to_percentage((projects_count.to_f / active_projects_count) * 100, precision: 2)
   end
 
-  def convert_to_datetime(value)
-    Time.current.ago(value).utc if value
+  def outdated_projects
+    projects_count = Rails.cache.fetch('Admin-outdated-project-count-cache') || 0
+    number_to_percentage((projects_count.to_f / active_projects_count) * 100, precision: 2)
   end
 
   def active_projects_count
-    Project.active_enlistments.distinct.count
+    Rails.cache.fetch('Admin-active-project-count-cache') { Project.active_enlistments.distinct.size }
+  end
+
+  def analyses_count
+    Rails.cache.fetch('Admin-project-analyses-count-cache') || 0
+  end
+
+  def project_count
+    Rails.cache.fetch('Admin-project-count-cache') { Project.active.size }
+  end
+
+  def admin_project_trends
+    Rails.cache.fetch 'admin_project_trend', expires_in: 1.day do
+      render partial: 'project_trend_graph'
+    end
+  end
+
+  def admin_accounts_trends
+    Rails.cache.fetch 'admin_accounts_trend', expires_in: 1.day do
+      render partial: 'accounts_trend_graph'
+    end
   end
 end

app/helpers/statsd_helper.rb

@@ -2,10 +2,10 @@
 
 module StatsdHelper
   def statsd_increment(msg)
-    StatsD.increment(msg) unless ENV['KUBERNETES_PORT']
+    StatsD.increment(msg) if Rails.env.development?
   end
 
   def statsd_set(msg, params)
-    StatsD.set(msg, params) unless ENV['KUBERNETES_PORT']
+    StatsD.set(msg, params) if Rails.env.development?
   end
 end

app/lib/data_dog_report.rb

@@ -1,17 +1,16 @@
 # frozen_string_literal: true
 
+# rubocop:disable Rails/Output
+
 module DataDogReport
   module_function
 
   def error(message)
-    request = DatadogAPIClient::V1::EventCreateRequest.new(text: message.truncate(4000),
-                                                           title: "OpenHub #{Rails.env} Error",
-                                                           alert_type: :error, date_happened: Time.current.to_i,
-                                                           host: ENV['HOSTNAME'])
-    api_instance.create_event(request)
+    puts message
   end
 
   def api_instance
     DatadogAPIClient::V1::EventsAPI.new
   end
 end
+# rubocop:enable Rails/Output

app/models/account.rb

@@ -125,5 +125,9 @@ def fetch_by_login_or_email(username_or_email)
     def find_or_create_anonymous_account
       find_by(login: AnonymousAccount::LOGIN) || AnonymousAccount.create!
     end
+
+    def maintenance
+      logged_in.find_each(&:reset_remember_token!)
+    end
   end
 end

app/models/concerns/account_scopes.rb

@@ -3,6 +3,7 @@
 module AccountScopes
   ANONYMOUS_ACCOUNTS = %w[anonymous_coward ohloh_slave uber_data_crawler].freeze
   ANONYMOUS_ACCOUNTS_EMAILS = %w[anon@openhub.net info@openhub.net uber_data_crawler@openhub.net].freeze
+  EXPIRATION_DAYS = (ENV['EXPIRATION_DAYS'].to_i || 21).days
 
   extend ActiveSupport::Concern
 
@@ -33,6 +34,7 @@ module AccountScopes
     scope :in_good_standing, -> { where('level >= 0') }
     scope :from_param, ->(param) { in_good_standing.where(arel_table[:login].eq(param).or(arel_table[:id].eq(param))) }
     scope :active, -> { where(level: 0) }
+    scope :logged_in, -> { where("last_seen_at > '#{EXPIRATION_DAYS.ago}'") }
     scope :non_anonymous, -> { where.not(login: ANONYMOUS_ACCOUNTS, email: ANONYMOUS_ACCOUNTS_EMAILS) }
 
     scope :reverification_not_initiated, lambda { |limit = 0|

app/models/concerns/project_scopes.rb

@@ -48,6 +48,6 @@ module ProjectScopes
                  .having('count(*) >= ?', tags.split.flatten.length)
     }
     scope :with_analysis, -> { active.where.not(best_analysis_id: nil) }
-    scope :active_enlistments, -> { active.joins(:enlistments).where(enlistments: { deleted: false }) }
+    scope :active_enlistments, -> { active.joins(:enlistments) }
   end
 end

app/views/oh_admin/dashboard/_accounts_trend_graph.html.haml

@@ -0,0 +1,26 @@
+:ruby
+  chart_url = charts_oh_admin_accounts_url.to_s
+
+#three_months.account
+  %h1 3 Months Accounts Creation Trend
+  .chart{ 'datasrc' => chart_url + '?period=3' + '&filter_by=weekly' }
+
+#six_months.account
+  %h1 6 Months Accounts Creation Trend
+  .chart{ 'datasrc' => chart_url + '?period=6' + '&filter_by=weekly'}
+
+#one_year.account
+  %h1 1 Year Accounts Creation Trend
+  .chart{ 'datasrc' => chart_url + '?period=12' + '&filter_by=weekly'}
+
+#three_months_monthly.account
+  %h1 3 Months Accounts Creation Trend
+  .chart{ 'datasrc' => chart_url + '?period=3' + '&filter_by=monthly'}
+
+#six_months_monthly.account
+  %h1 6 Months Accounts Creation Trend
+  .chart{ 'datasrc' => chart_url + '?period=6' + '&filter_by=monthly'}
+
+#one_year_monthly.account
+  %h1 1 Year Accounts Creation Trend
+  .chart{ 'datasrc' => chart_url + '?period=12' + '&filter_by=monthly'}

app/views/oh_admin/dashboard/_project_trend_graph.html.haml

@@ -0,0 +1,26 @@
+:ruby
+  project_chart_url = charts_oh_admin_projects_url.to_s
+
+#three_months_project.project
+  %h1 3 Months Projects Creation Trend
+  .chart{ 'datasrc' => project_chart_url + '?period=3' + '&filter_by=weekly' }
+
+#six_months_project.project
+  %h1 6 Months Projects Creation Trend
+  .chart{ 'datasrc' => project_chart_url + '?period=6' + '&filter_by=weekly'}
+
+#one_year_project.project
+  %h1 1 Year Projects Creation Trend
+  .chart{ 'datasrc' => project_chart_url + '?period=12' + '&filter_by=weekly'}
+
+#three_months_monthly_project.project
+  %h1 3 Months Projects Creation Trend
+  .chart{ 'datasrc' => project_chart_url + '?period=3' + '&filter_by=monthly'}
+
+#six_months_monthly_project.project
+  %h1 6 Months Projects Creation Trend
+  .chart{ 'datasrc' => project_chart_url + '?period=6' + '&filter_by=monthly'}
+
+#one_year_monthly_project.project
+  %h1 1 Year Projects Creation Trend
+  .chart{ 'datasrc' => project_chart_url + '?period=12' + '&filter_by=monthly'}

app/views/oh_admin/dashboard/index.html.haml

@@ -9,18 +9,13 @@
                      'Projects with enlistments & Best Analysis (Not updated since 2 weeks)']
   project_colors  = ['bg-aqua', 'bg-green', 'bg-light-blue-active', 'bg-green', 'bg-yellow', 'bg-red']
   project_icons   = ['fa-area-chart', 'fa-bar-chart', 'fa-shield']
-  analyses_count  = Analysis.where(updated_on: get_window.utc..Time.current).count
-  project_values  = [analyses_count, Project.active.count, active_projects_count, updated_projects_count(3.days),
-                     updated_projects_count(2.weeks, 3.days), outdated_projects(2.weeks.ago.to_date)]
+  project_values  = [analyses_count, project_count, active_projects_count, days_projects_count,  weeks_projects_count, outdated_projects]
 
   last_activity_icons = ['fa-calendar', 'fa-check-square', 'fa-server']
   last_activity_text  = ['Monthly Language Analysis', 'CII Projects', 'Deployment']
   last_activity_info  = [Analysis::MonthlyLanguage.last_run, ProjectBadge.check_cii_projects_last_run, last_deployment]
   last_activity_bg    = ['bg-aqua', 'bg-green', 'bg-yellow']
 
-  chart_url = charts_oh_admin_accounts_url.to_s
-  project_chart_url = charts_oh_admin_projects_url.to_s
-
 %h1 Project Stats Overview
 %p
 .row
@@ -58,29 +53,7 @@
       %input{name: "project_filter", type: "radio", value: "monthly"}
       by monthly
 
-#three_months_project.project
-  %h1 3 Months Projects Creation Trend
-  .chart{ 'datasrc' => project_chart_url + '?period=3' + '&filter_by=weekly' }
-
-#six_months_project.project
-  %h1 6 Months Projects Creation Trend
-  .chart{ 'datasrc' => project_chart_url + '?period=6' + '&filter_by=weekly'}
-
-#one_year_project.project
-  %h1 1 Year Projects Creation Trend
-  .chart{ 'datasrc' => project_chart_url + '?period=12' + '&filter_by=weekly'}
-
-#three_months_monthly_project.project
-  %h1 3 Months Projects Creation Trend
-  .chart{ 'datasrc' => project_chart_url + '?period=3' + '&filter_by=monthly'}
-
-#six_months_monthly_project.project
-  %h1 6 Months Projects Creation Trend
-  .chart{ 'datasrc' => project_chart_url + '?period=6' + '&filter_by=monthly'}
-
-#one_year_monthly_project.project
-  %h1 1 Year Projects Creation Trend
-  .chart{ 'datasrc' => project_chart_url + '?period=12' + '&filter_by=monthly'}
+  = admin_project_trends
 
 %h1 Accounts Overview
 %p
@@ -114,29 +87,7 @@
       %input{name: "radio", type: "radio", value: "monthly"}
       by monthly
 
-#three_months.account
-  %h1 3 Months Accounts Creation Trend
-  .chart{ 'datasrc' => chart_url + '?period=3' + '&filter_by=weekly' }
-
-#six_months.account
-  %h1 6 Months Accounts Creation Trend
-  .chart{ 'datasrc' => chart_url + '?period=6' + '&filter_by=weekly'}
-
-#one_year.account
-  %h1 1 Year Accounts Creation Trend
-  .chart{ 'datasrc' => chart_url + '?period=12' + '&filter_by=weekly'}
-
-#three_months_monthly.account
-  %h1 3 Months Accounts Creation Trend
-  .chart{ 'datasrc' => chart_url + '?period=3' + '&filter_by=monthly'}
-
-#six_months_monthly.account
-  %h1 6 Months Accounts Creation Trend
-  .chart{ 'datasrc' => chart_url + '?period=6' + '&filter_by=monthly'}
-
-#one_year_monthly.account
-  %h1 1 Year Accounts Creation Trend
-  .chart{ 'datasrc' => chart_url + '?period=12' + '&filter_by=monthly'}
+  = admin_accounts_trends
 
 
 %h1 Last Activities