Merge pull request #8308 from romayalon/romy-online-upgrade-cli

NC | Online Upgrade CLI

Author: romayalon

src/cmd/manage_nsfs.js

@@ -18,6 +18,7 @@ const ManageCLIResponse = require('../manage_nsfs/manage_nsfs_cli_responses').Ma
 const manage_nsfs_glacier = require('../manage_nsfs/manage_nsfs_glacier');
 const manage_nsfs_logging = require('../manage_nsfs/manage_nsfs_logging');
 const noobaa_cli_diagnose = require('../manage_nsfs/diagnose');
+const noobaa_cli_upgrade = require('../manage_nsfs/upgrade');
 const { print_usage } = require('../manage_nsfs/manage_nsfs_help_utils');
 const { TYPES, ACTIONS, LIST_ACCOUNT_FILTERS, LIST_BUCKET_FILTERS, GLACIER_ACTIONS } = require('../manage_nsfs/manage_nsfs_constants');
 const { throw_cli_error, get_bucket_owner_account, write_stdout_response, get_boolean_or_string_value, has_access_keys, set_debug_level,
@@ -65,6 +66,8 @@ async function main(argv = minimist(process.argv.slice(2))) {
             await logging_management();
         } else if (type === TYPES.DIAGNOSE) {
             await noobaa_cli_diagnose.manage_diagnose_operations(action, user_input, config_fs);
+        } else if (type === TYPES.UPGRADE) {
+            await noobaa_cli_upgrade.manage_upgrade_operations(action, config_fs);
         } else {
             throw_cli_error(ManageCLIError.InvalidType);
         }

src/manage_nsfs/manage_nsfs_cli_errors.js

@@ -89,7 +89,7 @@ ManageCLIError.InvalidArgumentType = Object.freeze({
 
 ManageCLIError.InvalidType = Object.freeze({
     code: 'InvalidType',
-    message: 'Invalid type, available types are account, bucket, logging or whitelist',
+    message: 'Invalid type, available types are account, bucket, logging, whitelist or upgrade',
     http_code: 400,
 });
 
@@ -445,6 +445,40 @@ ManageCLIError.BucketNotEmpty = Object.freeze({
     http_code: 400,
 });
 
+
+///////////////////////////////
+//      UPGRADE ERRORS       //
+///////////////////////////////
+
+ManageCLIError.InvalidUpgradeAction = Object.freeze({
+    code: 'InvalidUpgradeAction',
+    message: 'Invalid Upgrade action',
+    http_code: 400,
+});
+
+ManageCLIError.UpgradeFailed = Object.freeze({
+    code: 'UpgradeFailed',
+    message: 'Upgrade request failed',
+    http_code: 500,
+});
+
+ManageCLIError.UpgradeStatusFailed = Object.freeze({
+    code: 'UpgradeStatusFailed',
+    message: 'Upgrade status request failed',
+    http_code: 500,
+});
+
+ManageCLIError.UpgradeHistoryFailed = Object.freeze({
+    code: 'UpgradeHistoryFailed',
+    message: 'Upgrade history request failed',
+    http_code: 500,
+});
+
+///////////////////////////////
+//       ERRORS MAPPING      //
+///////////////////////////////
+
+
 ManageCLIError.FS_ERRORS_TO_MANAGE = Object.freeze({
     EACCES: ManageCLIError.AccessDenied,
     EPERM: ManageCLIError.AccessDenied,

src/manage_nsfs/manage_nsfs_cli_responses.js

@@ -117,13 +117,37 @@ ManageCLIResponse.BucketList = Object.freeze({
 });
 
 ///////////////////////////////
-// LOGGING RESPONSES ///
+//     LOGGING RESPONSES     //
 ///////////////////////////////
+
 ManageCLIResponse.LoggingExported = Object.freeze({
     code: 'LoggingExported',
     status: {}
 });
 
+///////////////////////////////
+//     UPGRADE RESPONSES     //
+///////////////////////////////
+
+ManageCLIResponse.UpgradeSuccessful = Object.freeze({
+    code: 'UpgradeSuccessful',
+    status: {}
+});
+
+ManageCLIResponse.UpgradeStatus = Object.freeze({
+    code: 'UpgradeStatus',
+    status: {}
+});
+
+ManageCLIResponse.UpgradeHistory = Object.freeze({
+    code: 'UpgradeHistory',
+    status: {}
+});
+
+///////////////////////////////
+//  RESPONSES-EVENT MAPPING  //
+///////////////////////////////
+
 const NSFS_CLI_SUCCESS_EVENT_MAP = {
     AccountCreated: NoobaaEvent.ACCOUNT_CREATED,
     AccountDeleted: NoobaaEvent.ACCOUNT_DELETED,

src/manage_nsfs/manage_nsfs_constants.js

@@ -1,35 +1,41 @@
 /* Copyright (C) 2024 NooBaa */
 'use strict';
 
-const TYPES = {
+const TYPES = Object.freeze({
     ACCOUNT: 'account',
     BUCKET: 'bucket',
     IP_WHITELIST: 'whitelist',
     GLACIER: 'glacier',
     LOGGING: 'logging',
-    DIAGNOSE: 'diagnose'
-};
+    DIAGNOSE: 'diagnose',
+    UPGRADE: 'upgrade'
+});
 
-const ACTIONS = {
+const ACTIONS = Object.freeze({
     ADD: 'add',
     UPDATE: 'update',
     DELETE: 'delete',
     LIST: 'list',
     STATUS: 'status'
-};
+});
 
-const GLACIER_ACTIONS = {
+const GLACIER_ACTIONS = Object.freeze({
     MIGRATE: 'migrate',
     RESTORE: 'restore',
     EXPIRY: 'expiry',
-};
+});
 
-const DIAGNOSE_ACTIONS = {
+const DIAGNOSE_ACTIONS = Object.freeze({
     HEALTH: 'health',
     GATHER_LOGS: 'gather-logs',
     METRICS: 'metrics'
-};
+});
 
+const UPGRADE_ACTIONS = Object.freeze({
+    START: 'start',
+    STATUS: 'status',
+    HISTORY: 'history'
+});
 
 const CONFIG_ROOT_FLAG = 'config_root';
 const CLI_MUTUAL_OPTIONS = new Set([CONFIG_ROOT_FLAG, 'config_root_backend', 'debug']);
@@ -134,6 +140,7 @@ exports.TYPES = TYPES;
 exports.ACTIONS = ACTIONS;
 exports.GLACIER_ACTIONS = GLACIER_ACTIONS;
 exports.DIAGNOSE_ACTIONS = DIAGNOSE_ACTIONS;
+exports.UPGRADE_ACTIONS = UPGRADE_ACTIONS;
 exports.VALID_OPTIONS = VALID_OPTIONS;
 exports.OPTION_TYPE = OPTION_TYPE;
 exports.FROM_FILE = FROM_FILE;

src/manage_nsfs/manage_nsfs_help_utils.js

@@ -1,7 +1,7 @@
 /* Copyright (C) 2024 NooBaa */
 'use strict';
 
-const { TYPES, ACTIONS, GLACIER_ACTIONS, DIAGNOSE_ACTIONS } = require('./manage_nsfs_constants');
+const { TYPES, ACTIONS, GLACIER_ACTIONS, DIAGNOSE_ACTIONS, UPGRADE_ACTIONS } = require('./manage_nsfs_constants');
 
 const HELP = `
 Help:
@@ -281,6 +281,43 @@ Usage:
 
 `;
 
+
+const UPGRADE_OPTIONS = `
+Usage:
+
+    noobaa-cli upgrade <action> [flags]
+
+List of actions supported:
+
+    start
+    status
+    history
+    
+`;
+
+const UPGRADE_START_OPTIONS = `
+'upgrade start' is a noobaa-cli command that will start config directory upgrade run.
+Run 'upgrade start' after upgrading NooBaa RPMs on all the cluster nodes, after starting an upgrade of the config directory,
+S3 I/O, S3 Buckets getters and NooBaa CLI Account/Buckets/Whitelist getters operations will still be working
+But updates of the config directory will be blocked during the upgrade of the config directory.
+'upgrade start' should be executed on one node, the config directory changes will be available for all the nodes of the cluster.
+`;
+
+const UPGRADE_STATUS_OPTIONS = `
+'upgrade status' is a noobaa-cli command that will return the status of an ongoing upgrade run,
+the available status information is upgrade start timestmp, from_version, to_version, config_dir_from_version,
+config_dir_to_version, running_host etc.
+
+`;
+
+const UPGRADE_HISTORY_OPTIONS = `
+'upgrade history' is a noobaa-cli command that will return the history of past upgrades,
+the available history information is an array of upgrade information - upgrade start timestmp, from_version, to_version, config_dir_from_version,
+config_dir_to_version, running_host etc.
+
+`;
+
+
 /** 
  * print_usage would print the help according to the arguments that were passed
  * @param {string} type
@@ -306,6 +343,9 @@ function print_usage(type, action) {
         case TYPES.DIAGNOSE:
             print_help_diagnose(action);
             break;
+        case TYPES.UPGRADE:
+            print_help_upgrade(action);
+            break;
         default:
             process.stdout.write(HELP + '\n');
             process.stdout.write(USAGE.trimStart() + '\n');
@@ -368,6 +408,9 @@ function print_help_bucket(action) {
     process.exit(0);
 }
 
+/**
+ * @param {string} action
+ */
 function print_help_glacier(action) {
     switch (action) {
         case GLACIER_ACTIONS.MIGRATE:
@@ -384,6 +427,9 @@ function print_help_glacier(action) {
     }
 }
 
+/**
+ * @param {string} action
+ */
 function print_help_diagnose(action) {
     switch (action) {
         case DIAGNOSE_ACTIONS.HEALTH:
@@ -400,5 +446,25 @@ function print_help_diagnose(action) {
     }
 }
 
+/**
+ * @param {string} action
+ */
+function print_help_upgrade(action) {
+    switch (action) {
+        case UPGRADE_ACTIONS.START:
+            process.stdout.write(UPGRADE_START_OPTIONS.trimStart());
+            break;
+        case UPGRADE_ACTIONS.STATUS:
+            process.stdout.write(UPGRADE_STATUS_OPTIONS.trimStart());
+            break;
+        case UPGRADE_ACTIONS.HISTORY:
+            process.stdout.write(UPGRADE_HISTORY_OPTIONS.trimStart());
+            break;
+        default:
+            process.stdout.write(UPGRADE_OPTIONS.trimStart());
+    }
+}
+
+
 // EXPORTS
 exports.print_usage = print_usage;

src/manage_nsfs/manage_nsfs_validations.js

@@ -12,7 +12,7 @@ const bucket_policy_utils = require('../endpoint/s3/s3_bucket_policy_utils');
 const { throw_cli_error, get_bucket_owner_account, get_options_from_file, get_boolean_or_string_value,
     check_root_account_owns_user, is_name_update, is_access_key_update } = require('../manage_nsfs/manage_nsfs_cli_utils');
 const { TYPES, ACTIONS, VALID_OPTIONS, OPTION_TYPE, FROM_FILE, BOOLEAN_STRING_VALUES, BOOLEAN_STRING_OPTIONS,
-    GLACIER_ACTIONS, LIST_UNSETABLE_OPTIONS, ANONYMOUS, DIAGNOSE_ACTIONS } = require('../manage_nsfs/manage_nsfs_constants');
+    GLACIER_ACTIONS, LIST_UNSETABLE_OPTIONS, ANONYMOUS, DIAGNOSE_ACTIONS, UPGRADE_ACTIONS } = require('../manage_nsfs/manage_nsfs_constants');
 const iam_utils = require('../endpoint/iam/iam_utils');
 
 /////////////////////////////
@@ -76,6 +76,8 @@ function validate_type_and_action(type, action) {
         if (!Object.values(GLACIER_ACTIONS).includes(action)) throw_cli_error(ManageCLIError.InvalidAction);
     } else if (type === TYPES.DIAGNOSE) {
         if (!Object.values(DIAGNOSE_ACTIONS).includes(action)) throw_cli_error(ManageCLIError.InvalidDiagnoseAction);
+    } else if (type === TYPES.UPGRADE) {
+        if (!Object.values(UPGRADE_ACTIONS).includes(action)) throw_cli_error(ManageCLIError.InvalidUpgradeAction);
     }
 }
 

src/manage_nsfs/upgrade.js

@@ -0,0 +1,79 @@
+/* Copyright (C) 2024 NooBaa */
+'use strict';
+
+const dbg = require('../util/debug_module')(__filename);
+const { ManageCLIError } = require('./manage_nsfs_cli_errors');
+const { UPGRADE_ACTIONS } = require('./manage_nsfs_constants');
+const { ManageCLIResponse } = require('../manage_nsfs/manage_nsfs_cli_responses');
+const { throw_cli_error, write_stdout_response } = require('./manage_nsfs_cli_utils');
+
+/**
+ * manage_upgrade_operations handles cli upgrade operations
+ * @param {string} action 
+ * @returns {Promise<Void>}
+ */
+async function manage_upgrade_operations(action, config_fs) {
+    switch (action) {
+        case UPGRADE_ACTIONS.START:
+            await exec_config_dir_upgrade();
+            break;
+        case UPGRADE_ACTIONS.STATUS:
+            await get_upgrade_status(config_fs);
+            break;
+        case UPGRADE_ACTIONS.HISTORY:
+            await get_upgrade_history(config_fs);
+            break;
+        default:
+            throw_cli_error(ManageCLIError.InvalidUpgradeAction);
+    }
+}
+
+/**
+ * exec_config_dir_upgrade handles cli upgrade operation
+ * @returns {Promise<Void>}
+ */
+async function exec_config_dir_upgrade() {
+    try {
+        // TODO - add verifications and a call to the config directory upgrade
+        throw new Error('Upgrade Config Directory is not implemented yet');
+    } catch (err) {
+        dbg.error('could not upgrade config directory successfully - err', err);
+        throw_cli_error({ ...ManageCLIError.UpgradeFailed, cause: err });
+    }
+}
+
+/**
+ * get_upgrade_status handles cli upgrade status operation
+ * @param {import('../sdk/config_fs').ConfigFS} config_fs
+ * @returns {Promise<Void>}
+ */
+async function get_upgrade_status(config_fs) {
+    try {
+        const system_config = await config_fs.get_system_config_file({ silent_if_missing: true });
+        let upgrade_status = system_config?.config_directory?.in_progress_upgrade;
+        if (!upgrade_status) upgrade_status = { message: 'Config directory upgrade status is empty, there is no ongoing config directory upgrade' };
+        write_stdout_response(ManageCLIResponse.UpgradeStatus, upgrade_status);
+    } catch (err) {
+        dbg.error('could not get upgrade status response', err);
+        throw_cli_error({ ...ManageCLIError.UpgradeStatusFailed, cause: err });
+    }
+}
+
+/**
+ * get_upgrade_history handles cli upgrade history operation
+ * @param {import('../sdk/config_fs').ConfigFS} config_fs
+ * @returns {Promise<Void>}
+ */
+async function get_upgrade_history(config_fs) {
+    try {
+        const system_config = await config_fs.get_system_config_file({ silent_if_missing: true });
+        let upgrade_history = system_config?.config_directory?.upgrade_history;
+        if (!upgrade_history) upgrade_history = { message: 'Config directory upgrade history is empty' };
+        write_stdout_response(ManageCLIResponse.UpgradeHistory, upgrade_history);
+    } catch (err) {
+        dbg.error('could not get upgrade history response', err);
+        throw_cli_error({ ...ManageCLIError.UpgradeHistoryFailed, cause: err });
+    }
+}
+
+exports.manage_upgrade_operations = manage_upgrade_operations;