Skip to content
This repository was archived by the owner on Apr 18, 2024. It is now read-only.

Commit 983c4c7

Browse files
committed
Fixed hdfs_ha detection, separated it so that it can also be selected regardless of simple/secure cluster selection.
1 parent dc8c96c commit 983c4c7

File tree

2 files changed

+9
-13
lines changed

2 files changed

+9
-13
lines changed

schema.yaml

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -19,11 +19,6 @@ groupings:
1919
- title: "High Availability"
2020
variables:
2121
- ${hdfs_ha}
22-
visible:
23-
not:
24-
- eq:
25-
- ${deployment_type}
26-
- "simple"
2722
- title: "Worker Node Options"
2823
variables:
2924
- ${worker_instance_shape}

scripts/deploy_on_oci.py

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1313,10 +1313,11 @@ def push_rcg_config(config):
13131313
print('-->Updating RCG: %s' % rcg)
13141314
rcg_roletype = 'SERVER' # type: str
13151315
maxclientcnxns = [cm_client.ApiConfig(name='maxClientCnxns', value='1024')]
1316+
maxSessionTimeout = [cm_client.ApiConfig(name='maxSessionTimeout', value='60000')]
13161317
datalogdir = [cm_client.ApiConfig(name='dataLogDir', value=LOG_DIR + '/zookeeper')]
13171318
datadir = [cm_client.ApiConfig(name='dataDir', value=LOG_DIR + '/zookeeper')]
13181319
zk_server_log_dir = [cm_client.ApiConfig(name='zk_server_log_dir', value=LOG_DIR + '/zookeeper')]
1319-
zk_config_list = [maxclientcnxns, datalogdir, datadir, zk_server_log_dir]
1320+
zk_config_list = [maxclientcnxns, maxSessionTimeout, datalogdir, datadir, zk_server_log_dir]
13201321
for config in zk_config_list:
13211322
push_rcg_config(config)
13221323
create_role(rcg, rcg_roletype, service, cm_host_id, cm_hostname, 1)
@@ -2083,8 +2084,8 @@ def options_parser(args=None):
20832084
sys.exit()
20842085

20852086
return (options.cm_server, options.input_host_list, options.disk_count, options.license_file, options.worker_shape,
2086-
options.num_workers, options.deployment_type, options.cdh_version, options.availability_domain, options.cluster_name,
2087-
cluster_primary_version, kafka_parcel_url)
2087+
options.num_workers, options.deployment_type, options.hdfs_ha, options.cdh_version, options.availability_domain,
2088+
options.cluster_name, cluster_primary_version, kafka_parcel_url)
20882089

20892090
#
20902091
# MAIN FUNCTION FOR CLUSTER DEPLOYMENT
@@ -2266,7 +2267,7 @@ def enable_kerberos():
22662267
deployment_time = time.time() - start_time
22672268
print('TOTAL SETUP TIME: %s ' % str(datetime.timedelta(seconds=deployment_time)))
22682269
print('CLUSTER SETUP TIME: %s ' % str(datetime.timedelta(seconds=cluster_setup_time)))
2269-
if hdfs_ha == 'True':
2270+
if hdfs_ha is True:
22702271
print('HDFS HA SETUP TIME: %s ' % str(datetime.timedelta(seconds=hdfs_ha_deployment_time)))
22712272
else:
22722273
pass
@@ -2276,8 +2277,9 @@ def enable_kerberos():
22762277
#
22772278

22782279
if __name__ == '__main__':
2279-
cm_server, input_host_list, disk_count, license_file, worker_shape, num_workers, deployment_type, cdh_version, availability_domain, cluster_name, cluster_primary_version, kafka_parcel_url =\
2280-
options_parser(sys.argv[1:])
2280+
cm_server, input_host_list, disk_count, license_file, worker_shape, num_workers, deployment_type, hdfs_ha, \
2281+
cdh_version, availability_domain, cluster_name, cluster_primary_version, kafka_parcel_url =\
2282+
options_parser(sys.argv[1:])
22812283
if debug == 'True':
22822284
print('cm_server = %s' % cm_server)
22832285
print('input_host_list = %s' % input_host_list)
@@ -2287,7 +2289,6 @@ def enable_kerberos():
22872289
print('cluster_name = %s' % cluster_name)
22882290
print('deployment_type = %s' % deployment_type)
22892291
if deployment_type == 'simple':
2290-
hdfs_ha = 'False'
22912292
secure_cluster = 'False'
22922293
else:
22932294
pass
@@ -2326,7 +2327,7 @@ def enable_kerberos():
23262327
if deployment_type == 'simple':
23272328
exit(0)
23282329
else:
2329-
if hdfs_ha == 'True':
2330+
if hdfs_ha is True:
23302331
hdfs_ha_deployment_start = time.time()
23312332
print('->Enabling HDFS HA')
23322333
hdfs_enable_nn_ha(snn_host_id)

0 commit comments

Comments
 (0)