Skip to content

Commit 05e52b7

Browse files
committed
move property to core-site.xml
1 parent 0baead3 commit 05e52b7

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

rust/operator-binary/src/hdfs_controller.rs

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -674,9 +674,6 @@ fn rolegroup_config_map(
674674
// Enabling this behavior causes HDFS to sync to disk as soon as possible.
675675
.add("dfs.datanode.sync.behind.writes", "true")
676676
.add("dfs.datanode.synconclose", "true")
677-
// The default (4096) hasn't changed since 2009.
678-
// Increase to 128k to allow for faster transfers.
679-
.add("io.file.buffer.size", "131072")
680677
// Defaults to 10 since at least 2011.
681678
// This controls the concurrent number of client connections (this includes DataNodes)
682679
// to the NameNode. Ideally, we'd scale this with the number of DataNodes but this would
@@ -720,7 +717,10 @@ fn rolegroup_config_map(
720717
.ha_zookeeper_quorum()
721718
.security_config(hdfs, cluster_info)
722719
.context(BuildSecurityConfigSnafu)?
723-
.enable_prometheus_endpoint();
720+
.enable_prometheus_endpoint()
721+
// The default (4096) hasn't changed since 2009.
722+
// Increase to 128k to allow for faster transfers.
723+
.add("io.file.buffer.size", "131072");
724724
if let Some(hdfs_opa_config) = hdfs_opa_config {
725725
hdfs_opa_config.add_core_site_config(&mut core_site);
726726
}

0 commit comments

Comments
 (0)