Skip to content

Commit 0231384

Browse files
committed
feat: improve default configuration
1 parent 2bba315 commit 0231384

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

rust/operator-binary/src/hdfs_controller.rs

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -664,7 +664,15 @@ fn rolegroup_config_map(
664664
)
665665
.add("dfs.datanode.registered.hostname", "${env.POD_ADDRESS}")
666666
.add("dfs.datanode.registered.port", "${env.DATA_PORT}")
667-
.add("dfs.datanode.registered.ipc.port", "${env.IPC_PORT}");
667+
.add("dfs.datanode.registered.ipc.port", "${env.IPC_PORT}")
668+
.add("dfs.datanode.sync.behind.writes", "true")
669+
.add("dfs.datanode.synconclose", "true")
670+
.add("io.file.buffer.size", "131072")
671+
.add("dfs.namenode.handler.count", "50")
672+
.add("dfs.datanode.handler.count", "50")
673+
.add("dfs.namenode.replication.max-streams", "4")
674+
.add("dfs.namenode.replication.max-streams-hard-limit", "8")
675+
.add("dfs.datanode.max.transfer.threads", "8192");
668676
if hdfs.has_https_enabled() {
669677
hdfs_site.add("dfs.datanode.registered.https.port", "${env.HTTPS_PORT}");
670678
} else {

0 commit comments

Comments
 (0)