Add support for Hadoop 3.4.0 (#545)

* add support for hadoop 3.4.0

* fix test definition

* Mark 3.3.x as deprecated

* add changelog entry

---------

Co-authored-by: Sebastian Bernauer <sebastian.bernauer@stackable.tech>

Author: labrenbe

CHANGELOG.md

@@ -4,6 +4,10 @@ All notable changes to this project will be documented in this file.
 
 ## [Unreleased]
 
+### Added
+
+- Add support for version `3.4.0` ([#545]).
+
 ### Fixed
 
 - Revert changing the getting started script to use the listener class `cluster-internal` ([#492]) ([#493]).
@@ -16,6 +20,7 @@ All notable changes to this project will be documented in this file.
 [#517]: https://github.com/stackabletech/hdfs-operator/pull/517
 [#534]: https://github.com/stackabletech/hdfs-operator/pull/534
 [#536]: https://github.com/stackabletech/hdfs-operator/pull/536
+[#545]: https://github.com/stackabletech/hdfs-operator/pull/545
 
 ## [24.3.0] - 2024-03-20
 

docs/modules/hdfs/examples/getting_started/hdfs.yaml

@@ -5,7 +5,7 @@ metadata:
   name: simple-hdfs
 spec:
   image:
-    productVersion: 3.3.4
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: simple-hdfs-znode
     dfsReplication: 1

docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2

@@ -5,7 +5,7 @@ metadata:
   name: simple-hdfs
 spec:
   image:
-    productVersion: 3.3.4
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: simple-hdfs-znode
     dfsReplication: 1

docs/modules/hdfs/partials/supported-versions.adoc

@@ -2,5 +2,6 @@
 // This is a separate file, since it is used by both the direct HDFS-Operator documentation, and the overarching
 // Stackable Platform documentation.
 
-- 3.3.6 - Please note that there is a https://github.com/stackabletech/hdfs-operator/issues/440[known issue] related to NameNode bootstrapping which can happen in rare cases. It is therefore recommended to use `3.3.4` until the problem is resolved.
-- 3.3.4
+- 3.4.0 (LTS)
+- 3.3.6 (deprecated) - Please note that there is a https://github.com/stackabletech/hdfs-operator/issues/440[known issue] related to NameNode bootstrapping which can happen in rare cases. It is therefore recommended to use `3.3.4` until the problem is resolved.
+- 3.3.4 (deprecated)

rust/crd/src/affinity.rs

@@ -54,7 +54,7 @@ metadata:
   name: simple-hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   journalNodes:

rust/crd/src/lib.rs

@@ -1371,7 +1371,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   dataNodes:
@@ -1406,7 +1406,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   dataNodes:
@@ -1441,7 +1441,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   dataNodes:
@@ -1471,7 +1471,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
     rackAwareness:
@@ -1536,7 +1536,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   dataNodes:
@@ -1592,7 +1592,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   dataNodes:
@@ -1648,7 +1648,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   dataNodes:
@@ -1675,7 +1675,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
     rackAwareness:

rust/operator-binary/src/hdfs_controller.rs

@@ -835,7 +835,7 @@ metadata:
   name: hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
   clusterConfig:
     zookeeperConfigMapName: hdfs-zk
   nameNodes:
@@ -868,7 +868,7 @@ properties: []
             transform_all_roles_to_config(&hdfs, hdfs.build_role_properties().unwrap()).unwrap();
 
         let validated_config = validate_all_roles_and_groups_config(
-            "3.3.6",
+            "3.4.0",
             &config,
             &ProductConfigManager::from_str(product_config).unwrap(),
             false,

tests/test-definition.yaml

@@ -4,15 +4,16 @@ dimensions:
     values:
       - 3.3.4
       - 3.3.6
+      - 3.4.0
   - name: hadoop-latest
     values:
-      - 3.3.4
+      - 3.4.0
   - name: hadoop-external-client-docker-image
     values:
-      - 3.3.6
+      - 3.4.0
   - name: zookeeper
     values:
-      - 3.8.4
+      - 3.9.2
   - name: zookeeper-latest
     values:
       - 3.9.2