Merge branch 'main' into feature/image-tools-revamp

Author: lfrancke

.hadolint.yaml

@@ -30,7 +30,26 @@ ignored:
   # Reason: I've yet to see this being useful, where this happens we usually have no way to actually provide the file
   - SC1091
 
+  # Expressions don't expand in single quotes, use double quotes for that.
+  # https://www.shellcheck.net/wiki/SC2016
+  # Reason: Ignoring because envsubst requires environment variable names
+  # as parameter. These environment variables must not be expanded, e.g.:
+  # envsubst '${PRODUCT}:${HBASE_OPERATOR_TOOLS}' < /stackable/bin/hbck2.env
+  - SC2016
+
   # Use cd ... || exit in case cd fails.
   # https://github.com/koalaman/shellcheck/wiki/SC2164
   # Reason: Ignoring because we inherit SHELL from the base image which contains "-e" for bash
   - SC2164
+
+  # In POSIX sh, [[ ]] is undefined.
+  # https://www.shellcheck.net/wiki/SC3010
+  # Reason: Ignoring because we inherit SHELL from the base image which
+  # sets the default shell to Bash where [[ ]] is defined.
+  - SC3010
+
+  # In POSIX sh, string replacement is undefined.
+  # https://www.shellcheck.net/wiki/SC3060
+  # Reason: Ignoring because we inherit SHELL from the base image which
+  # sets the default shell to Bash where string replacement is supported.
+  - SC3060

CHANGELOG.md

@@ -16,6 +16,8 @@ All notable changes to this project will be documented in this file.
 - trino-cli: Add version `455` ([#822]).
 - spark: Add version `3.5.2` ([#848]).
 - hadoop: Add patch "HADOOP-18516: Support Fixed SAS Token for ABFS Authentication" ([#852]).
+- hbase: Add hadoop-azure.jar to the lib directory to support the Azure Blob Filesystem and
+  the Azure Data Lake Storage ([#853]).
 
 ### Changed
 
@@ -34,6 +36,7 @@ All notable changes to this project will be documented in this file.
 - hbase: Remove 2.4.17 ([#846]).
 - omid: Remove 1.1.0 and 1.1.1 ([#846]).
 - spark: Remove 3.4.2 and 3.4.3 ([#848]).
+- zookeeper: Remove 3.8.4 ([#851]).
 
 ### Fixed
 
@@ -51,7 +54,9 @@ All notable changes to this project will be documented in this file.
 [#822]: https://github.com/stackabletech/docker-images/pull/822
 [#846]: https://github.com/stackabletech/docker-images/pull/846
 [#848]: https://github.com/stackabletech/docker-images/pull/848
+[#851]: https://github.com/stackabletech/docker-images/pull/851
 [#852]: https://github.com/stackabletech/docker-images/pull/852
+[#853]: https://github.com/stackabletech/docker-images/pull/853
 
 ## [24.7.0] - 2024-07-24
 

hbase/Dockerfile

@@ -317,6 +317,14 @@ COPY --chown=stackable:stackable --from=phoenix-builder /stackable/phoenix /stac
 COPY --chown=stackable:stackable --from=hadoop-s3-builder /stackable/bin/export-snapshot-to-s3 /stackable/bin/export-snapshot-to-s3
 COPY --chown=stackable:stackable --from=hadoop-s3-builder /stackable/hadoop/share/hadoop/tools/lib/ /stackable/hadoop/share/hadoop/tools/lib/
 
+# Copy the dependencies from Hadoop which are required for the Azure Data Lake
+# Storage (ADLS) to /stackable/hbase-${PRODUCT}/lib which is on the classpath.
+# hadoop-azure-${HADOOP}.jar contains the AzureBlobFileSystem which is required
+# by hadoop-common-${HADOOP}.jar if the scheme of a file system is "abfs://".
+COPY --chown=stackable:stackable --from=hadoop-builder \
+    /stackable/hadoop/share/hadoop/tools/lib/hadoop-azure-${HADOOP}.jar \
+    /stackable/hbase-${PRODUCT}/lib/
+
 COPY --chown=stackable:stackable --from=opa-authorizer-builder /stackable/hbase-opa-authorizer/target/hbase-opa-authorizer*.jar /stackable/hbase-${PRODUCT}/lib
 
 RUN <<EOF

zookeeper/stackable/patches/3.8.4/.gitkeep

@@ -1,13 +1,11 @@
 versions = [
-    {
-        "product": "3.8.4",
-        "java-base": "11",
-        "java-devel": "11",
-        "jmx_exporter": "1.0.1",
-    },
     {
         "product": "3.9.2",
-        "java-base": "11",
+        "java-base": "17",
+        # NOTE (@NickLarsenNZ): Builds fail on Java 17, with the output:
+        # [ERROR] Failed to execute goal com.github.spotbugs:spotbugs-maven-plugin:4.0.0:spotbugs (spotbugs) on project
+        # zookeeper: Execution spotbugs of goal com.github.spotbugs:spotbugs-maven-plugin:4.0.0:spotbugs failed: Java
+        # returned: 1 -> [Help 1]
         "java-devel": "11",
         "jmx_exporter": "1.0.1",
     },