Merge branch 'main' into chore/kafka-3.9.1

razvan · web-flow · commit 7950e193d7e2 · 2025-06-13T14:03:55.000+02:00
diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml
@@ -43,13 +43,13 @@ data:
         stackable.tech/vendor: Stackable
     spec:
       sparkImage:
-        productVersion: 3.5.5
+        productVersion: 3.5.6
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py
       deps:
         packages:
           - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1
-          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5
+          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.6
       s3connection:
         reference: minio
       sparkConf:
diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml
@@ -55,7 +55,7 @@ data:
       name: spark-report
     spec:
       sparkImage:
-        productVersion: 3.5.5
+        productVersion: 3.5.6
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-report.py
       deps:
diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml
@@ -37,7 +37,7 @@ data:
       name: spark-ad
     spec:
       sparkImage:
-        productVersion: 3.5.5
+        productVersion: 3.5.6
       mode: cluster
       mainApplicationFile: local:///spark-scripts/spark-ad.py
       deps:
diff --git a/docs/modules/demos/pages/trino-iceberg.adoc b/docs/modules/demos/pages/trino-iceberg.adoc
@@ -77,7 +77,7 @@ As an alternative, you can use https://trino.io/download.html[trino-cli] by runn
 
 [source,console]
 ----
-$ java -jar ~/Downloads/trino-cli-470-executable.jar --user admin --insecure --password --server https://172.18.0.2:30856
+$ java -jar ~/Downloads/trino-cli-476-executable.jar --user admin --insecure --password --server https://172.18.0.2:30856
 ----
 
 Make sure to replace the server endpoint with the endpoint listed in the `stackablectl stacklet list` output.
diff --git a/stacks/airflow/airflow.yaml b/stacks/airflow/airflow.yaml
@@ -274,7 +274,7 @@ data:
     spec:
       version: "1.0"
       sparkImage:
-        productVersion: 3.5.5
+        productVersion: 3.5.6
       mode: cluster
       mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py
       job:
diff --git a/stacks/data-lakehouse-iceberg-trino-spark/trino.yaml b/stacks/data-lakehouse-iceberg-trino-spark/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "470"
+    productVersion: "476"
   clusterConfig:
     listenerClass: external-unstable
     catalogLabelSelector:
diff --git a/stacks/dual-hive-hdfs-s3/trino.yaml b/stacks/dual-hive-hdfs-s3/trino.yaml
@@ -61,7 +61,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "470"
+    productVersion: "476"
   clusterConfig:
     authorization:
       opa:
diff --git a/stacks/end-to-end-security/trino.yaml b/stacks/end-to-end-security/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "470"
+    productVersion: "476"
   clusterConfig:
     listenerClass: external-unstable
     tls:
diff --git a/stacks/jupyterhub-pyspark-hdfs/jupyterlab.yaml b/stacks/jupyterhub-pyspark-hdfs/jupyterlab.yaml
@@ -21,7 +21,7 @@ spec:
       serviceAccountName: default
       containers:
         - name: jupyterlab
-          image: oci.stackable.tech/stackable/spark-connect-client:3.5.5-stackable0.0.0-dev
+          image: oci.stackable.tech/stackable/spark-connect-client:3.5.6-stackable0.0.0-dev
           imagePullPolicy: IfNotPresent
           command:
             - bash
@@ -39,7 +39,7 @@ spec:
               name: notebook
       initContainers:
         - name: download-notebook
-          image: oci.stackable.tech/stackable/spark-connect-client:3.5.5-stackable0.0.0-dev
+          image: oci.stackable.tech/stackable/spark-connect-client:3.5.6-stackable0.0.0-dev
           command: ['sh', '-c', 'curl https://raw.githubusercontent.com/stackabletech/demos/main/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb -o /notebook/notebook.ipynb']
           volumeMounts:
             - mountPath: /notebook
diff --git a/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb b/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb
@@ -53,7 +53,7 @@
     "#\n",
     "# See: https://issues.apache.org/jira/browse/SPARK-46032\n",
     "#\n",
-    "spark.addArtifacts(\"/stackable/spark/connect/spark-connect_2.12-3.5.5.jar\")"
+    "spark.addArtifacts(\"/stackable/spark/connect/spark-connect_2.12-3.5.6.jar\")"
    ]
   },
   {
diff --git a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml
@@ -30,8 +30,8 @@ spec:
   image:
     # Using an image that includes scikit-learn (among other things)
     # because this package needs to be available on the executors.
-    custom: oci.stackable.tech/stackable/spark-connect-client:3.5.5-stackable0.0.0-dev
-    productVersion: 3.5.5
+    custom: oci.stackable.tech/stackable/spark-connect-client:3.5.6-stackable0.0.0-dev
+    productVersion: 3.5.6
     pullPolicy: IfNotPresent
   args:
   server:
diff --git a/stacks/keycloak-opa-poc/trino.yaml b/stacks/keycloak-opa-poc/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "470"
+    productVersion: "476"
   clusterConfig:
     listenerClass: external-unstable
     tls:
diff --git a/stacks/trino-iceberg/trino.yaml b/stacks/trino-iceberg/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "470"
+    productVersion: "476"
   clusterConfig:
     listenerClass: external-unstable
     catalogLabelSelector:
diff --git a/stacks/trino-superset-s3/trino.yaml b/stacks/trino-superset-s3/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "470"
+    productVersion: "476"
   clusterConfig:
     listenerClass: external-unstable
     catalogLabelSelector:

Original file line number	Diff line number	Diff line change
`@@ -53,7 +53,7 @@`
`53`	`53`	`"#\n",`
`54`	`54`	`"# See: https://issues.apache.org/jira/browse/SPARK-46032\n",`
`55`	`55`	`"#\n",`
`56`		`- "spark.addArtifacts(\"/stackable/spark/connect/spark-connect_2.12-3.5.5.jar\")"`
	`56`	`+ "spark.addArtifacts(\"/stackable/spark/connect/spark-connect_2.12-3.5.6.jar\")"`
`57`	`57`	`]`
`58`	`58`	`},`
`59`	`59`	`{`