diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml index 6ef43a43..6a7c3028 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml @@ -43,13 +43,13 @@ data: stackable.tech/vendor: Stackable spec: sparkImage: - productVersion: 3.5.2 + productVersion: 3.5.5 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.7.0 - - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.2 + - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1 + - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5 s3connection: reference: minio sparkConf: diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml index 63829826..c3b1245f 100644 --- a/demos/end-to-end-security/create-spark-report.yaml +++ b/demos/end-to-end-security/create-spark-report.yaml @@ -55,12 +55,12 @@ data: name: spark-report spec: sparkImage: - productVersion: 3.5.2 + productVersion: 3.5.5 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-report.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.7.0 + - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1 sparkConf: spark.driver.extraClassPath: /stackable/config/hdfs spark.executor.extraClassPath: /stackable/config/hdfs diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index 03516a3a..3ca2b3f1 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -37,13 +37,13 @@ data: name: spark-ad spec: sparkImage: - productVersion: 3.5.2 + productVersion: 3.5.5 mode: cluster mainApplicationFile: local:///spark-scripts/spark-ad.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.0 - - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.0 + - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1 + - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5 requirements: - scikit-learn==1.4.0 s3connection: