feat: Add support for Trino 470

CHANGELOG.md

@@ -11,18 +11,23 @@ All notable changes to this project will be documented in this file.
 - Run a `containerdebug` process in the background of each Trino container to collect debugging information ([#687]).
 - Support configuring JVM arguments ([#677]).
 - Aggregate emitted Kubernetes events on the CustomResources ([#677]).
+- Support for Trino 470 ([#705]).
 
 ## Changed
 
 - Increased the default temporary secret lifetime for coordinators from 1 day to 15 days.
   This is because Trino currently does not offer a HA setup for them, a restart kills all running queries ([#694]).
 - Default to OCI for image metadata and product image selection ([#695]).
+- Explicitly set `fs.native-s3.enabled=true` and `fs.hadoop.enabled=true` in applicable catalog config properties ([#705]).
+  - Trino 470 requires the native S3 implementation to be used.
+- Set the S3 region unless it will be auto-discovered ([#705]).
 
 [#676]: https://github.com/stackabletech/trino-operator/pull/676
 [#677]: https://github.com/stackabletech/trino-operator/pull/677
 [#687]: https://github.com/stackabletech/trino-operator/pull/687
 [#694]: https://github.com/stackabletech/trino-operator/pull/694
 [#695]: https://github.com/stackabletech/trino-operator/pull/695
+[#705]: https://github.com/stackabletech/trino-operator/pull/705
 
 ## [24.11.1] - 2025-01-10
 

Cargo.toml

@@ -25,7 +25,7 @@ serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
 serde_yaml = "0.9"
 snafu = "0.8"
-stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", tag = "stackable-operator-0.85.0" }
+stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", tag = "stackable-operator-0.86.2" }
 product-config = { git = "https://github.com/stackabletech/product-config.git", tag = "0.7.0" }
 strum = { version = "0.26", features = ["derive"] }
 tokio = { version = "1.40", features = ["full"] }

deploy/helm/trino-operator/crds/crds.yaml

@@ -1578,6 +1578,32 @@ spec:
                                   minimum: 0.0
                                   nullable: true
                                   type: integer
+                                region:
+                                  default:
+                                    name: us-east-1
+                                  description: |-
+                                    AWS service API region used by the AWS SDK when using AWS S3 buckets.
+
+                                    This defaults to `us-east-1` and can be ignored if not using AWS S3 buckets.
+
+                                    NOTE: This is not the bucket region, and is used by the AWS SDK to construct endpoints for various AWS service APIs. It is only useful when using AWS S3 buckets.
+
+                                    When using AWS S3 buckets, you can configure optimal AWS service API connections in the following ways: - From **inside** AWS: Use an auto-discovery source (eg: AWS IMDS). - From **outside** AWS, or when IMDS is disabled, explicity set the region name nearest to where the client application is running from.
+                                  oneOf:
+                                    - required:
+                                        - source
+                                    - required:
+                                        - name
+                                  properties:
+                                    name:
+                                      description: 'An explicit region, eg: eu-central-1'
+                                      type: string
+                                    source:
+                                      description: Defer region detection to an auto-discovery mechanism.
+                                      enum:
+                                        - AwsImds
+                                      type: string
+                                  type: object
                                 tls:
                                   description: Use a TLS connection. If not specified no TLS will be used.
                                   nullable: true
@@ -1795,6 +1821,32 @@ spec:
                                   minimum: 0.0
                                   nullable: true
                                   type: integer
+                                region:
+                                  default:
+                                    name: us-east-1
+                                  description: |-
+                                    AWS service API region used by the AWS SDK when using AWS S3 buckets.
+
+                                    This defaults to `us-east-1` and can be ignored if not using AWS S3 buckets.
+
+                                    NOTE: This is not the bucket region, and is used by the AWS SDK to construct endpoints for various AWS service APIs. It is only useful when using AWS S3 buckets.
+
+                                    When using AWS S3 buckets, you can configure optimal AWS service API connections in the following ways: - From **inside** AWS: Use an auto-discovery source (eg: AWS IMDS). - From **outside** AWS, or when IMDS is disabled, explicity set the region name nearest to where the client application is running from.
+                                  oneOf:
+                                    - required:
+                                        - source
+                                    - required:
+                                        - name
+                                  properties:
+                                    name:
+                                      description: 'An explicit region, eg: eu-central-1'
+                                      type: string
+                                    source:
+                                      description: Defer region detection to an auto-discovery mechanism.
+                                      enum:
+                                        - AwsImds
+                                      type: string
+                                  type: object
                                 tls:
                                   description: Use a TLS connection. If not specified no TLS will be used.
                                   nullable: true
@@ -1929,6 +1981,32 @@ spec:
                                   minimum: 0.0
                                   nullable: true
                                   type: integer
+                                region:
+                                  default:
+                                    name: us-east-1
+                                  description: |-
+                                    AWS service API region used by the AWS SDK when using AWS S3 buckets.
+
+                                    This defaults to `us-east-1` and can be ignored if not using AWS S3 buckets.
+
+                                    NOTE: This is not the bucket region, and is used by the AWS SDK to construct endpoints for various AWS service APIs. It is only useful when using AWS S3 buckets.
+
+                                    When using AWS S3 buckets, you can configure optimal AWS service API connections in the following ways: - From **inside** AWS: Use an auto-discovery source (eg: AWS IMDS). - From **outside** AWS, or when IMDS is disabled, explicity set the region name nearest to where the client application is running from.
+                                  oneOf:
+                                    - required:
+                                        - source
+                                    - required:
+                                        - name
+                                  properties:
+                                    name:
+                                      description: 'An explicit region, eg: eu-central-1'
+                                      type: string
+                                    source:
+                                      description: Defer region detection to an auto-discovery mechanism.
+                                      enum:
+                                        - AwsImds
+                                      type: string
+                                  type: object
                                 tls:
                                   description: Use a TLS connection. If not specified no TLS will be used.
                                   nullable: true

docs/modules/trino/examples/getting_started/code/trino.yaml

@@ -5,7 +5,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

docs/modules/trino/examples/getting_started/code/trino.yaml.j2

@@ -5,7 +5,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

docs/modules/trino/examples/usage-guide/trino-insecure.yaml

@@ -17,7 +17,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

docs/modules/trino/examples/usage-guide/trino-secure-internal-tls.yaml

@@ -17,7 +17,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     tls:
       internalSecretClass: trino-internal-tls # <1>

docs/modules/trino/examples/usage-guide/trino-secure-tls-only.yaml

@@ -17,7 +17,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     tls:
       serverSecretClass: trino-tls # <1>

docs/modules/trino/examples/usage-guide/trino-secure-tls.yaml

@@ -17,7 +17,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     tls:
       serverSecretClass: trino-tls # <1>

docs/modules/trino/pages/usage-guide/catalogs/index.adoc

@@ -73,7 +73,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

docs/modules/trino/partials/supported-versions.adoc

@@ -2,5 +2,6 @@
 // This is a separate file, since it is used by both the direct Trino documentation, and the overarching
 // Stackable Platform documentation.
 
+- 470
 - 455
 - 451 (LTS)

examples/simple-trino-cluster-authentication-opa-authorization-s3.yaml

@@ -5,7 +5,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     authentication:
       - authenticationClass: simple-trino-users

examples/simple-trino-cluster-hive-ha-s3.yaml

@@ -9,7 +9,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

examples/simple-trino-cluster-resource-limits.yaml

@@ -5,7 +5,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector: {}
   coordinators:

examples/simple-trino-cluster-s3.yaml

@@ -7,7 +7,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

examples/simple-trino-cluster.yaml

@@ -5,7 +5,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     catalogLabelSelector:
       matchLabels:

examples/simple-trino-oauth2.yaml

@@ -91,7 +91,7 @@ metadata:
   name: simple-trino
 spec:
   image:
-    productVersion: "455"
+    productVersion: "470"
   clusterConfig:
     authentication:
       - authenticationClass: simple-trino-oidc

rust/crd/src/affinity.rs

@@ -112,7 +112,7 @@ mod tests {
           name: simple-trino
         spec:
           image:
-            productVersion: "455"
+            productVersion: "470"
           clusterConfig:
             catalogLabelSelector:
               matchLabels:
@@ -199,7 +199,7 @@ mod tests {
           name: simple-trino
         spec:
           image:
-            productVersion: "455"
+            productVersion: "470"
           clusterConfig:
             catalogLabelSelector:
               matchLabels: