@@ -127,7 +127,7 @@ The following is required if you are using the EKS AWS Load Balancer Controller
127
127
128
128
You need to update the CLUSTER NAME and the POLICY ARN generated above
129
129
130
- ``` bash
130
+ ``` yaml
131
131
apiVersion : eksctl.io/v1alpha5
132
132
kind : ClusterConfig
133
133
@@ -144,8 +144,8 @@ managedNodeGroups:
144
144
amiFamily : AmazonLinux2023
145
145
instanceType : m6i.2xlarge
146
146
minSize : 1
147
- maxSize: 4
148
- desiredCapacity: 4
147
+ maxSize : 5
148
+ desiredCapacity : 5
149
149
volumeSize : 100
150
150
ssh :
151
151
allow : true # will use ~/.ssh/id_rsa.pub as the default ssh key
@@ -154,7 +154,7 @@ managedNodeGroups:
154
154
- arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy
155
155
- arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy
156
156
- arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly
157
- - arn:aws:iam::827555229956 :policy/POLICYNAME
157
+ - arn:aws:iam::ECR_AWS_ACCOUNT_ID :policy/POLICYNAME
158
158
withAddonPolicies :
159
159
awsLoadBalancerController : true
160
160
addons :
@@ -233,21 +233,34 @@ kubectl create namespace hopsworks
233
233
234
234
- Update values.aws.yml
235
235
236
- ``` bash
236
+ ``` yaml
237
237
global :
238
238
_hopsworks :
239
- storageClassName: ebs-gp3
239
+ storageClassName : &storageClass ebs-gp3
240
240
cloudProvider : " AWS"
241
+
241
242
managedDockerRegistery :
242
243
enabled : true
243
244
domain : " ECR_AWS_ACCOUNT_ID.dkr.ecr.REGION.amazonaws.com"
244
245
namespace : " NAMESPACE"
245
246
credHelper :
246
247
enabled : true
247
248
secretName : &awsregcred "awsregcred"
249
+
250
+ managedObjectStorage :
251
+ enabled : true
252
+ s3 :
253
+ bucket :
254
+ name : &bucket "BUCKET_NAME"
255
+ region : ®ion "REGION"
256
+ secret :
257
+ name : &awscredentialsname "aws-credentials"
258
+ acess_key_id : &awskeyid "access-key-id"
259
+ secret_key_id : &awsaccesskey "secret-access-key"
260
+
248
261
minio :
249
- hopsfs:
250
- enabled: false
262
+ enabled : false
263
+
251
264
externalLoadBalancers :
252
265
enabled : true
253
266
class : null
@@ -256,40 +269,56 @@ global:
256
269
257
270
hopsworks :
258
271
variables :
272
+ # awsregcred Secret contains the docker configuration to use Cloud
273
+ # specific docker login helper method instead of username/password
274
+ # Currently only AWS and GCP support this method
275
+ # Azure has deprecated it
259
276
docker_operations_managed_docker_secrets : *awsregcred
260
- docker_operations_image_pull_secrets: " regcred"
277
+ # We *need* to put awsregcred here because this is the list of
278
+ # Secrets that are copied from hopsworks namespace to Projects namespace
279
+ # during project creation.
280
+ docker_operations_image_pull_secrets : " awsregcred"
261
281
dockerRegistry :
262
282
preset :
263
283
usePullPush : false
264
284
secrets :
265
- - " regcred"
266
285
- *awsregcred
267
- service:
268
- worker:
269
- external:
270
- http:
271
- type: NodePort
272
286
ingress :
273
287
enabled : true
274
288
ingressClassName : alb
275
289
annotations :
276
290
alb.ingress.kubernetes.io/scheme : internet-facing
277
-
291
+
292
+ rondb :
293
+ rondb :
294
+ resources :
295
+ requests :
296
+ storage :
297
+ classes :
298
+ binlogFiles : *storageClass
299
+ default : *storageClass
300
+ diskColumns : *storageClass
301
+
278
302
hopsfs :
279
303
objectStorage :
280
304
enabled : true
281
305
provider : " S3"
282
306
s3 :
283
- bucket:
284
- name: " BUCKET_NAME "
285
- region: " REGION "
307
+ bucket :
308
+ name : *bucket
309
+ region : *region
286
310
287
311
consul :
288
312
consul :
289
313
server :
290
- storageClass: ebs-gp3
291
- ```
314
+ storageClass : *storageClass
292
315
316
+ prometheus :
317
+ prometheus :
318
+ server :
319
+ persistentVolume :
320
+ storageClass : *storageClass
321
+ ` ` `
293
322
294
323
- Run the Helm install
295
324
@@ -310,7 +339,7 @@ kubectl -n hopsworks get pods
310
339
Using the Helm chart and the values files the following resources are created:
311
340
312
341
Load Balancers:
313
- ``` bash
342
+ ``` yaml
314
343
externalLoadBalancers :
315
344
enabled : true
316
345
class : null
@@ -347,7 +376,7 @@ Other load balancer providers are also supported by providing the appropriate co
347
376
348
377
Ingress:
349
378
350
- ``` bash
379
+ ` ` ` yaml
351
380
ingress :
352
381
enabled : true
353
382
ingressClassName : alb
0 commit comments