@@ -127,7 +127,7 @@ The following is required if you are using the EKS AWS Load Balancer Controller
127
127
128
128
You need to update the CLUSTER NAME and the POLICY ARN generated above
129
129
130
- ``` bash
130
+ ``` yaml
131
131
apiVersion : eksctl.io/v1alpha5
132
132
kind : ClusterConfig
133
133
@@ -144,8 +144,8 @@ managedNodeGroups:
144
144
amiFamily : AmazonLinux2023
145
145
instanceType : m6i.2xlarge
146
146
minSize : 1
147
- maxSize: 4
148
- desiredCapacity: 4
147
+ maxSize : 5
148
+ desiredCapacity : 5
149
149
volumeSize : 100
150
150
ssh :
151
151
allow : true # will use ~/.ssh/id_rsa.pub as the default ssh key
@@ -154,7 +154,7 @@ managedNodeGroups:
154
154
- arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy
155
155
- arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy
156
156
- arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly
157
- - arn:aws:iam::827555229956 :policy/POLICYNAME
157
+ - arn:aws:iam::ECR_AWS_ACCOUNT_ID :policy/POLICYNAME
158
158
withAddonPolicies :
159
159
awsLoadBalancerController : true
160
160
addons :
@@ -233,21 +233,34 @@ kubectl create namespace hopsworks
233
233
234
234
- Update values.aws.yml
235
235
236
- ``` bash
236
+ ``` yaml
237
237
global :
238
238
_hopsworks :
239
- storageClassName: ebs-gp3
239
+ storageClassName : &storageClass ebs-gp3
240
240
cloudProvider : " AWS"
241
+
241
242
managedDockerRegistery :
242
243
enabled : true
243
244
domain : " ECR_AWS_ACCOUNT_ID.dkr.ecr.REGION.amazonaws.com"
244
245
namespace : " NAMESPACE"
245
246
credHelper :
246
247
enabled : true
247
248
secretName : &awsregcred "awsregcred"
249
+
250
+ managedObjectStorage :
251
+ enabled : true
252
+ s3 :
253
+ bucket :
254
+ name : &bucket "BUCKET_NAME"
255
+ region : ®ion "REGION"
256
+ secret :
257
+ name : &awscredentialsname "aws-credentials"
258
+ acess_key_id : &awskeyid "access-key-id"
259
+ secret_key_id : &awsaccesskey "secret-access-key"
260
+
248
261
minio :
249
- hopsfs:
250
- enabled: false
262
+ enabled : false
263
+
251
264
externalLoadBalancers :
252
265
enabled : true
253
266
class : null
@@ -256,40 +269,54 @@ global:
256
269
257
270
hopsworks :
258
271
variables :
272
+ # awsregcred Secret contains the docker configuration to use Cloud
273
+ # specific docker login helper method instead of username/password
274
+ # Currently only AWS and GCP support this method
275
+ # Azure has deprecated it
259
276
docker_operations_managed_docker_secrets : *awsregcred
260
- docker_operations_image_pull_secrets: " regcred"
277
+ # We *need* to put awsregcred here because this is the list of
278
+ # Secrets that are copied from hopsworks namespace to Projects namespace
279
+ # during project creation.
280
+ docker_operations_image_pull_secrets : " awsregcred"
261
281
dockerRegistry :
262
282
preset :
263
283
usePullPush : false
264
284
secrets :
265
- - " regcred"
266
285
- *awsregcred
267
- service:
268
- worker:
269
- external:
270
- http:
271
- type: NodePort
272
286
ingress :
273
287
enabled : true
274
288
ingressClassName : alb
275
289
annotations :
276
290
alb.ingress.kubernetes.io/scheme : internet-facing
277
-
291
+
292
+ rondb :
293
+ rondb :
294
+ resources :
295
+ requests :
296
+ storage :
297
+ classes :
298
+ default : *storageClass
299
+
278
300
hopsfs :
279
301
objectStorage :
280
302
enabled : true
281
303
provider : " S3"
282
304
s3 :
283
- bucket:
284
- name: " BUCKET_NAME "
285
- region: " REGION "
305
+ bucket :
306
+ name : *bucket
307
+ region : *region
286
308
287
309
consul :
288
310
consul :
289
311
server :
290
- storageClass: ebs-gp3
291
- ```
312
+ storageClass : *storageClass
292
313
314
+ prometheus :
315
+ prometheus :
316
+ server :
317
+ persistentVolume :
318
+ storageClass : *storageClass
319
+ ` ` `
293
320
294
321
- Run the Helm install
295
322
@@ -310,7 +337,7 @@ kubectl -n hopsworks get pods
310
337
Using the Helm chart and the values files the following resources are created:
311
338
312
339
Load Balancers:
313
- ``` bash
340
+ ``` yaml
314
341
externalLoadBalancers :
315
342
enabled : true
316
343
class : null
@@ -347,7 +374,7 @@ Other load balancer providers are also supported by providing the appropriate co
347
374
348
375
Ingress:
349
376
350
- ``` bash
377
+ ` ` ` yaml
351
378
ingress :
352
379
enabled : true
353
380
ingressClassName : alb
0 commit comments