Skip to content

Commit b8739cf

Browse files
authored
[HWORKS-2240] Update AWS setup guide (#489) (#490)
1 parent c4e27db commit b8739cf

File tree

1 file changed

+50
-23
lines changed

1 file changed

+50
-23
lines changed

docs/setup_installation/aws/getting_started.md

Lines changed: 50 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@ The following is required if you are using the EKS AWS Load Balancer Controller
127127

128128
You need to update the CLUSTER NAME and the POLICY ARN generated above
129129

130-
```bash
130+
```yaml
131131
apiVersion: eksctl.io/v1alpha5
132132
kind: ClusterConfig
133133

@@ -144,8 +144,8 @@ managedNodeGroups:
144144
amiFamily: AmazonLinux2023
145145
instanceType: m6i.2xlarge
146146
minSize: 1
147-
maxSize: 4
148-
desiredCapacity: 4
147+
maxSize: 5
148+
desiredCapacity: 5
149149
volumeSize: 100
150150
ssh:
151151
allow: true # will use ~/.ssh/id_rsa.pub as the default ssh key
@@ -154,7 +154,7 @@ managedNodeGroups:
154154
- arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy
155155
- arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy
156156
- arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly
157-
- arn:aws:iam::827555229956:policy/POLICYNAME
157+
- arn:aws:iam::ECR_AWS_ACCOUNT_ID:policy/POLICYNAME
158158
withAddonPolicies:
159159
awsLoadBalancerController: true
160160
addons:
@@ -233,21 +233,34 @@ kubectl create namespace hopsworks
233233

234234
- Update values.aws.yml
235235

236-
```bash
236+
```yaml
237237
global:
238238
_hopsworks:
239-
storageClassName: ebs-gp3
239+
storageClassName: &storageClass ebs-gp3
240240
cloudProvider: "AWS"
241+
241242
managedDockerRegistery:
242243
enabled: true
243244
domain: "ECR_AWS_ACCOUNT_ID.dkr.ecr.REGION.amazonaws.com"
244245
namespace: "NAMESPACE"
245246
credHelper:
246247
enabled: true
247248
secretName: &awsregcred "awsregcred"
249+
250+
managedObjectStorage:
251+
enabled: true
252+
s3:
253+
bucket:
254+
name: &bucket "BUCKET_NAME"
255+
region: &region "REGION"
256+
secret:
257+
name: &awscredentialsname "aws-credentials"
258+
acess_key_id: &awskeyid "access-key-id"
259+
secret_key_id: &awsaccesskey "secret-access-key"
260+
248261
minio:
249-
hopsfs:
250-
enabled: false
262+
enabled: false
263+
251264
externalLoadBalancers:
252265
enabled: true
253266
class: null
@@ -256,40 +269,54 @@ global:
256269

257270
hopsworks:
258271
variables:
272+
# awsregcred Secret contains the docker configuration to use Cloud
273+
# specific docker login helper method instead of username/password
274+
# Currently only AWS and GCP support this method
275+
# Azure has deprecated it
259276
docker_operations_managed_docker_secrets: *awsregcred
260-
docker_operations_image_pull_secrets: "regcred"
277+
# We *need* to put awsregcred here because this is the list of
278+
# Secrets that are copied from hopsworks namespace to Projects namespace
279+
# during project creation.
280+
docker_operations_image_pull_secrets: "awsregcred"
261281
dockerRegistry:
262282
preset:
263283
usePullPush: false
264284
secrets:
265-
- "regcred"
266285
- *awsregcred
267-
service:
268-
worker:
269-
external:
270-
http:
271-
type: NodePort
272286
ingress:
273287
enabled: true
274288
ingressClassName: alb
275289
annotations:
276290
alb.ingress.kubernetes.io/scheme: internet-facing
277-
291+
292+
rondb:
293+
rondb:
294+
resources:
295+
requests:
296+
storage:
297+
classes:
298+
default: *storageClass
299+
278300
hopsfs:
279301
objectStorage:
280302
enabled: true
281303
provider: "S3"
282304
s3:
283-
bucket:
284-
name: "BUCKET_NAME"
285-
region: "REGION"
305+
bucket:
306+
name: *bucket
307+
region: *region
286308

287309
consul:
288310
consul:
289311
server:
290-
storageClass: ebs-gp3
291-
```
312+
storageClass: *storageClass
292313

314+
prometheus:
315+
prometheus:
316+
server:
317+
persistentVolume:
318+
storageClass: *storageClass
319+
```
293320
294321
- Run the Helm install
295322
@@ -310,7 +337,7 @@ kubectl -n hopsworks get pods
310337
Using the Helm chart and the values files the following resources are created:
311338

312339
Load Balancers:
313-
```bash
340+
```yaml
314341
externalLoadBalancers:
315342
enabled: true
316343
class: null
@@ -347,7 +374,7 @@ Other load balancer providers are also supported by providing the appropriate co
347374
348375
Ingress:
349376
350-
```bash
377+
```yaml
351378
ingress:
352379
enabled: true
353380
ingressClassName: alb

0 commit comments

Comments
 (0)