@@ -127,7 +127,7 @@ The following is required if you are using the EKS AWS Load Balancer Controller
127127
128128You need to update the CLUSTER NAME and the POLICY ARN generated above
129129
130- ``` bash
130+ ``` yaml
131131apiVersion : eksctl.io/v1alpha5
132132kind : ClusterConfig
133133
@@ -144,8 +144,8 @@ managedNodeGroups:
144144 amiFamily : AmazonLinux2023
145145 instanceType : m6i.2xlarge
146146 minSize : 1
147- maxSize: 4
148- desiredCapacity: 4
147+ maxSize : 5
148+ desiredCapacity : 5
149149 volumeSize : 100
150150 ssh :
151151 allow : true # will use ~/.ssh/id_rsa.pub as the default ssh key
@@ -154,7 +154,7 @@ managedNodeGroups:
154154 - arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy
155155 - arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy
156156 - arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly
157- - arn:aws:iam::827555229956 :policy/POLICYNAME
157+ - arn:aws:iam::ECR_AWS_ACCOUNT_ID :policy/POLICYNAME
158158 withAddonPolicies :
159159 awsLoadBalancerController : true
160160addons :
@@ -233,21 +233,34 @@ kubectl create namespace hopsworks
233233
234234- Update values.aws.yml
235235
236- ``` bash
236+ ``` yaml
237237global :
238238 _hopsworks :
239- storageClassName: ebs-gp3
239+ storageClassName : &storageClass ebs-gp3
240240 cloudProvider : " AWS"
241+
241242 managedDockerRegistery :
242243 enabled : true
243244 domain : " ECR_AWS_ACCOUNT_ID.dkr.ecr.REGION.amazonaws.com"
244245 namespace : " NAMESPACE"
245246 credHelper :
246247 enabled : true
247248 secretName : &awsregcred "awsregcred"
249+
250+ managedObjectStorage :
251+ enabled : true
252+ s3 :
253+ bucket :
254+ name : &bucket "BUCKET_NAME"
255+ region : ®ion "REGION"
256+ secret :
257+ name : &awscredentialsname "aws-credentials"
258+ acess_key_id : &awskeyid "access-key-id"
259+ secret_key_id : &awsaccesskey "secret-access-key"
260+
248261 minio :
249- hopsfs:
250- enabled: false
262+ enabled : false
263+
251264 externalLoadBalancers :
252265 enabled : true
253266 class : null
@@ -256,40 +269,54 @@ global:
256269
257270hopsworks :
258271 variables :
272+ # awsregcred Secret contains the docker configuration to use Cloud
273+ # specific docker login helper method instead of username/password
274+ # Currently only AWS and GCP support this method
275+ # Azure has deprecated it
259276 docker_operations_managed_docker_secrets : *awsregcred
260- docker_operations_image_pull_secrets: " regcred"
277+ # We *need* to put awsregcred here because this is the list of
278+ # Secrets that are copied from hopsworks namespace to Projects namespace
279+ # during project creation.
280+ docker_operations_image_pull_secrets : " awsregcred"
261281 dockerRegistry :
262282 preset :
263283 usePullPush : false
264284 secrets :
265- - " regcred"
266285 - *awsregcred
267- service:
268- worker:
269- external:
270- http:
271- type: NodePort
272286 ingress :
273287 enabled : true
274288 ingressClassName : alb
275289 annotations :
276290 alb.ingress.kubernetes.io/scheme : internet-facing
277-
291+
292+ rondb :
293+ rondb :
294+ resources :
295+ requests :
296+ storage :
297+ classes :
298+ default : *storageClass
299+
278300hopsfs :
279301 objectStorage :
280302 enabled : true
281303 provider : " S3"
282304 s3 :
283- bucket:
284- name: " BUCKET_NAME "
285- region: " REGION "
305+ bucket :
306+ name : *bucket
307+ region : *region
286308
287309consul :
288310 consul :
289311 server :
290- storageClass: ebs-gp3
291- ```
312+ storageClass : *storageClass
292313
314+ prometheus :
315+ prometheus :
316+ server :
317+ persistentVolume :
318+ storageClass : *storageClass
319+ ` ` `
293320
294321- Run the Helm install
295322
@@ -310,7 +337,7 @@ kubectl -n hopsworks get pods
310337Using the Helm chart and the values files the following resources are created:
311338
312339Load Balancers:
313- ``` bash
340+ ``` yaml
314341 externalLoadBalancers :
315342 enabled : true
316343 class : null
@@ -347,7 +374,7 @@ Other load balancer providers are also supported by providing the appropriate co
347374
348375Ingress:
349376
350- ``` bash
377+ ` ` ` yaml
351378 ingress :
352379 enabled : true
353380 ingressClassName : alb
0 commit comments