Skip to content

Commit 919e78c

Browse files
committed
configure jupyter env on AWS via terraform
Signed-off-by: Oleg Avdeev <oleg.v.avdeev@gmail.com>
1 parent b16f2bb commit 919e78c

3 files changed

Lines changed: 26 additions & 0 deletions

File tree

infra/charts/feast/charts/feast-jupyter/README.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,3 +19,4 @@ Current chart version is `0.8-SNAPSHOT`
1919
| image.repository | string | `"gcr.io/kf-feast/feast-jupyter"` | Docker image repository |
2020
| image.tag | string | `"develop"` | Image tag |
2121
| replicaCount | int | `1` | Number of pods that will be created |
22+
| envOverrides | object | `{}` | Extra environment variables to set |

infra/charts/feast/charts/feast-jupyter/templates/deployment.yaml

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,15 @@ spec:
4444
- name: GOOGLE_APPLICATION_CREDENTIALS
4545
value: /etc/secrets/google/{{ .Values.gcpServiceAccount.existingSecret.key }}
4646
{{- end }}
47+
{{- range $key, $value := .Values.envOverrides }}
48+
- name: {{ printf "%s" $key | replace "." "_" | upper | quote }}
49+
{{- if eq (kindOf $value) "map" }}
50+
valueFrom:
51+
{{- toYaml $value | nindent 12}}
52+
{{- else }}
53+
value: {{ $value | quote }}
54+
{{- end }}
55+
{{- end }}
4756
ports:
4857
- name: http
4958
containerPort: 8888

infra/terraform/aws/helm.tf

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,22 @@ locals {
7777
redis_port = 6379
7878
}
7979
}
80+
81+
"feast-jupyter" = {
82+
"envOverrides" = {
83+
feast_redis_host = module.redis.endpoint
84+
feast_redis_port = 6379
85+
feast_redis_ssl = true
86+
feast_emr_cluster_id = (length(aws_emr_cluster.persistent_cluster) > 0) ? aws_emr_cluster.persistent_cluster[0].id : null
87+
feast_emr_region = var.region
88+
spark_staging_location = "s3://${aws_s3_bucket.feast_bucket.id}/artifacts/"
89+
feast_emr_log_location = "s3://${aws_s3_bucket.feast_bucket.id}/emr-logs/"
90+
feast_spark_launcher = "emr"
91+
feast_historical_feature_output_location = "s3://${aws_s3_bucket.feast_bucket.id}/out/"
92+
feast_historical_feature_output_format = "parquet"
93+
kafka_brokers = aws_msk_cluster.msk.bootstrap_brokers
94+
}
95+
}
8096
}
8197
}
8298
}

0 commit comments

Comments
 (0)