Skip to content

Commit c5e3952

Browse files
pyalexpyalex
committed
use redis cluster in gcp tests
Signed-off-by: Oleksii Moskalenko <moskalenko.alexey@gmail.com>
1 parent e6ef09a commit c5e3952

5 files changed

Lines changed: 56 additions & 18 deletions

File tree

‎.github/workflows/complete.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -202,4 +202,8 @@ jobs:
202202
make install-python
203203
python -m pip install -qr tests/requirements.txt
204204
- name: run tests
205-
run: su -p postgres -c "PATH=$PATH HOME=/tmp pytest tests/e2e/ --feast-version develop --env=gcloud --dataproc-cluster-name feast-e2e --dataproc-project kf-feast --dataproc-region us-central1 --redis-url 10.155.181.43:6379 --kafka-brokers 10.128.0.23:9094"
205+
run: >
206+
su -p postgres -c "PATH=$PATH HOME=/tmp pytest tests/e2e/
207+
--feast-version develop --env=gcloud --dataproc-cluster-name feast-e2e
208+
--dataproc-project kf-feast --dataproc-region us-central1
209+
--redis-url 10.128.0.105:6379 --kafka-brokers 10.128.0.103:9094"

infra/scripts/kafka-values.yaml renamed to infra/scripts/helm/kafka-values.tpl.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ externalAccess:
22
enabled: true
33
service:
44
loadBalancerIPs:
5-
- 10.128.0.23
5+
- $feast_kafka_ip
66
annotations:
77
cloud.google.com/load-balancer-type: Internal
88
loadBalancerSourceRanges:

‎infra/scripts/helm/redis-cluster-values.tpl.yaml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
cluster:
2+
nodes: 3
3+
externalAccess:
4+
enabled: true
5+
service:
6+
loadBalancerIP:
7+
- $feast_redis_1_ip
8+
- $feast_redis_2_ip
9+
- $feast_redis_3_ip
10+
11+
persistence:
12+
enabled: false
13+
14+
usePassword: false

‎infra/scripts/setup-e2e-env-gcp.sh‎

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
#!/usr/bin/env bash
2+
3+
# GCloud, kubectl, helm should be already installed
4+
# And kubernetes cluster already configured
5+
6+
test -z ${GCLOUD_REGION} && GCLOUD_REGION="us-central1"
7+
test -z ${GCLOUD_NETWORK} && GCLOUD_NETWORK="default"
8+
test -z ${GCLOUD_SUBNET} && GCLOUD_SUBNET="default"
9+
10+
11+
feast_kafka_ip_name="feast-kafka"
12+
feast_redis_1_ip_name="feast-redis-1"
13+
feast_redis_2_ip_name="feast-redis-2"
14+
feast_redis_3_ip_name="feast-redis-3"
15+
16+
helm repo add bitnami https://charts.bitnami.com/bitnami
17+
18+
gcloud compute addresses create \
19+
$feast_kafka_ip_name $feast_redis_1_ip_name $feast_redis_2_ip_name $feast_redis_3_ip_name \
20+
--region ${GCLOUD_REGION} --subnet ${GCLOUD_SUBNET}
21+
22+
export feast_kafka_ip=$(gcloud compute addresses describe $feast_kafka_ip_name --region=${GCLOUD_REGION} --format "value(address)")
23+
export feast_redis_1_ip=$(gcloud compute addresses describe $feast_redis_1_ip_name --region=${GCLOUD_REGION} --format "value(address)")
24+
export feast_redis_2_ip=$(gcloud compute addresses describe $feast_redis_2_ip_name --region=${GCLOUD_REGION} --format "value(address)")
25+
export feast_redis_3_ip=$(gcloud compute addresses describe $feast_redis_3_ip_name --region=${GCLOUD_REGION} --format "value(address)")
26+
27+
28+
envsubst '$feast_kafka_ip' < helm/kafka-values.tpl.yaml > helm/kafka-values.yaml
29+
envsubst '$feast_redis_1_ip,$feast_redis_2_ip,$feast_redis_3_ip' < helm/redis-cluster-values.tpl.yaml > helm/redis-cluster-values.yaml
30+
31+
helm install e2e-kafka bitnami/kafka \
32+
--values helm/kafka-values.yaml --namespace infra --create-namespace
33+
34+
helm install e2e-redis-cluster bitnami/redis-cluster \
35+
--values helm/redis-cluster-values.yaml --namespace infra \
36+
--create-namespace

‎infra/scripts/setup-redis-cluster.sh‎

Lines changed: 0 additions & 16 deletions
This file was deleted.

0 commit comments

Comments
 (0)