@@ -9,136 +9,6 @@ install_test_tools() {
99 apt-get -y install wget netcat kafkacat build-essential
1010}
1111
12- install_gcloud_sdk () {
13- print_banner " Installing Google Cloud SDK"
14- if [[ ! $( command -v gsutil) ; then
15- CURRENT_DIR=$( dirname " $BASH_SOURCE " )
16- . " ${CURRENT_DIR} "
17- fi
18-
19- export GOOGLE_APPLICATION_CREDENTIALS
20- gcloud auth activate-service-account --key-file ${GOOGLE_APPLICATION_CREDENTIALS}
21- }
22-
23- install_and_start_local_redis () {
24- print_banner " Installing and tarting Redis at localhost:6379"
25- # Allow starting serving in this Maven Docker image. Default set to not allowed.
26- echo " exit 0" > /usr/sbin/policy-rc.d
27- apt-get -y install redis-server > /var/log/redis.install.log
28- redis-server --daemonize yes
29- redis-cli ping
30- }
31-
32- install_and_start_local_redis_cluster () {
33- print_banner " Installing Redis at localhost:6379"
34- echo " exit 0" > /usr/sbin/policy-rc.d
35- ${SCRIPTS_DIR} /setup-redis-cluster.sh
36- redis-cli -c -p 7000 ping
37- }
38-
39- install_and_start_local_postgres () {
40- print_banner " Installing and starting Postgres at localhost:5432"
41- apt-get -y install postgresql > /var/log/postgresql.install.log
42- service postgresql start
43- # Initialize with database: 'postgres', user: 'postgres', password: 'password'
44- cat << EOF >/tmp/update-postgres-role.sh
45- psql -c "ALTER USER postgres PASSWORD 'password';"
46- EOF
47- chmod +x /tmp/update-postgres-role.sh
48- su -s /bin/bash -c /tmp/update-postgres-role.sh postgres
49- export PGPASSWORD=password
50- pg_isready
51- }
52-
53- install_and_start_local_zookeeper_and_kafka () {
54- print_banner " Installing and starting Zookeeper at localhost:2181 and Kafka at localhost:9092"
55- wget -qO- https://www-eu.apache.org/dist/kafka/2.3.0/kafka_2.12-2.3.0.tgz | tar xz
56- mv kafka_2.12-2.3.0/ /tmp/kafka
57-
58- nohup /tmp/kafka/bin/zookeeper-server-start.sh /tmp/kafka/config/zookeeper.properties & > /var/log/zookeeper.log 2>&1 &
59- ${SCRIPTS_DIR} /wait-for-it.sh localhost:2181 --timeout=20
60- tail -n10 /var/log/zookeeper.log
61-
62- nohup /tmp/kafka/bin/kafka-server-start.sh /tmp/kafka/config/server.properties & > /var/log/kafka.log 2>&1 &
63- ${SCRIPTS_DIR} /wait-for-it.sh localhost:9092 --timeout=40
64- tail -n10 /var/log/kafka.log
65- kafkacat -b localhost:9092 -L
66- }
67-
68- build_feast_core_and_serving () {
69- print_banner " Building Feast Core and Feast Serving"
70- infra/scripts/download-maven-cache.sh \
71- --archive-uri gs://feast-templocation-kf-feast/.m2.2020-08-19.tar \
72- --output-dir /root/
73-
74- # Build jars for Feast
75- mvn --quiet --batch-mode -Dmaven.javadoc.skip=true -Dgpg.skip -DskipUTs=true clean package
76-
77- ls -lh core/target/* jar
78- ls -lh serving/target/* jar
79- ls -lh job-controller/target/* jar
80- }
81-
82- start_feast_core () {
83- print_banner " Starting Feast Core"
84-
85- if [ -n " $1 " ; then
86- echo " Custom Spring application.yml location provided: $1 "
87- export CONFIG_ARG=" --spring.config.location=classpath:/application.yml,file://$1 "
88- fi
89-
90- nohup java -jar core/target/feast-core-$FEAST_BUILD_VERSION -exec.jar $CONFIG_ARG & > /var/log/feast-core.log &
91- ${SCRIPTS_DIR} /wait-for-it.sh localhost:6565 --timeout=90
92-
93- tail -n10 /var/log/feast-core.log
94- nc -w2 localhost 6565 < /dev/null
95- }
96-
97- start_feast_jobcontroller () {
98- print_banner " Starting Feast Job Controller"
99-
100- if [ -n " $1 " ; then
101- echo " Custom Spring application.yml location provided: $1 "
102- export CONFIG_ARG=" --spring.config.location=classpath:/application.yml,file://$1 "
103- fi
104-
105- nohup java -jar job-controller/target/feast-job-controller-$FEAST_BUILD_VERSION -exec.jar $CONFIG_ARG & > /var/log/feast-jobcontroller.log &
106- ${SCRIPTS_DIR} /wait-for-it.sh localhost:6570 --timeout=90
107-
108- tail -n10 /var/log/feast-jobcontroller.log
109- nc -w2 localhost 6570 < /dev/null
110- }
111-
112- start_feast_serving () {
113- print_banner " Starting Feast Online Serving"
114-
115- if [ -n " $1 " ; then
116- echo " Custom Spring application.yml location provided: $1 "
117- export CONFIG_ARG=" --spring.config.location=classpath:/application.yml,file://$1 "
118- fi
119-
120- nohup java -jar serving/target/feast-serving-$FEAST_BUILD_VERSION -exec.jar $CONFIG_ARG & > /var/log/feast-serving-online.log &
121- ${SCRIPTS_DIR} /wait-for-it.sh localhost:6566 --timeout=60
122-
123- tail -n100 /var/log/feast-serving-online.log
124- nc -w2 localhost 6566 < /dev/null
125- }
126-
127- install_python_with_miniconda_and_feast_sdk () {
128- print_banner " Installing Python 3.7 with Miniconda and Feast SDK"
129- # Install Python 3.7 with Miniconda
130- wget -q https://repo.continuum.io/miniconda/Miniconda3-4.7.12-Linux-x86_64.sh \
131- -O /tmp/miniconda.sh
132- bash /tmp/miniconda.sh -b -p /root/miniconda -f
133- /root/miniconda/bin/conda init
134- source ~ /.bashrc
135-
136- # Install Feast Python SDK and test requirements
137- make compile-protos-python
138- pip install -qe sdk/python
139- pip install -qr tests/e2e/requirements.txt
140- }
141-
14212print_banner () {
14313 echo "
14414============================================================
0 commit comments