Skip to content

Commit 196f711

Browse files
author
Chen Zhiling
authored
Update end-to-end test config (#645)
* Update end-to-end test config * Change http port for batch serving * Change serving port to 8081 to avoid clashing with core * Decrease job polling interval * Set google cloud project in batch store definition
1 parent dad2cd1 commit 196f711

2 files changed

Lines changed: 72 additions & 79 deletions

File tree

‎infra/scripts/test-end-to-end-batch.sh‎

Lines changed: 42 additions & 41 deletions
Original file line numberDiff line numberDiff line change
@@ -115,13 +115,17 @@ grpc:
115115
enable-reflection: true
116116
117117
feast:
118-
version: 0.3
119118
jobs:
120-
runner: DirectRunner
121-
options: {}
122-
updates:
123-
pollingIntervalMillis: 30000
124-
timeoutSeconds: 240
119+
polling_interval_milliseconds: 10000
120+
job_update_timeout_seconds: 240
121+
122+
active_runner: direct
123+
124+
runners:
125+
- name: direct
126+
type: DirectRunner
127+
options: {}
128+
125129
metrics:
126130
enabled: false
127131
@@ -137,21 +141,15 @@ spring:
137141
jpa:
138142
properties.hibernate:
139143
format_sql: true
140-
event.merge.entity_copy_observer: allow
144+
event:
145+
merge:
146+
entity_copy_observer: allow
141147
hibernate.naming.physical-strategy=org.hibernate.boot.model.naming: PhysicalNamingStrategyStandardImpl
142148
hibernate.ddl-auto: update
143149
datasource:
144150
url: jdbc:postgresql://localhost:5432/postgres
145151
username: postgres
146152
password: password
147-
148-
management:
149-
metrics:
150-
export:
151-
simple:
152-
enabled: false
153-
statsd:
154-
enabled: false
155153
EOF
156154

157155
nohup java -jar core/target/feast-core-*${JAR_VERSION_SUFFIX}.jar \
@@ -175,42 +173,45 @@ bq --location=US --project_id=${GOOGLE_CLOUD_PROJECT} mk \
175173
${GOOGLE_CLOUD_PROJECT}:${DATASET_NAME}
176174

177175
# Start Feast Online Serving in background
178-
cat <<EOF > /tmp/serving.store.bigquery.yml
179-
name: warehouse
180-
type: BIGQUERY
181-
bigquery_config:
182-
projectId: ${GOOGLE_CLOUD_PROJECT}
183-
datasetId: ${DATASET_NAME}
184-
subscriptions:
185-
- name: "*"
186-
version: "*"
187-
project: "*"
188-
EOF
189-
190176
cat <<EOF > /tmp/serving.warehouse.application.yml
191177
feast:
192-
version: 0.3
178+
# GRPC service address for Feast Core
179+
# Feast Serving requires connection to Feast Core to retrieve and reload Feast metadata (e.g. FeatureSpecs, Store information)
193180
core-host: localhost
194181
core-grpc-port: 6565
182+
183+
# Indicates the active store. Only a single store in the last can be active at one time. In the future this key
184+
# will be deprecated in order to allow multiple stores to be served from a single serving instance
185+
active_store: historical
186+
187+
# List of store configurations
188+
stores:
189+
- name: historical
190+
type: BIGQUERY
191+
config:
192+
project_id: ${GOOGLE_CLOUD_PROJECT}
193+
dataset_id: ${DATASET_NAME}
194+
staging_location: ${JOBS_STAGING_LOCATION}
195+
initial_retry_delay_seconds: 1
196+
total_timeout_seconds: 21600
197+
subscriptions:
198+
- name: "*"
199+
project: "*"
200+
version: "*"
201+
202+
job_store:
203+
redis_host: localhost
204+
redis_port: 6379
205+
195206
tracing:
196207
enabled: false
197-
store:
198-
config-path: /tmp/serving.store.bigquery.yml
199-
jobs:
200-
staging-location: ${JOBS_STAGING_LOCATION}
201-
store-type: REDIS
202-
bigquery-initial-retry-delay-secs: 1
203-
bigquery-total-timeout-secs: 900
204-
store-options:
205-
host: localhost
206-
port: 6379
208+
207209
grpc:
208210
port: 6566
209211
enable-reflection: true
210212
211-
spring:
212-
main:
213-
web-environment: false
213+
server:
214+
port: 8081
214215
215216
EOF
216217

‎infra/scripts/test-end-to-end.sh‎

Lines changed: 30 additions & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -98,13 +98,17 @@ grpc:
9898
enable-reflection: true
9999
100100
feast:
101-
version: 0.3
102101
jobs:
103-
runner: DirectRunner
104-
options: {}
105-
updates:
106-
pollingIntervalMillis: 30000
107-
timeoutSeconds: 240
102+
polling_interval_milliseconds: 30000
103+
job_update_timeout_seconds: 240
104+
105+
active_runner: direct
106+
107+
runners:
108+
- name: direct
109+
type: DirectRunner
110+
options: {}
111+
108112
metrics:
109113
enabled: false
110114
@@ -120,21 +124,16 @@ spring:
120124
jpa:
121125
properties.hibernate:
122126
format_sql: true
123-
event.merge.entity_copy_observer: allow
127+
event:
128+
merge:
129+
entity_copy_observer: allow
124130
hibernate.naming.physical-strategy=org.hibernate.boot.model.naming: PhysicalNamingStrategyStandardImpl
125131
hibernate.ddl-auto: update
126132
datasource:
127133
url: jdbc:postgresql://localhost:5432/postgres
128134
username: postgres
129135
password: password
130136
131-
management:
132-
metrics:
133-
export:
134-
simple:
135-
enabled: false
136-
statsd:
137-
enabled: false
138137
EOF
139138

140139
nohup java -jar core/target/feast-core-*${JAR_VERSION_SUFFIX}.jar \
@@ -149,42 +148,35 @@ echo "
149148
Starting Feast Online Serving
150149
============================================================
151150
"
152-
# Start Feast Online Serving in background
153-
cat <<EOF > /tmp/serving.store.redis.yml
154-
name: serving
155-
type: REDIS
156-
redis_config:
157-
host: localhost
158-
port: 6379
159-
subscriptions:
160-
- name: "*"
161-
version: "*"
162-
project: "*"
163-
EOF
164151

165152
cat <<EOF > /tmp/serving.online.application.yml
166153
feast:
167-
version: 0.3
168154
core-host: localhost
169155
core-grpc-port: 6565
156+
157+
active_store: serving
158+
159+
# List of store configurations
160+
stores:
161+
- name: serving
162+
type: REDIS # Type of the store. REDIS, BIGQUERY are available options
163+
config:
164+
host: localhost
165+
port: 6379
166+
subscriptions:
167+
- name: "*"
168+
project: "*"
169+
version: "*"
170+
170171
tracing:
171172
enabled: false
172-
store:
173-
config-path: /tmp/serving.store.redis.yml
174-
redis-pool-max-size: 128
175-
redis-pool-max-idle: 16
176-
jobs:
177-
staging-location: ${JOBS_STAGING_LOCATION}
178-
store-type:
179-
store-options: {}
180173
181174
grpc:
182175
port: 6566
183176
enable-reflection: true
184177
185-
spring:
186-
main:
187-
web-environment: false
178+
server:
179+
port: 8081
188180
189181
EOF
190182

0 commit comments

Comments
 (0)