Skip to content

Commit 61133e4

Browse files
oavdeevoavdeev
authored
add redis SSL support to the offline-to-online ingestion job (#1025)
Signed-off-by: Oleg Avdeev <oleg.v.avdeev@gmail.com>
1 parent 4160821 commit 61133e4

2 files changed

Lines changed: 4 additions & 3 deletions

File tree

‎spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,10 +31,11 @@ trait BasePipeline {
3131
.setMaster("local")
3232

3333
jobConfig.store match {
34-
case RedisConfig(host, port) =>
34+
case RedisConfig(host, port, ssl) =>
3535
conf
3636
.set("spark.redis.host", host)
3737
.set("spark.redis.port", port.toString)
38+
.set("spark.redis.ssl", ssl.toString)
3839
}
3940

4041
jobConfig.metrics match {

‎spark/ingestion/src/main/scala/feast/ingestion/IngestionJobConfig.scala‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ object Modes extends Enumeration {
2626

2727
abstract class StoreConfig
2828

29-
case class RedisConfig(host: String, port: Int) extends StoreConfig
29+
case class RedisConfig(host: String, port: Int, ssl: Boolean) extends StoreConfig
3030

3131
abstract class MetricConfig
3232

@@ -84,7 +84,7 @@ case class IngestionJobConfig(
8484
source: Source = null,
8585
startTime: DateTime = DateTime.now(),
8686
endTime: DateTime = DateTime.now(),
87-
store: StoreConfig = RedisConfig("localhost", 6379),
87+
store: StoreConfig = RedisConfig("localhost", 6379, false),
8888
metrics: Option[MetricConfig] = Some(StatsDConfig("localhost", 9125)),
8989
deadLetterPath: Option[String] = None
9090
)

0 commit comments

Comments
 (0)