feast-dev
diff --git a/‎protos/feast/core/DataSource.proto‎
Lines changed: 19 additions & 2 deletions b/‎protos/feast/core/DataSource.proto‎
Lines changed: 19 additions & 2 deletions
diff --git a/‎protos/feast/core/SavedDataset.proto‎
Lines changed: 1 addition & 0 deletions b/‎protos/feast/core/SavedDataset.proto‎
Lines changed: 1 addition & 0 deletions
diff --git a/‎sdk/python/feast/data_source.py‎
Lines changed: 1 addition & 0 deletions b/‎sdk/python/feast/data_source.py‎
Lines changed: 1 addition & 0 deletions
@@ -26,14 +26,14 @@ import "feast/core/DataFormat.proto";
 import "feast/types/Value.proto";
 
 // Defines a Data Source that can be used source Feature data
-// Next available id: 27
+// Next available id: 28
 message DataSource {
   // Field indexes should *not* be reused. Not sure if fields 6-10 were used previously or not,
   // but they are going to be reserved for backwards compatibility.
   reserved 6 to 10;
 
   // Type of Data Source.
-  // Next available id: 10
+  // Next available id: 12
   enum SourceType {
     INVALID = 0;
     BATCH_FILE = 1;
@@ -46,6 +46,7 @@ message DataSource {
     REQUEST_SOURCE = 7;
     PUSH_SOURCE = 9;
     BATCH_TRINO = 10;
+    BATCH_SPARK = 11;
   }
 
   // Unique name of data source within the project
@@ -185,6 +186,21 @@ message DataSource {
     string warehouse = 5;
   }
 
+  // Defines options for DataSource that sources features from a spark table/query
+  message SparkOptions {
+    // Table name
+    string table = 1;
+
+    // Spark SQl query that returns the table, this is an alternative to `table`
+    string query = 2;
+
+    // Path from which spark can read the table, this is an alternative to `table`
+    string path = 3;
+
+    // Format of files at `path` (e.g. parquet, avro, etc)
+    string file_format = 4;
+  }
+
   // Defines configuration for custom third-party data sources.
   message CustomSourceOptions {
     // Serialized configuration information for the data source. The implementer of the custom data source is
@@ -218,6 +234,7 @@ message DataSource {
     CustomSourceOptions custom_options = 16;
     SnowflakeOptions snowflake_options = 19;
     PushOptions push_options = 22;
+    SparkOptions spark_options = 27;
     TrinoOptions trino_options = 30;
   }
 }
@@ -57,6 +57,7 @@ message SavedDatasetStorage {
     DataSource.RedshiftOptions redshift_storage = 6;
     DataSource.SnowflakeOptions snowflake_storage = 7;
     DataSource.TrinoOptions trino_storage = 8;
+    DataSource.SparkOptions spark_storage = 9;
   }
 }
 
 
@@ -143,6 +143,7 @@ def to_proto(self) -> DataSourceProto.KinesisOptions:
     DataSourceProto.SourceType.BATCH_REDSHIFT: "feast.infra.offline_stores.redshift_source.RedshiftSource",
     DataSourceProto.SourceType.BATCH_SNOWFLAKE: "feast.infra.offline_stores.snowflake_source.SnowflakeSource",
     DataSourceProto.SourceType.BATCH_TRINO: "feast.infra.offline_stores.contrib.trino_offline_store.trino_source.TrinoSource",
+    DataSourceProto.SourceType.BATCH_SPARK: "feast.infra.offline_stores.contrib.spark_offline_store.spark_source.SparkSource",
     DataSourceProto.SourceType.STREAM_KAFKA: "feast.data_source.KafkaSource",
     DataSourceProto.SourceType.STREAM_KINESIS: "feast.data_source.KinesisSource",
     DataSourceProto.SourceType.REQUEST_SOURCE: "feast.data_source.RequestSource",
Original file line number	Diff line number	Diff line change
`@@ -57,6 +57,7 @@ message SavedDatasetStorage {`
`57`	`57`	`DataSource.RedshiftOptions redshift_storage = 6;`
`58`	`58`	`DataSource.SnowflakeOptions snowflake_storage = 7;`
`59`	`59`	`DataSource.TrinoOptions trino_storage = 8;`
	`60`	`+ DataSource.SparkOptions spark_storage = 9;`
`60`	`61`	`}`
`61`	`62`	`}`
`62`	`63`