fix: Remove snowflake source warehouse tech debt

sfc-gh-madkins · sfc-gh-madkins · commit f4c72435e1dc · 2023-01-01T09:25:58.000-06:00
Signed-off-by: miles.adkins &lt;miles.adkins@snowflake.com&gt;
diff --git a/protos/feast/core/DataSource.proto b/protos/feast/core/DataSource.proto
@@ -209,9 +209,6 @@ message DataSource {
 
     // Snowflake schema name
     string database = 4;
-
-    // Snowflake warehouse name
-    string warehouse = 5;
   }
 
   // Defines options for DataSource that sources features from a spark table/query
diff --git a/sdk/python/feast/infra/offline_stores/snowflake.py b/sdk/python/feast/infra/offline_stores/snowflake.py
@@ -152,9 +152,6 @@ def pull_latest_from_table_or_query(
             + '"'
         )
 
-        if data_source.snowflake_options.warehouse:
-            config.offline_store.warehouse = data_source.snowflake_options.warehouse
-
         snowflake_conn = get_snowflake_conn(config.offline_store)
 
         start_date = start_date.astimezone(tz=utc)
@@ -205,9 +202,6 @@ def pull_all_from_table_or_query(
             + '"'
         )
 
-        if data_source.snowflake_options.warehouse:
-            config.offline_store.warehouse = data_source.snowflake_options.warehouse
-
         snowflake_conn = get_snowflake_conn(config.offline_store)
 
         start_date = start_date.astimezone(tz=utc)
diff --git a/sdk/python/feast/infra/offline_stores/snowflake_source.py b/sdk/python/feast/infra/offline_stores/snowflake_source.py
@@ -26,7 +26,6 @@ def __init__(
         name: Optional[str] = None,
         timestamp_field: Optional[str] = "",
         database: Optional[str] = None,
-        warehouse: Optional[str] = None,
         schema: Optional[str] = None,
         table: Optional[str] = None,
         query: Optional[str] = None,
@@ -45,7 +44,6 @@ def __init__(
             timestamp_field (optional): Event timestamp field used for point in time
                 joins of feature values.
             database (optional): Snowflake database where the features are stored.
-            warehouse (optional): Snowflake warehouse where the database is stored.
             schema (optional): Snowflake schema in which the table is located.
             table (optional): Snowflake table where the features are stored. Exactly one of 'table'
                 and 'query' must be specified.
@@ -73,7 +71,6 @@ def __init__(
             schema=_schema,
             table=table,
             query=query,
-            warehouse=warehouse,
         )
 
         # If no name, use the table as the default name.
@@ -109,7 +106,6 @@ def from_proto(data_source: DataSourceProto):
             database=data_source.snowflake_options.database,
             schema=data_source.snowflake_options.schema,
             table=data_source.snowflake_options.table,
-            warehouse=data_source.snowflake_options.warehouse,
             created_timestamp_column=data_source.created_timestamp_column,
             field_mapping=dict(data_source.field_mapping),
             query=data_source.snowflake_options.query,
@@ -134,7 +130,6 @@ def __eq__(self, other):
             and self.schema == other.schema
             and self.table == other.table
             and self.query == other.query
-            and self.warehouse == other.warehouse
         )
 
     @property
@@ -157,11 +152,6 @@ def query(self):
         """Returns the snowflake options of this snowflake source."""
         return self.snowflake_options.query
 
-    @property
-    def warehouse(self):
-        """Returns the warehouse of this snowflake source."""
-        return self.snowflake_options.warehouse
-
     def to_proto(self) -> DataSourceProto:
         """
         Converts a SnowflakeSource object to its protobuf representation.
@@ -335,13 +325,11 @@ def __init__(
         schema: Optional[str],
         table: Optional[str],
         query: Optional[str],
-        warehouse: Optional[str],
     ):
         self.database = database or ""
         self.schema = schema or ""
         self.table = table or ""
         self.query = query or ""
-        self.warehouse = warehouse or ""
 
     @classmethod
     def from_proto(cls, snowflake_options_proto: DataSourceProto.SnowflakeOptions):
@@ -359,7 +347,6 @@ def from_proto(cls, snowflake_options_proto: DataSourceProto.SnowflakeOptions):
             schema=snowflake_options_proto.schema,
             table=snowflake_options_proto.table,
             query=snowflake_options_proto.query,
-            warehouse=snowflake_options_proto.warehouse,
         )
 
         return snowflake_options
@@ -376,7 +363,6 @@ def to_proto(self) -> DataSourceProto.SnowflakeOptions:
             schema=self.schema,
             table=self.table,
             query=self.query,
-            warehouse=self.warehouse,
         )
 
         return snowflake_options_proto
@@ -393,7 +379,6 @@ def __init__(self, table_ref: str):
             schema=None,
             table=table_ref,
             query=None,
-            warehouse=None,
         )
 
     @staticmethod
diff --git a/sdk/python/tests/integration/feature_repos/universal/data_sources/snowflake.py b/sdk/python/tests/integration/feature_repos/universal/data_sources/snowflake.py
@@ -67,7 +67,6 @@ def create_data_source(
             timestamp_field=timestamp_field,
             created_timestamp_column=created_timestamp_column,
             field_mapping=field_mapping or {"ts_1": "ts"},
-            warehouse=self.offline_store_config.warehouse,
         )
 
     def create_saved_dataset_destination(self) -> SavedDatasetSnowflakeStorage:
diff --git a/sdk/python/tests/unit/test_data_sources.py b/sdk/python/tests/unit/test_data_sources.py
@@ -118,7 +118,6 @@ def test_proto_conversion():
     snowflake_source = SnowflakeSource(
         name="test_source",
         database="test_database",
-        warehouse="test_warehouse",
         schema="test_schema",
         table="test_table",
         timestamp_field="event_timestamp",

Original file line number	Diff line number	Diff line change
`@@ -209,9 +209,6 @@ message DataSource {`
`209`	`209`
`210`	`210`	`// Snowflake schema name`
`211`	`211`	`string database = 4;`
`212`		`-`
`213`		`- // Snowflake warehouse name`
`214`		`- string warehouse = 5;`
`215`	`212`	`}`
`216`	`213`
`217`	`214`	`// Defines options for DataSource that sources features from a spark table/query`
Original file line number	Diff line number	Diff line change
`@@ -67,7 +67,6 @@ def create_data_source(`
`67`	`67`	`timestamp_field=timestamp_field,`
`68`	`68`	`created_timestamp_column=created_timestamp_column,`
`69`	`69`	`field_mapping=field_mapping or {"ts_1": "ts"},`
`70`		`- warehouse=self.offline_store_config.warehouse,`
`71`	`70`	`)`
`72`	`71`
`73`	`72`	`def create_saved_dataset_destination(self) -> SavedDatasetSnowflakeStorage:`