Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
45 commits
Select commit Hold shift + click to select a range
d03a895
merged changes
franciscojavierarceo Sep 24, 2024
e0f42c6
saving progress
franciscojavierarceo Aug 17, 2024
856cea2
merged changes to odfv
franciscojavierarceo Sep 24, 2024
f6a7133
linted
franciscojavierarceo Aug 18, 2024
fe387fc
adding the test needed to show the expected behavior
franciscojavierarceo Aug 18, 2024
646a124
updated test case
franciscojavierarceo Aug 21, 2024
b345e7e
saving progress
franciscojavierarceo Aug 21, 2024
16e68f0
merging
franciscojavierarceo Sep 24, 2024
24c4ae2
merged
franciscojavierarceo Sep 24, 2024
3d21881
merged
franciscojavierarceo Sep 24, 2024
7afaa84
merging
franciscojavierarceo Sep 24, 2024
436478a
adding the entity keys for now to do retrieval
franciscojavierarceo Aug 29, 2024
c78aead
adding entity to odfv
franciscojavierarceo Aug 29, 2024
fbebc63
checking in progress...getting closer
franciscojavierarceo Aug 29, 2024
5b3e2f5
may have to revert some of this...looks like the challenge is getting…
franciscojavierarceo Aug 31, 2024
7879e21
moving things around to make it easier to debug
franciscojavierarceo Sep 1, 2024
72caa15
debugging
franciscojavierarceo Sep 1, 2024
6d23889
merged
franciscojavierarceo Sep 24, 2024
b76bf4e
merging
franciscojavierarceo Sep 24, 2024
3cf0369
Rebasing and merging changes from other PR
franciscojavierarceo Sep 6, 2024
3a6dfc4
Merging changes continued
franciscojavierarceo Sep 7, 2024
1c37e54
update the _make_inference to include odfvs with writes in the update…
franciscojavierarceo Sep 7, 2024
2f9546f
have the table being written now...the create table happens in the Sq…
franciscojavierarceo Sep 8, 2024
c46e157
checking in progress
franciscojavierarceo Sep 9, 2024
580b77f
adding logs
franciscojavierarceo Sep 10, 2024
815a352
updating permissions
franciscojavierarceo Sep 10, 2024
2eda92c
going to error out on purpose
franciscojavierarceo Sep 10, 2024
e326e9b
adding unit test and merging changes
franciscojavierarceo Sep 18, 2024
a54b5f8
almost got everything working and type validation behaving
franciscojavierarceo Sep 18, 2024
029c9cf
cleaned up and have tests behaving
franciscojavierarceo Sep 18, 2024
e2c6b35
adding print
franciscojavierarceo Sep 21, 2024
adf147f
removing print
franciscojavierarceo Sep 21, 2024
d34db1d
checking in progress
franciscojavierarceo Sep 23, 2024
731bacb
updating test
franciscojavierarceo Sep 25, 2024
8479296
adding test
franciscojavierarceo Sep 25, 2024
3068c3b
linted and updated
franciscojavierarceo Sep 25, 2024
238dc29
removed print
franciscojavierarceo Sep 25, 2024
06315b9
updated tests to test actual behavior
franciscojavierarceo Sep 25, 2024
05efa37
checking in progress
franciscojavierarceo Sep 28, 2024
8c559c8
changing typo
franciscojavierarceo Sep 28, 2024
8b8aa16
updating test
franciscojavierarceo Sep 28, 2024
4562a23
testing changes
franciscojavierarceo Sep 28, 2024
14f837d
checking to see if thing still working
franciscojavierarceo Sep 29, 2024
082a860
removed print
franciscojavierarceo Sep 29, 2024
1d52d29
undo change for odfv file
franciscojavierarceo Sep 29, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
merged
Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
  • Loading branch information
franciscojavierarceo committed Sep 29, 2024
commit 6d2388997f707fa8431a5942dad1dcd21ea55889
3 changes: 3 additions & 0 deletions sdk/python/feast/feature_store.py
Original file line number Diff line number Diff line change
Expand Up @@ -608,6 +608,9 @@ def _make_inferences(
update_feature_views_with_inferred_features_and_entities(
sfvs_to_update, entities + entities_to_update, self.config
)
update_feature_views_with_inferred_features_and_entities(
odfvs_to_update, entities + entities_to_update, self.config
)
# TODO(kevjumba): Update schema inferrence
for sfv in sfvs_to_update:
if not sfv.schema:
Expand Down
1 change: 0 additions & 1 deletion sdk/python/feast/feature_view.py
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,6 @@ def __init__(
"""
self.name = name
self.entities = [e.name for e in entities] if entities else [DUMMY_ENTITY_NAME]
print('fv', self.entities)
self.ttl = ttl
schema = schema or []

Expand Down
17 changes: 15 additions & 2 deletions sdk/python/feast/inference.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
from feast.on_demand_feature_view import OnDemandFeatureView
from feast.repo_config import RepoConfig
from feast.stream_feature_view import StreamFeatureView
from feast.on_demand_feature_view import OnDemandFeatureView
from feast.types import String
from feast.value_type import ValueType

Expand Down Expand Up @@ -161,8 +162,13 @@ def update_feature_views_with_inferred_features_and_entities(

# Infer a dummy entity column for entityless feature views.
if (
<<<<<<< HEAD
len(fv_entities) == 1
and fv_entities[0] == DUMMY_ENTITY_NAME
=======
len(fv.entities) == 1
and fv.entities[0] == DUMMY_ENTITY_NAME
>>>>>>> 743ae513 (storing current progress...things are getting overriden in the _infer_features_and_entities() method in FeatureStore...that is another thing we have to chnage)
and not entity_columns
):
entity_columns.append(Field(name=DUMMY_ENTITY_ID, dtype=String))
Expand Down Expand Up @@ -204,11 +210,15 @@ def _infer_features_and_entities(
run_inference_for_features: Whether to run inference for features.
config: The config for the current feature store.
"""
<<<<<<< HEAD
if isinstance(fv, OnDemandFeatureView):
return _infer_on_demand_features_and_entities(
fv, join_keys, run_inference_for_features, config
)

=======
entity_columns = []
>>>>>>> 743ae513 (storing current progress...things are getting overriden in the _infer_features_and_entities() method in FeatureStore...that is another thing we have to chnage)
columns_to_exclude = {
fv.batch_source.timestamp_field,
fv.batch_source.created_timestamp_column,
Expand All @@ -233,9 +243,9 @@ def _infer_features_and_entities(
),
)
if field.name not in [
entity_column.name for entity_column in fv.entity_columns
entity_column.name for entity_column in entity_columns
]:
fv.entity_columns.append(field)
entity_columns.append(field)
elif not re.match(
"^__|__$", col_name
): # double underscores often signal an internal-use column
Expand All @@ -256,6 +266,7 @@ def _infer_features_and_entities(
if field.name not in [feature.name for feature in fv.features]:
fv.features.append(field)

<<<<<<< HEAD

def _infer_on_demand_features_and_entities(
fv: OnDemandFeatureView,
Expand Down Expand Up @@ -331,4 +342,6 @@ def _infer_on_demand_features_and_entities(
feature.name for feature in source_feature_view.features
]:
source_feature_view.features.append(field)
=======
>>>>>>> 743ae513 (storing current progress...things are getting overriden in the _infer_features_and_entities() method in FeatureStore...that is another thing we have to chnage)
fv.entity_columns = entity_columns
1 change: 0 additions & 1 deletion sdk/python/feast/on_demand_feature_view.py
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,6 @@ def __init__( # noqa: C901

schema = schema or []
self.entities = [e.name for e in entities] if entities else [DUMMY_ENTITY_NAME]
print('odfv', self.entities)
self.mode = mode.lower()

if self.mode not in {"python", "pandas", "substrait"}:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -183,9 +183,9 @@ def python_singleton_view(inputs: dict[str, Any]) -> dict[str, Any]:
self.store.write_to_online_store(
feature_view_name="driver_hourly_stats", df=driver_df
)
assert len(self.store.list_all_feature_views()) == 5
assert len(self.store.list_all_feature_views()) == 4
assert len(self.store.list_feature_views()) == 1
assert len(self.store.list_on_demand_feature_views()) == 4
assert len(self.store.list_on_demand_feature_views()) == 3
assert len(self.store.list_stream_feature_views()) == 0

def test_python_pandas_parity(self):
Expand Down Expand Up @@ -616,6 +616,11 @@ def python_stored_writes_feature_view(
assert len(self.store.list_feature_views()) == 1
assert len(self.store.list_on_demand_feature_views()) == 1
assert len(self.store.list_stream_feature_views()) == 0
assert driver_stats_fv.entity_columns == \
self.store.get_feature_view('driver_hourly_stats').entity_columns
assert self.store.get_on_demand_feature_view('python_stored_writes_feature_view').entity_columns == \
self.store.get_feature_view('driver_hourly_stats').entity_columns

def test_stored_writes(self):
current_datetime = _utc_now()
entity_rows_to_write = [
Expand Down