Skip to content

Commit cfa1a2c

Browse files
committed
fix: Dask pulling of latest data
Signed-off-by: Suraj Patil <patilsuraj767@gmail.com>
1 parent 0d05701 commit cfa1a2c

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

sdk/python/feast/infra/offline_stores/dask.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -371,7 +371,7 @@ def evaluate_offline_job():
371371
elif start_date:
372372
source_df = source_df[source_df[timestamp_field] >= start_date]
373373
elif end_date:
374-
source_df = source_df[source_df[timestamp_field] < end_date]
374+
source_df = source_df[source_df[timestamp_field] <= end_date]
375375

376376
source_df = source_df.persist()
377377

sdk/python/tests/utils/feature_records.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -519,7 +519,7 @@ def get_last_feature_row(df: pd.DataFrame, driver_id, max_date: datetime):
519519
"""Manually extract last feature value from a dataframe for a given driver_id with up to `max_date` date"""
520520
filtered = df[
521521
(df["driver_id"] == driver_id)
522-
& (df["event_timestamp"] < max_date.replace(tzinfo=timezone.utc))
522+
& (df["event_timestamp"] <= max_date.replace(tzinfo=timezone.utc))
523523
]
524524
max_ts = filtered.loc[filtered["event_timestamp"].idxmax()]["event_timestamp"]
525525
filtered_by_ts = filtered[filtered["event_timestamp"] == max_ts]

0 commit comments

Comments
 (0)