File tree Expand file tree Collapse file tree
spark/ingestion/src/main/scala/feast/ingestion/sources Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -46,6 +46,6 @@ object BigQueryReader {
4646 reader
4747 .load(s " ${source.project}. ${source.dataset}. ${source.table}" )
4848 .filter(col(source.eventTimestampColumn) >= new Timestamp (start.getMillis))
49- .filter(col(source.eventTimestampColumn) <= new Timestamp (end.getMillis))
49+ .filter(col(source.eventTimestampColumn) < new Timestamp (end.getMillis))
5050 }
5151}
Original file line number Diff line number Diff line change @@ -33,6 +33,6 @@ object FileReader {
3333 sqlContext.read
3434 .parquet(source.path)
3535 .filter(col(source.eventTimestampColumn) >= new Timestamp (start.getMillis))
36- .filter(col(source.eventTimestampColumn) <= new Timestamp (end.getMillis))
36+ .filter(col(source.eventTimestampColumn) < new Timestamp (end.getMillis))
3737 }
3838}
You can’t perform that action at this time.
0 commit comments