From 8ab1229035e371455b8b9c32f842552e9ffb7756 Mon Sep 17 00:00:00 2001 From: "shaurya.rawat" Date: Thu, 2 Feb 2023 16:27:52 +0100 Subject: [PATCH] Fix spark_kafka_processor sort Signed-off-by: shaurya.rawat --- sdk/python/feast/infra/contrib/spark_kafka_processor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/python/feast/infra/contrib/spark_kafka_processor.py b/sdk/python/feast/infra/contrib/spark_kafka_processor.py index 32d91b2010f..ea55d89988a 100644 --- a/sdk/python/feast/infra/contrib/spark_kafka_processor.py +++ b/sdk/python/feast/infra/contrib/spark_kafka_processor.py @@ -131,7 +131,7 @@ def batch_write(row: DataFrame, batch_id: int): # Also add a 'created' column. rows = ( rows.sort_values( - by=self.join_keys + [self.sfv.timestamp_field], ascending=True + by=[*self.join_keys, self.sfv.timestamp_field], ascending=False ) .groupby(self.join_keys) .nth(0)