Skip to content

Commit fb114c9

Browse files
anirudhagar13Anirudh Agarwal
andauthored
made function interface consistent with underlying delegation call (#1156)
Co-authored-by: Anirudh Agarwal <aniagarwal@linkedin.biz>
1 parent 1b117d3 commit fb114c9

2 files changed

Lines changed: 18 additions & 18 deletions

File tree

feathr-impl/src/main/scala/com/linkedin/feathr/offline/client/FeathrClient.scala

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -84,23 +84,6 @@ class FeathrClient private[offline] (sparkSession: SparkSession, featureGroups:
8484
-> SuppressedExceptionHandlerUtils.missingDataSuppressedExceptionMsgs))
8585
}
8686

87-
88-
/**
89-
* API which joins features and also returns any suppressed exception msgs.
90-
*
91-
* @param joinConfig feathr offline's [[FeatureJoinConfig]]
92-
* @param obsData Observation data taken in as a [[SparkFeaturizedDataset]].
93-
* @param jobContext [[JoinJobContext]]
94-
* @return Joined observation and feature data as a SparkFeaturizedDataset and a map of suppressed exceptions along with
95-
* type of exception.
96-
*/
97-
def doJoinObsAndFeaturesWithSuppressedExceptions(joinConfig: FeatureJoinConfig, obsData: SparkFeaturizedDataset,
98-
jobContext: JoinJobContext = JoinJobContext()): (DataFrame, Header, Map[String, String]) = {
99-
val res = doJoinObsAndFeatures(joinConfig, jobContext, obsData.data)
100-
(res._1, res._2, Map(SuppressedExceptionHandlerUtils.MISSING_DATA_EXCEPTION
101-
-> SuppressedExceptionHandlerUtils.missingDataSuppressedExceptionMsgs))
102-
}
103-
10487
/**
10588
* Generates features by extracting feature data from its source. It returns generated features, the DataFrame for feature data
10689
* and the feature related metadata. The API takes in [[FeatureGenSpec]] as the input, which is expected to contain all the
@@ -232,6 +215,23 @@ class FeathrClient private[offline] (sparkSession: SparkSession, featureGroups:
232215
(joinedDF, header)
233216
}
234217

218+
/**
219+
* API which joins features and also returns any suppressed exception msgs.
220+
*
221+
* @param joinConfig feathr offline's [[FeatureJoinConfig]]
222+
* @param obsData Observation data taken in as a [[SparkFeaturizedDataset]].
223+
* @param jobContext [[JoinJobContext]]
224+
* @return Joined observation and feature data as a SparkFeaturizedDataset and a map of suppressed exceptions along with
225+
* type of exception.
226+
*/
227+
private[offline] def doJoinObsAndFeaturesWithSuppressedExceptions(joinConfig: FeatureJoinConfig, jobContext: JoinJobContext,
228+
obsData: DataFrame): (DataFrame, Header, Map[String, String]) = {
229+
230+
val (joinedDF, header) = doJoinObsAndFeatures(joinConfig, jobContext, obsData)
231+
(joinedDF, header, Map(SuppressedExceptionHandlerUtils.MISSING_DATA_EXCEPTION
232+
-> SuppressedExceptionHandlerUtils.missingDataSuppressedExceptionMsgs))
233+
}
234+
235235
/**
236236
* Find feature names that are the same as the field names (from observation data)
237237
* @param keyTaggedFeatures request features

gradle.properties

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
version=1.0.2-rc9
1+
version=1.0.2-rc10
22
SONATYPE_AUTOMATIC_RELEASE=true
33
POM_ARTIFACT_ID=feathr_2.12

0 commit comments

Comments
 (0)