Skip to content

Commit f5fc83b

Browse files
rakeshkashyap123Rakesh Kashyap Hanasoge Padmanabha
andauthored
Fix bug when skipping missing feature data (#1161)
Co-authored-by: Rakesh Kashyap Hanasoge Padmanabha <rkashyap@rkashyap-mn3.linkedin.biz>
1 parent 8f49bd5 commit f5fc83b

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

feathr-impl/src/main/scala/com/linkedin/feathr/offline/util/AclCheckUtils.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,11 +68,12 @@ private[offline] object AclCheckUtils {
6868
} yield featureAnchorWithSource.source.path
6969

7070
val shouldSkipFeature = FeathrUtils.getFeathrJobParam(ss.sparkContext.getConf, FeathrUtils.SKIP_MISSING_FEATURE).toBoolean
71+
val shouldAddDefaultCol = FeathrUtils.getFeathrJobParam(ss.sparkContext.getConf, FeathrUtils.SKIP_MISSING_FEATURE).toBoolean
7172
val invalidPaths = AclCheckUtils.checkReadAuthorization(conf, allRequiredPaths.distinct)
7273
if (invalidPaths.isEmpty) {
7374
(Success(()), invalidPaths.map(_._2))
7475
} else {
75-
if (!shouldSkipFeature) {
76+
if (!shouldSkipFeature || !shouldAddDefaultCol) {
7677
(Failure(
7778
new RuntimeException(
7879
"Can not verify read authorization on the following paths. This can be due to" +

0 commit comments

Comments
 (0)