make sure spark session is closed (#69)

pyalex · web-flow · commit 7a279c482db3 · 2021-05-04T20:00:42.000-07:00
Signed-off-by: Oleksii Moskalenko &lt;moskalenko.alexey@gmail.com&gt;
diff --git a/spark/ingestion/src/main/scala/feast/ingestion/IngestionJob.scala b/spark/ingestion/src/main/scala/feast/ingestion/IngestionJob.scala
@@ -122,8 +122,11 @@ object IngestionJob {
         config.mode match {
           case Modes.Offline =>
             val sparkSession = BasePipeline.createSparkSession(config)
-            BatchPipeline.createPipeline(sparkSession, config)
-            sparkSession.close()
+            try {
+              BatchPipeline.createPipeline(sparkSession, config)
+            } finally {
+              sparkSession.close()
+            }
           case Modes.Online =>
             val sparkSession = BasePipeline.createSparkSession(config)
             try {
