fix: Fixed getting the output GCS bucket in PipelineJob.submit (#1542)

Ark-kun · web-flow · commit 69d6c7dc4e87 · 2022-07-27T00:12:14.000Z
Thank you for opening a Pull Request! Before submitting your PR, there are a few things you can do to make sure it goes smoothly: - [ ] Make sure to open an issue as a [bug/issue](https://github.com/googleapis/python-aiplatform/issues/new/choose) before writing your code! That way we can discuss the change, evaluate designs, and agree on the general idea - [ ] Ensure the tests and linter pass - [ ] Code coverage does not decrease (if any source code was changed) - [ ] Appropriate docs were updated (if necessary) Fixes #<issue_number_goes_here> 🦕
diff --git a/google/cloud/aiplatform/pipeline_jobs.py b/google/cloud/aiplatform/pipeline_jobs.py
@@ -343,13 +343,22 @@ def submit(
         if network:
             self._gca_resource.network = network
 
-        gcs_utils.create_gcs_bucket_for_pipeline_artifacts_if_it_does_not_exist(
-            output_artifacts_gcs_dir=self.pipeline_spec.get("gcsOutputDirectory"),
-            service_account=self._gca_resource.service_account,
-            project=self.project,
-            location=self.location,
-            credentials=self.credentials,
-        )
+        try:
+            output_artifacts_gcs_dir = (
+                self._gca_resource.runtime_config.gcs_output_directory
+            )
+            assert output_artifacts_gcs_dir
+            gcs_utils.create_gcs_bucket_for_pipeline_artifacts_if_it_does_not_exist(
+                output_artifacts_gcs_dir=output_artifacts_gcs_dir,
+                service_account=self._gca_resource.service_account,
+                project=self.project,
+                location=self.location,
+                credentials=self.credentials,
+            )
+        except:  # noqa: E722
+            _LOGGER._logger.exception(
+                "Error when trying to get or create a GCS bucket for the pipeline output artifacts"
+            )
 
         # Prevents logs from being supressed on TFX pipelines
         if self._gca_resource.pipeline_spec.get("sdkVersion", "").startswith("tfx"):
