feat: A new method SearchLineageStreaming is added

Google APIs · copybara-github · commit 6810d0e5d1a0 · 2026-05-07T12:36:39.000-07:00
docs: Documentation for SearchLineageStreaming API was added

feat: SearchLinks can now accept multiple source and target entity references as search criteria

feat: Added support for column level lineage information to be passed and returned from the Lineage service

The `field` field in EntityReference allows to add column level information when creating events. This is also returned in links along with DependencyInfo that describes the type of dependency described in the link.

PiperOrigin-RevId: 912099814
diff --git a/google/cloud/datacatalog/lineage/v1/BUILD.bazel b/google/cloud/datacatalog/lineage/v1/BUILD.bazel
@@ -9,14 +9,17 @@
 #    * extra_protoc_file_parameters
 # The complete list of preserved parameters can be found in the source code.
 
+# buildifier: disable=load-on-top
+
 # This is an API workspace, having public visibility by default makes perfect sense.
 package(default_visibility = ["//visibility:public"])
 
 ##############################################################################
 # Common
 ##############################################################################
-load("@rules_proto//proto:defs.bzl", "proto_library")
+# buildifier: disable=same-origin-load
 load("@com_google_googleapis_imports//:imports.bzl", "proto_library_with_info")
+load("@rules_proto//proto:defs.bzl", "proto_library")
 
 proto_library(
     name = "lineage_proto",
@@ -27,8 +30,10 @@ proto_library(
         "//google/api:annotations_proto",
         "//google/api:client_proto",
         "//google/api:field_behavior_proto",
+        "//google/api:field_info_proto",
         "//google/api:resource_proto",
         "//google/longrunning:operations_proto",
+        "//google/type:interval_proto",
         "@com_google_protobuf//:empty_proto",
         "@com_google_protobuf//:field_mask_proto",
         "@com_google_protobuf//:struct_proto",
@@ -47,6 +52,7 @@ proto_library_with_info(
 ##############################################################################
 # Java
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "java_gapic_assembly_gradle_pkg",
@@ -109,6 +115,7 @@ java_gapic_assembly_gradle_pkg(
 ##############################################################################
 # Go
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "go_gapic_assembly_pkg",
@@ -123,6 +130,7 @@ go_grpc_library(
     deps = [
         "//google/api:annotations_go_proto",
         "//google/longrunning:longrunning_go_proto",
+        "//google/type:interval_go_proto",
     ],
 )
 
@@ -160,6 +168,7 @@ go_gapic_assembly_pkg(
 ##############################################################################
 # Python
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "py_gapic_assembly_pkg",
@@ -171,26 +180,26 @@ py_gapic_library(
     name = "lineage_py_gapic",
     srcs = [":lineage_proto"],
     grpc_service_config = "lineage_grpc_service_config.json",
+    opt_args = [
+        "python-gapic-name=datacatalog_lineage",
+        "python-gapic-namespace=google.cloud",
+    ],
     rest_numeric_enums = True,
     service_yaml = "datalineage_v1.yaml",
     transport = "grpc+rest",
     deps = [
     ],
-    opt_args = [
-        "python-gapic-namespace=google.cloud",
-        "python-gapic-name=datacatalog_lineage",
-    ],
 )
 
-py_test(
-    name = "lineage_py_gapic_test",
-    srcs = [
-        "lineage_py_gapic_pytest.py",
-        "lineage_py_gapic_test.py",
-    ],
-    legacy_create_init = False,
-    deps = [":lineage_py_gapic"],
-)
+# py_test(
+#     name = "lineage_py_gapic_test",
+#     srcs = [
+#         "lineage_py_gapic_pytest.py",
+#         "lineage_py_gapic_test.py",
+#     ],
+#     legacy_create_init = False,
+#     deps = [":lineage_py_gapic"],
+# )
 
 # Open Source Packages
 py_gapic_assembly_pkg(
@@ -203,6 +212,7 @@ py_gapic_assembly_pkg(
 ##############################################################################
 # PHP
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "php_gapic_assembly_pkg",
@@ -223,7 +233,9 @@ php_gapic_library(
     rest_numeric_enums = False,
     service_yaml = "datalineage_v1.yaml",
     transport = "grpc+rest",
-    deps = [":lineage_php_proto"],
+    deps = [
+        ":lineage_php_proto",
+    ],
 )
 
 # Open Source Packages
@@ -238,6 +250,7 @@ php_gapic_assembly_pkg(
 ##############################################################################
 # Node.js
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "nodejs_gapic_assembly_pkg",
@@ -268,6 +281,7 @@ nodejs_gapic_assembly_pkg(
 ##############################################################################
 # Ruby
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "ruby_cloud_gapic_library",
@@ -321,6 +335,7 @@ ruby_gapic_assembly_pkg(
 ##############################################################################
 # C#
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "csharp_gapic_assembly_pkg",
@@ -367,6 +382,7 @@ csharp_gapic_assembly_pkg(
 ##############################################################################
 # C++
 ##############################################################################
+# buildifier: disable=same-origin-load
 load(
     "@com_google_googleapis_imports//:imports.bzl",
     "cc_grpc_library",
diff --git a/google/cloud/datacatalog/lineage/v1/datalineage_v1.yaml b/google/cloud/datacatalog/lineage/v1/datalineage_v1.yaml
@@ -33,3 +33,62 @@ authentication:
     oauth:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform
+
+publishing:
+  method_settings:
+  - selector: google.cloud.datacatalog.lineage.v1.Lineage.ProcessOpenLineageRunEvent
+    auto_populated_fields:
+    - request_id
+  - selector: google.cloud.datacatalog.lineage.v1.Lineage.CreateProcess
+    auto_populated_fields:
+    - request_id
+  - selector: google.cloud.datacatalog.lineage.v1.Lineage.UpdateProcess
+    auto_populated_fields:
+    - request_id
+  - selector: google.cloud.datacatalog.lineage.v1.Lineage.CreateRun
+    auto_populated_fields:
+    - request_id
+  - selector: google.cloud.datacatalog.lineage.v1.Lineage.CreateLineageEvent
+    auto_populated_fields:
+    - request_id
+  new_issue_uri: https://issuetracker.google.com/issues/new?component=1530027
+  documentation_uri: https://cloud.google.com/dataplex/docs/about-data-lineage
+  api_short_name: datalineage
+  github_label: 'api: datalineage'
+  doc_tag_prefix: datalineage
+  organization: CLOUD
+  library_settings:
+  - version: google.cloud.datacatalog.lineage.v1
+    launch_stage: GA
+    java_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    cpp_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    php_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    python_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    node_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    dotnet_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    ruby_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    go_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
diff --git a/google/cloud/datacatalog/lineage/v1/lineage.proto b/google/cloud/datacatalog/lineage/v1/lineage.proto
