Skip to content

Commit d1a4141

Browse files
gcf-owl-bot[bot]gcf-owl-bot[bot]
authored
feat: add support for Dataproc metric configuration (#481)
* feat: add support for Dataproc metric configuration Committer: @AkshatBhargava PiperOrigin-RevId: 475750057 Source-Link: googleapis/googleapis@30517fd Source-Link: googleapis/googleapis-gen@a41cc2a Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYTQxY2MyYWIzZGY3OGVlMGI4NGY2NzQ5OWU3NTYyZGUwMmFiMzRjMCJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
1 parent 1b33cac commit d1a4141

File tree

4 files changed

+70
-0
lines changed

4 files changed

+70
-0
lines changed

‎packages/google-cloud-dataproc/google/cloud/dataproc/__init__.py‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,7 @@
9090
from google.cloud.dataproc_v1.types.clusters import ClusterStatus
9191
from google.cloud.dataproc_v1.types.clusters import ConfidentialInstanceConfig
9292
from google.cloud.dataproc_v1.types.clusters import CreateClusterRequest
93+
from google.cloud.dataproc_v1.types.clusters import DataprocMetricConfig
9394
from google.cloud.dataproc_v1.types.clusters import DeleteClusterRequest
9495
from google.cloud.dataproc_v1.types.clusters import DiagnoseClusterRequest
9596
from google.cloud.dataproc_v1.types.clusters import DiagnoseClusterResults
@@ -106,6 +107,7 @@
106107
from google.cloud.dataproc_v1.types.clusters import ListClustersResponse
107108
from google.cloud.dataproc_v1.types.clusters import ManagedGroupConfig
108109
from google.cloud.dataproc_v1.types.clusters import MetastoreConfig
110+
from google.cloud.dataproc_v1.types.clusters import Metric
109111
from google.cloud.dataproc_v1.types.clusters import NodeGroupAffinity
110112
from google.cloud.dataproc_v1.types.clusters import NodeInitializationAction
111113
from google.cloud.dataproc_v1.types.clusters import ReservationAffinity
@@ -232,6 +234,7 @@
232234
"ClusterStatus",
233235
"ConfidentialInstanceConfig",
234236
"CreateClusterRequest",
237+
"DataprocMetricConfig",
235238
"DeleteClusterRequest",
236239
"DiagnoseClusterRequest",
237240
"DiagnoseClusterResults",
@@ -248,6 +251,7 @@
248251
"ListClustersResponse",
249252
"ManagedGroupConfig",
250253
"MetastoreConfig",
254+
"Metric",
251255
"NodeGroupAffinity",
252256
"NodeInitializationAction",
253257
"ReservationAffinity",

‎packages/google-cloud-dataproc/google/cloud/dataproc_v1/__init__.py‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -54,6 +54,7 @@
5454
from .types.clusters import ClusterStatus
5555
from .types.clusters import ConfidentialInstanceConfig
5656
from .types.clusters import CreateClusterRequest
57+
from .types.clusters import DataprocMetricConfig
5758
from .types.clusters import DeleteClusterRequest
5859
from .types.clusters import DiagnoseClusterRequest
5960
from .types.clusters import DiagnoseClusterResults
@@ -70,6 +71,7 @@
7071
from .types.clusters import ListClustersResponse
7172
from .types.clusters import ManagedGroupConfig
7273
from .types.clusters import MetastoreConfig
74+
from .types.clusters import Metric
7375
from .types.clusters import NodeGroupAffinity
7476
from .types.clusters import NodeInitializationAction
7577
from .types.clusters import ReservationAffinity
@@ -174,6 +176,7 @@
174176
"CreateBatchRequest",
175177
"CreateClusterRequest",
176178
"CreateWorkflowTemplateRequest",
179+
"DataprocMetricConfig",
177180
"DeleteAutoscalingPolicyRequest",
178181
"DeleteBatchRequest",
179182
"DeleteClusterRequest",
@@ -228,6 +231,7 @@
228231
"ManagedCluster",
229232
"ManagedGroupConfig",
230233
"MetastoreConfig",
234+
"Metric",
231235
"NodeGroupAffinity",
232236
"NodeInitializationAction",
233237
"OrderedJob",

‎packages/google-cloud-dataproc/google/cloud/dataproc_v1/types/__init__.py‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@
4747
ClusterStatus,
4848
ConfidentialInstanceConfig,
4949
CreateClusterRequest,
50+
DataprocMetricConfig,
5051
DeleteClusterRequest,
5152
DiagnoseClusterRequest,
5253
DiagnoseClusterResults,
@@ -63,6 +64,7 @@
6364
ListClustersResponse,
6465
ManagedGroupConfig,
6566
MetastoreConfig,
67+
Metric,
6668
NodeGroupAffinity,
6769
NodeInitializationAction,
6870
ReservationAffinity,
@@ -174,6 +176,7 @@
174176
"ClusterStatus",
175177
"ConfidentialInstanceConfig",
176178
"CreateClusterRequest",
179+
"DataprocMetricConfig",
177180
"DeleteClusterRequest",
178181
"DiagnoseClusterRequest",
179182
"DiagnoseClusterResults",
@@ -190,6 +193,7 @@
190193
"ListClustersResponse",
191194
"ManagedGroupConfig",
192195
"MetastoreConfig",
196+
"Metric",
193197
"NodeGroupAffinity",
194198
"NodeInitializationAction",
195199
"ReservationAffinity",

‎packages/google-cloud-dataproc/google/cloud/dataproc_v1/types/clusters.py‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,8 @@
4747
"SoftwareConfig",
4848
"LifecycleConfig",
4949
"MetastoreConfig",
50+
"Metric",
51+
"DataprocMetricConfig",
5052
"ClusterMetrics",
5153
"CreateClusterRequest",
5254
"UpdateClusterRequest",
@@ -234,6 +236,8 @@ class ClusterConfig(proto.Message):
234236
this cluster
235237
metastore_config (google.cloud.dataproc_v1.types.MetastoreConfig):
236238
Optional. Metastore configuration.
239+
dataproc_metric_config (google.cloud.dataproc_v1.types.DataprocMetricConfig):
240+
Optional. Dataproc metrics configuration.
237241
"""
238242

239243
config_bucket = proto.Field(
@@ -304,6 +308,11 @@ class ClusterConfig(proto.Message):
304308
number=20,
305309
message="MetastoreConfig",
306310
)
311+
dataproc_metric_config = proto.Field(
312+
proto.MESSAGE,
313+
number=21,
314+
message="DataprocMetricConfig",
315+
)
307316

308317

309318
class VirtualClusterConfig(proto.Message):
@@ -1331,6 +1340,55 @@ class MetastoreConfig(proto.Message):
13311340
)
13321341

13331342

1343+
class Metric(proto.Message):
1344+
r"""Specifies Dataproc OSS Metric.
1345+
1346+
Attributes:
1347+
metric_source (google.cloud.dataproc_v1.types.Metric.MetricSource):
1348+
Required. Specified source of metric
1349+
collection
1350+
metric_overrides (Sequence[str]):
1351+
Optional. The set of available OSS metrics to
1352+
collect from the metric source.
1353+
"""
1354+
1355+
class MetricSource(proto.Enum):
1356+
r""""""
1357+
METRIC_SOURCE_UNSPECIFIED = 0
1358+
MONITORING_AGENT_DEFAULTS = 1
1359+
HDFS = 2
1360+
SPARK = 3
1361+
YARN = 4
1362+
SPARK_HISTORY_SERVER = 5
1363+
HIVESERVER2 = 6
1364+
1365+
metric_source = proto.Field(
1366+
proto.ENUM,
1367+
number=1,
1368+
enum=MetricSource,
1369+
)
1370+
metric_overrides = proto.RepeatedField(
1371+
proto.STRING,
1372+
number=2,
1373+
)
1374+
1375+
1376+
class DataprocMetricConfig(proto.Message):
1377+
r"""Specifies a Dataproc metric config
1378+
1379+
Attributes:
1380+
metrics (Sequence[google.cloud.dataproc_v1.types.Metric]):
1381+
Configuration set of metrics to collect from
1382+
the cluster
1383+
"""
1384+
1385+
metrics = proto.RepeatedField(
1386+
proto.MESSAGE,
1387+
number=1,
1388+
message="Metric",
1389+
)
1390+
1391+
13341392
class ClusterMetrics(proto.Message):
13351393
r"""Contains cluster daemon metrics, such as HDFS and YARN stats.
13361394

0 commit comments

Comments
 (0)