Skip to content

Commit a5d917d

Browse files
gcf-owl-bot[bot]gcf-owl-bot[bot]
authored
feat: [google-cloud-parallelstore] A new value REPAIRING is added to enum State (googleapis#13739)
- [ ] Regenerate this pull request now. BEGIN_COMMIT_OVERRIDE feat: A new message `TransferMetadataOptions` is added feat: A new field `metadata_options` is added to message `v1beta.ImportDataRequest` feat: A new field `metadata_options` is added to message `v1beta.ExportDataRequest` feat: A new message `TransferErrorLogEntry` is added feat: A new message `TransferErrorSummary` is added feat: A new field `error_summary` is added to message `v1beta.TransferOperationMetadata` feat: A new field `objects_failed` is added to message `v1beta.TransferCounters` feat: A new field `bytes_failed` is added to message `v1beta.TransferCounters` feat: Field `daos_version` in message `v1beta.Instance` is Deprecated docs: fields `directory_stripe_level` `deployment_type` `file_stripe_level` in message `v1beta.Instance` documented as immutable feat: A new value `REPAIRING` is added to enum `State` END_COMMIT_OVERRIDE PiperOrigin-RevId: 744762908 Source-Link: googleapis/googleapis@07c7b13 Source-Link: https://github.com/googleapis/googleapis-gen/commit/c1c0df6ed3d1d1c1a29acc7331943a19ce009c7e Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLXBhcmFsbGVsc3RvcmUvLk93bEJvdC55YW1sIiwiaCI6ImMxYzBkZjZlZDNkMWQxYzFhMjlhY2M3MzMxOTQzYTE5Y2UwMDljN2UifQ== --------- Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
1 parent 35034e1 commit a5d917d

5 files changed

Lines changed: 205 additions & 8 deletions

File tree

‎packages/google-cloud-parallelstore/google/cloud/parallelstore/__init__.py‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,9 @@
4646
SourceGcsBucket,
4747
SourceParallelstore,
4848
TransferCounters,
49+
TransferErrorLogEntry,
50+
TransferErrorSummary,
51+
TransferMetadataOptions,
4952
TransferOperationMetadata,
5053
TransferType,
5154
UpdateInstanceRequest,
@@ -72,6 +75,9 @@
7275
"SourceGcsBucket",
7376
"SourceParallelstore",
7477
"TransferCounters",
78+
"TransferErrorLogEntry",
79+
"TransferErrorSummary",
80+
"TransferMetadataOptions",
7581
"TransferOperationMetadata",
7682
"UpdateInstanceRequest",
7783
"DeploymentType",

‎packages/google-cloud-parallelstore/google/cloud/parallelstore_v1beta/__init__.py‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -41,6 +41,9 @@
4141
SourceGcsBucket,
4242
SourceParallelstore,
4343
TransferCounters,
44+
TransferErrorLogEntry,
45+
TransferErrorSummary,
46+
TransferMetadataOptions,
4447
TransferOperationMetadata,
4548
TransferType,
4649
UpdateInstanceRequest,
@@ -70,6 +73,9 @@
7073
"SourceGcsBucket",
7174
"SourceParallelstore",
7275
"TransferCounters",
76+
"TransferErrorLogEntry",
77+
"TransferErrorSummary",
78+
"TransferMetadataOptions",
7379
"TransferOperationMetadata",
7480
"TransferType",
7581
"UpdateInstanceRequest",

‎packages/google-cloud-parallelstore/google/cloud/parallelstore_v1beta/types/__init__.py‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,9 @@
3535
SourceGcsBucket,
3636
SourceParallelstore,
3737
TransferCounters,
38+
TransferErrorLogEntry,
39+
TransferErrorSummary,
40+
TransferMetadataOptions,
3841
TransferOperationMetadata,
3942
TransferType,
4043
UpdateInstanceRequest,
@@ -59,6 +62,9 @@
5962
"SourceGcsBucket",
6063
"SourceParallelstore",
6164
"TransferCounters",
65+
"TransferErrorLogEntry",
66+
"TransferErrorSummary",
67+
"TransferMetadataOptions",
6268
"TransferOperationMetadata",
6369
"UpdateInstanceRequest",
6470
"DeploymentType",

‎packages/google-cloud-parallelstore/google/cloud/parallelstore_v1beta/types/parallelstore.py‎

Lines changed: 185 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@
1919

2020
from google.protobuf import field_mask_pb2 # type: ignore
2121
from google.protobuf import timestamp_pb2 # type: ignore
22+
from google.rpc import code_pb2 # type: ignore
2223
import proto # type: ignore
2324

2425
__protobuf__ = proto.module(
@@ -29,6 +30,7 @@
2930
"DirectoryStripeLevel",
3031
"DeploymentType",
3132
"Instance",
33+
"TransferMetadataOptions",
3234
"ListInstancesRequest",
3335
"ListInstancesResponse",
3436
"GetInstanceRequest",
@@ -43,6 +45,8 @@
4345
"ImportDataRequest",
4446
"ExportDataRequest",
4547
"ImportDataResponse",
48+
"TransferErrorLogEntry",
49+
"TransferErrorSummary",
4650
"ImportDataMetadata",
4751
"ExportDataResponse",
4852
"ExportDataMetadata",
@@ -157,8 +161,8 @@ class Instance(proto.Message):
157161
between 12000 and 100000, in multiples of 4000;
158162
e.g., 12000, 16000, 20000, ...
159163
daos_version (str):
160-
Output only. The version of DAOS software
161-
running in the instance.
164+
Output only. Deprecated 'daos_version' field. Output only.
165+
The version of DAOS software running in the instance.
162166
access_points (MutableSequence[str]):
163167
Output only. A list of IPv4 addresses used
164168
for client side configuration.
@@ -178,7 +182,8 @@ class Instance(proto.Message):
178182
and contains the value currently used by the
179183
service.
180184
file_stripe_level (google.cloud.parallelstore_v1beta.types.FileStripeLevel):
181-
Optional. Stripe level for files. Allowed values are:
185+
Optional. Immutable. Stripe level for files. Allowed values
186+
are:
182187
183188
- ``FILE_STRIPE_LEVEL_MIN``: offers the best performance
184189
for small size files.
@@ -187,7 +192,8 @@ class Instance(proto.Message):
187192
- ``FILE_STRIPE_LEVEL_MAX``: higher throughput performance
188193
for larger files.
189194
directory_stripe_level (google.cloud.parallelstore_v1beta.types.DirectoryStripeLevel):
190-
Optional. Stripe level for directories. Allowed values are:
195+
Optional. Immutable. Stripe level for directories. Allowed
196+
values are:
191197
192198
- ``DIRECTORY_STRIPE_LEVEL_MIN``: recommended when
193199
directories contain a small number of files.
@@ -197,8 +203,8 @@ class Instance(proto.Message):
197203
- ``DIRECTORY_STRIPE_LEVEL_MAX``: recommended for
198204
directories with a large number of files.
199205
deployment_type (google.cloud.parallelstore_v1beta.types.DeploymentType):
200-
Optional. The deployment type of the instance. Allowed
201-
values are:
206+
Optional. Immutable. The deployment type of the instance.
207+
Allowed values are:
202208
203209
- ``SCRATCH``: the instance is a scratch instance.
204210
- ``PERSISTENT``: the instance is a persistent instance.
@@ -220,13 +226,17 @@ class State(proto.Enum):
220226
The instance is not usable.
221227
UPGRADING (5):
222228
The instance is being upgraded.
229+
REPAIRING (6):
230+
The instance is being repaired. This should only be used by
231+
instances using the ``PERSISTENT`` deployment type.
223232
"""
224233
STATE_UNSPECIFIED = 0
225234
CREATING = 1
226235
ACTIVE = 2
227236
DELETING = 3
228237
FAILED = 4
229238
UPGRADING = 5
239+
REPAIRING = 6
230240

231241
name: str = proto.Field(
232242
proto.STRING,
@@ -297,6 +307,82 @@ class State(proto.Enum):
297307
)
298308

299309

310+
class TransferMetadataOptions(proto.Message):
311+
r"""Transfer metadata options for the instance.
312+
313+
Attributes:
314+
uid (google.cloud.parallelstore_v1beta.types.TransferMetadataOptions.Uid):
315+
Optional. The UID preservation behavior.
316+
gid (google.cloud.parallelstore_v1beta.types.TransferMetadataOptions.Gid):
317+
Optional. The GID preservation behavior.
318+
mode (google.cloud.parallelstore_v1beta.types.TransferMetadataOptions.Mode):
319+
Optional. The mode preservation behavior.
320+
"""
321+
322+
class Uid(proto.Enum):
323+
r"""The UID perservation behavior.
324+
325+
Values:
326+
UID_UNSPECIFIED (0):
327+
default is UID_NUMBER_PRESERVE.
328+
UID_SKIP (1):
329+
Do not preserve UID during a transfer job.
330+
UID_NUMBER_PRESERVE (2):
331+
Preserve UID that is in number format during
332+
a transfer job.
333+
"""
334+
UID_UNSPECIFIED = 0
335+
UID_SKIP = 1
336+
UID_NUMBER_PRESERVE = 2
337+
338+
class Gid(proto.Enum):
339+
r"""The GID preservation behavior.
340+
341+
Values:
342+
GID_UNSPECIFIED (0):
343+
default is GID_NUMBER_PRESERVE.
344+
GID_SKIP (1):
345+
Do not preserve GID during a transfer job.
346+
GID_NUMBER_PRESERVE (2):
347+
Preserve GID that is in number format during
348+
a transfer job.
349+
"""
350+
GID_UNSPECIFIED = 0
351+
GID_SKIP = 1
352+
GID_NUMBER_PRESERVE = 2
353+
354+
class Mode(proto.Enum):
355+
r"""The mode preservation behavior.
356+
357+
Values:
358+
MODE_UNSPECIFIED (0):
359+
default is MODE_PRESERVE.
360+
MODE_SKIP (1):
361+
Do not preserve mode during a transfer job.
362+
MODE_PRESERVE (2):
363+
Preserve mode during a transfer job.
364+
"""
365+
MODE_UNSPECIFIED = 0
366+
MODE_SKIP = 1
367+
MODE_PRESERVE = 2
368+
369+
uid: Uid = proto.Field(
370+
proto.ENUM,
371+
number=1,
372+
enum=Uid,
373+
)
374+
gid: Gid = proto.Field(
375+
proto.ENUM,
376+
number=2,
377+
enum=Gid,
378+
)
379+
mode: Mode = proto.Field(
380+
proto.ENUM,
381+
number=3,
382+
enum=Mode,
383+
)
384+
385+
300386
class ListInstancesRequest(proto.Message):
301387
r"""List instances request.
302388
@@ -714,6 +800,9 @@ class ImportDataRequest(proto.Message):
714800
715801
If unspecified, the Parallelstore service agent is used:
716802
``service-<PROJECT_NUMBER>@gcp-sa-parallelstore.iam.gserviceaccount.com``
803+
metadata_options (google.cloud.parallelstore_v1beta.types.TransferMetadataOptions):
804+
Optional. The transfer metadata options for
805+
the import data.
717806
"""
718807

719808
source_gcs_bucket: "SourceGcsBucket" = proto.Field(
@@ -740,6 +829,11 @@ class ImportDataRequest(proto.Message):
740829
proto.STRING,
741830
number=5,
742831
)
832+
metadata_options: "TransferMetadataOptions" = proto.Field(
833+
proto.MESSAGE,
834+
number=6,
835+
message="TransferMetadataOptions",
836+
)
743837

744838

745839
class ExportDataRequest(proto.Message):
@@ -789,6 +883,9 @@ class ExportDataRequest(proto.Message):
789883
790884
If unspecified, the Parallelstore service agent is used:
791885
``service-<PROJECT_NUMBER>@gcp-sa-parallelstore.iam.gserviceaccount.com``
886+
metadata_options (google.cloud.parallelstore_v1beta.types.TransferMetadataOptions):
887+
Optional. The metadata options for the export
888+
data.
792889
"""
793890

794891
source_parallelstore: "SourceParallelstore" = proto.Field(
@@ -815,12 +912,71 @@ class ExportDataRequest(proto.Message):
815912
proto.STRING,
816913
number=5,
817914
)
915+
metadata_options: "TransferMetadataOptions" = proto.Field(
916+
proto.MESSAGE,
917+
number=6,
918+
message="TransferMetadataOptions",
919+
)
818920

819921

820922
class ImportDataResponse(proto.Message):
821923
r"""The response to a request to import data to Parallelstore."""
822924

823925

926+
class TransferErrorLogEntry(proto.Message):
927+
r"""An entry describing an error that has occurred.
928+
929+
Attributes:
930+
uri (str):
931+
A URL that refers to the target (a data
932+
source, a data sink, or an object) with which
933+
the error is associated.
934+
error_details (MutableSequence[str]):
935+
A list of messages that carry the error
936+
details.
937+
"""
938+
939+
uri: str = proto.Field(
940+
proto.STRING,
941+
number=1,
942+
)
943+
error_details: MutableSequence[str] = proto.RepeatedField(
944+
proto.STRING,
945+
number=2,
946+
)
947+
948+
949+
class TransferErrorSummary(proto.Message):
950+
r"""A summary of errors by error code, plus a count and sample
951+
error log entries.
952+
953+
Attributes:
954+
error_code (google.rpc.code_pb2.Code):
955+
One of the error codes that caused the
956+
transfer failure.
957+
error_count (int):
958+
Count of this type of error.
959+
error_log_entries (MutableSequence[google.cloud.parallelstore_v1beta.types.TransferErrorLogEntry]):
960+
A list of messages that carry the error
961+
details.
962+
"""
963+
964+
error_code: code_pb2.Code = proto.Field(
965+
proto.ENUM,
966+
number=1,
967+
enum=code_pb2.Code,
968+
)
969+
error_count: int = proto.Field(
970+
proto.INT64,
971+
number=2,
972+
)
973+
error_log_entries: MutableSequence["TransferErrorLogEntry"] = proto.RepeatedField(
974+
proto.MESSAGE,
975+
number=4,
976+
message="TransferErrorLogEntry",
977+
)
978+
979+
824980
class ImportDataMetadata(proto.Message):
825981
r"""Metadata related to the data import operation.
826982
@@ -997,6 +1153,10 @@ class TransferOperationMetadata(proto.Message):
9971153
operation.
9981154
transfer_type (google.cloud.parallelstore_v1beta.types.TransferType):
9991155
Output only. The type of transfer occurring.
1156+
error_summary (MutableSequence[google.cloud.parallelstore_v1beta.types.TransferErrorSummary]):
1157+
Output only. List of files that failed to be
1158+
transferred. This list will have a maximum size
1159+
of 5 elements.
10001160
"""
10011161

10021162
source_parallelstore: "SourceParallelstore" = proto.Field(
@@ -1033,6 +1193,11 @@ class TransferOperationMetadata(proto.Message):
10331193
number=6,
10341194
enum="TransferType",
10351195
)
1196+
error_summary: MutableSequence["TransferErrorSummary"] = proto.RepeatedField(
1197+
proto.MESSAGE,
1198+
number=13,
1199+
message="TransferErrorSummary",
1200+
)
10361201

10371202

10381203
class TransferCounters(proto.Message):
@@ -1064,6 +1229,12 @@ class TransferCounters(proto.Message):
10641229
bytes_copied (int):
10651230
Bytes that are copied to the data
10661231
destination.
1232+
objects_failed (int):
1233+
Objects that are failed to write to the data
1234+
destination.
1235+
bytes_failed (int):
1236+
Bytes that are failed to write to the data
1237+
destination.
10671238
"""
10681239

10691240
objects_found: int = proto.Field(
@@ -1090,6 +1261,14 @@ class TransferCounters(proto.Message):
10901261
proto.INT64,
10911262
number=6,
10921263
)
1264+
objects_failed: int = proto.Field(
1265+
proto.INT64,
1266+
number=7,
1267+
)
1268+
bytes_failed: int = proto.Field(
1269+
proto.INT64,
1270+
number=8,
1271+
)
10931272

10941273

10951274
__all__ = tuple(sorted(__protobuf__.manifest))

‎packages/google-cloud-parallelstore/scripts/fixup_parallelstore_v1beta_keywords.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -41,9 +41,9 @@ class parallelstoreCallTransformer(cst.CSTTransformer):
4141
METHOD_TO_PARAMS: Dict[str, Tuple[str]] = {
4242
'create_instance': ('parent', 'instance_id', 'instance', 'request_id', ),
4343
'delete_instance': ('name', 'request_id', ),
44-
'export_data': ('name', 'source_parallelstore', 'destination_gcs_bucket', 'request_id', 'service_account', ),
44+
'export_data': ('name', 'source_parallelstore', 'destination_gcs_bucket', 'request_id', 'service_account', 'metadata_options', ),
4545
'get_instance': ('name', ),
46-
'import_data': ('name', 'source_gcs_bucket', 'destination_parallelstore', 'request_id', 'service_account', ),
46+
'import_data': ('name', 'source_gcs_bucket', 'destination_parallelstore', 'request_id', 'service_account', 'metadata_options', ),
4747
'list_instances': ('parent', 'page_size', 'page_token', 'filter', 'order_by', ),
4848
'update_instance': ('update_mask', 'instance', 'request_id', ),
4949
}

0 commit comments

Comments
 (0)