forked from GoogleCloudPlatform/python-docs-samples
-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathquickstart.py
More file actions
executable file
·93 lines (74 loc) · 2.78 KB
/
quickstart.py
File metadata and controls
executable file
·93 lines (74 loc) · 2.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
#!/usr/bin/env python
# Copyright 2021 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Command-line sample that creates a one-time transfer from a Google Cloud
Storage bucket to another.
"""
import argparse
# [START storagetransfer_quickstart]
from google.cloud import storage_transfer
def create_one_time_transfer(
project_id: str = "my_project_id",
source_bucket: str = "my_source_bucket",
sink_bucket: str = "my_sink_bucket",
):
"""Creates a one-time transfer job."""
client = storage_transfer.StorageTransferServiceClient()
# The ID of the Google Cloud Platform Project that owns the job
# project_id = 'my-project-id'
# Google Cloud Storage source bucket name
# source_bucket = 'my-gcs-source-bucket'
# Google Cloud Storage destination bucket name
# sink_bucket = 'my-gcs-destination-bucket'
transfer_job_request = storage_transfer.CreateTransferJobRequest(
{
"transfer_job": {
"project_id": project_id,
"status": storage_transfer.TransferJob.Status.ENABLED,
"transfer_spec": {
"gcs_data_source": {
"bucket_name": source_bucket,
},
"gcs_data_sink": {
"bucket_name": sink_bucket,
},
},
}
}
)
transfer_job = client.create_transfer_job(transfer_job_request)
client.run_transfer_job({"job_name": transfer_job.name, "project_id": project_id})
print(f"Created and ran transfer job: {transfer_job.name}")
# [END storagetransfer_quickstart]
if __name__ == "__main__":
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument(
"--project-id",
help="The ID of the Google Cloud Platform Project that owns the job",
required=False,
)
parser.add_argument("--source-bucket", help="S3 source bucket name", required=False)
parser.add_argument(
"--sink-bucket", help="Cloud Storage bucket name", required=False
)
args = parser.parse_args()
if (
args.project_id is None
and args.source_bucket is None
and args.sink_bucket is None
):
create_one_time_transfer()
else:
create_one_time_transfer(**vars(args))