This repository has been archived by the owner on Nov 29, 2023. It is now read-only.
/
transfer.proto
285 lines (227 loc) · 10.4 KB
/
transfer.proto
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
// Copyright 2019 Google LLC.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
syntax = "proto3";
package google.cloud.bigquery.datatransfer.v1;
import "google/api/field_behavior.proto";
import "google/api/resource.proto";
import "google/protobuf/struct.proto";
import "google/protobuf/timestamp.proto";
import "google/rpc/status.proto";
option csharp_namespace = "Google.Cloud.BigQuery.DataTransfer.V1";
option go_package = "google.golang.org/genproto/googleapis/cloud/bigquery/datatransfer/v1;datatransfer";
option java_multiple_files = true;
option java_outer_classname = "TransferProto";
option java_package = "com.google.cloud.bigquery.datatransfer.v1";
option objc_class_prefix = "GCBDT";
option php_namespace = "Google\\Cloud\\BigQuery\\DataTransfer\\V1";
// DEPRECATED. Represents data transfer type.
enum TransferType {
option deprecated = true;
// Invalid or Unknown transfer type placeholder.
TRANSFER_TYPE_UNSPECIFIED = 0;
// Batch data transfer.
BATCH = 1;
// Streaming data transfer. Streaming data source currently doesn't
// support multiple transfer configs per project.
STREAMING = 2;
}
// Represents data transfer run state.
enum TransferState {
// State placeholder.
TRANSFER_STATE_UNSPECIFIED = 0;
// Data transfer is scheduled and is waiting to be picked up by
// data transfer backend.
PENDING = 2;
// Data transfer is in progress.
RUNNING = 3;
// Data transfer completed successfully.
SUCCEEDED = 4;
// Data transfer failed.
FAILED = 5;
// Data transfer is cancelled.
CANCELLED = 6;
}
// Represents preferences for sending email notifications for transfer run
// events.
message EmailPreferences {
// If true, email notifications will be sent on transfer run failures.
bool enable_failure_email = 1;
}
// Options customizing the data transfer schedule.
message ScheduleOptions {
// If true, automatic scheduling of data transfer runs for this configuration
// will be disabled. The runs can be started on ad-hoc basis using
// StartManualTransferRuns API. When automatic scheduling is disabled, the
// TransferConfig.schedule field will be ignored.
bool disable_auto_scheduling = 3;
// Specifies time to start scheduling transfer runs. The first run will be
// scheduled at or after the start time according to a recurrence pattern
// defined in the schedule string. The start time can be changed at any
// moment. The time when a data transfer can be trigerred manually is not
// limited by this option.
google.protobuf.Timestamp start_time = 1;
// Defines time to stop scheduling transfer runs. A transfer run cannot be
// scheduled at or after the end time. The end time can be changed at any
// moment. The time when a data transfer can be trigerred manually is not
// limited by this option.
google.protobuf.Timestamp end_time = 2;
}
// Represents a data transfer configuration. A transfer configuration
// contains all metadata needed to perform a data transfer. For example,
// `destination_dataset_id` specifies where data should be stored.
// When a new transfer configuration is created, the specified
// `destination_dataset_id` is created when needed and shared with the
// appropriate data source service account.
message TransferConfig {
option (google.api.resource) = {
type: "bigquerydatatransfer.googleapis.com/TransferConfig"
pattern: "projects/{project}/transferConfigs/{transfer_config}"
pattern: "projects/{project}/locations/{location}/transferConfigs/{transfer_config}"
};
// The resource name of the transfer config.
// Transfer config names have the form of
// `projects/{project_id}/locations/{region}/transferConfigs/{config_id}`.
// The name is automatically generated based on the config_id specified in
// CreateTransferConfigRequest along with project_id and region. If config_id
// is not provided, usually a uuid, even though it is not guaranteed or
// required, will be generated for config_id.
string name = 1;
// The desination of the transfer config.
oneof destination {
// The BigQuery target dataset id.
string destination_dataset_id = 2;
}
// User specified display name for the data transfer.
string display_name = 3;
// Data source id. Cannot be changed once data transfer is created.
string data_source_id = 5;
// Data transfer specific parameters.
google.protobuf.Struct params = 9;
// Data transfer schedule.
// If the data source does not support a custom schedule, this should be
// empty. If it is empty, the default value for the data source will be
// used.
// The specified times are in UTC.
// Examples of valid format:
// `1st,3rd monday of month 15:30`,
// `every wed,fri of jan,jun 13:15`, and
// `first sunday of quarter 00:00`.
// See more explanation about the format here:
// https://cloud.google.com/appengine/docs/flexible/python/scheduling-jobs-with-cron-yaml#the_schedule_format
// NOTE: the granularity should be at least 8 hours, or less frequent.
string schedule = 7;
// Options customizing the data transfer schedule.
ScheduleOptions schedule_options = 24;
// The number of days to look back to automatically refresh the data.
// For example, if `data_refresh_window_days = 10`, then every day
// BigQuery reingests data for [today-10, today-1], rather than ingesting data
// for just [today-1].
// Only valid if the data source supports the feature. Set the value to 0
// to use the default value.
int32 data_refresh_window_days = 12;
// Is this config disabled. When set to true, no runs are scheduled
// for a given transfer.
bool disabled = 13;
// Output only. Data transfer modification time. Ignored by server on input.
google.protobuf.Timestamp update_time = 4 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Next time when data transfer will run.
google.protobuf.Timestamp next_run_time = 8 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. State of the most recently updated transfer run.
TransferState state = 10 [(google.api.field_behavior) = OUTPUT_ONLY];
// Deprecated. Unique ID of the user on whose behalf transfer is done.
int64 user_id = 11;
// Output only. Region in which BigQuery dataset is located.
string dataset_region = 14 [(google.api.field_behavior) = OUTPUT_ONLY];
// Pub/Sub topic where notifications will be sent after transfer runs
// associated with this transfer config finish.
string notification_pubsub_topic = 15;
// Email notifications will be sent according to these preferences
// to the email address of the user who owns this transfer config.
EmailPreferences email_preferences = 18;
}
// Represents a data transfer run.
message TransferRun {
option (google.api.resource) = {
type: "bigquerydatatransfer.googleapis.com/Run"
pattern: "projects/{project}/transferConfigs/{transfer_config}/runs/{run}"
pattern: "projects/{project}/locations/{location}/transferConfigs/{transfer_config}/runs/{run}"
};
// The resource name of the transfer run.
// Transfer run names have the form
// `projects/{project_id}/locations/{location}/transferConfigs/{config_id}/runs/{run_id}`.
// The name is ignored when creating a transfer run.
string name = 1;
// Minimum time after which a transfer run can be started.
google.protobuf.Timestamp schedule_time = 3;
// For batch transfer runs, specifies the date and time of the data should be
// ingested.
google.protobuf.Timestamp run_time = 10;
// Status of the transfer run.
google.rpc.Status error_status = 21;
// Output only. Time when transfer run was started.
// Parameter ignored by server for input requests.
google.protobuf.Timestamp start_time = 4 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Time when transfer run ended.
// Parameter ignored by server for input requests.
google.protobuf.Timestamp end_time = 5 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Last time the data transfer run state was updated.
google.protobuf.Timestamp update_time = 6 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Data transfer specific parameters.
google.protobuf.Struct params = 9 [(google.api.field_behavior) = OUTPUT_ONLY];
// Data transfer destination.
oneof destination {
// Output only. The BigQuery target dataset id.
string destination_dataset_id = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
}
// Output only. Data source id.
string data_source_id = 7 [(google.api.field_behavior) = OUTPUT_ONLY];
// Data transfer run state. Ignored for input requests.
TransferState state = 8;
// Deprecated. Unique ID of the user on whose behalf transfer is done.
int64 user_id = 11;
// Output only. Describes the schedule of this transfer run if it was
// created as part of a regular schedule. For batch transfer runs that are
// scheduled manually, this is empty.
// NOTE: the system might choose to delay the schedule depending on the
// current load, so `schedule_time` doesn't always match this.
string schedule = 12 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Pub/Sub topic where a notification will be sent after this
// transfer run finishes
string notification_pubsub_topic = 23 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Email notifications will be sent according to these
// preferences to the email address of the user who owns the transfer config
// this run was derived from.
EmailPreferences email_preferences = 25 [(google.api.field_behavior) = OUTPUT_ONLY];
}
// Represents a user facing message for a particular data transfer run.
message TransferMessage {
// Represents data transfer user facing message severity.
enum MessageSeverity {
// No severity specified.
MESSAGE_SEVERITY_UNSPECIFIED = 0;
// Informational message.
INFO = 1;
// Warning message.
WARNING = 2;
// Error message.
ERROR = 3;
}
// Time when message was logged.
google.protobuf.Timestamp message_time = 1;
// Message severity.
MessageSeverity severity = 2;
// Message text.
string message_text = 3;
}