This repository has been archived by the owner on Sep 16, 2023. It is now read-only.
/
environments.proto
972 lines (851 loc) · 42.2 KB
/
environments.proto
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
// Copyright 2021 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
syntax = "proto3";
package google.cloud.orchestration.airflow.service.v1beta1;
import "google/api/annotations.proto";
import "google/api/client.proto";
import "google/api/field_behavior.proto";
import "google/api/resource.proto";
import "google/longrunning/operations.proto";
import "google/protobuf/field_mask.proto";
import "google/protobuf/timestamp.proto";
option go_package = "google.golang.org/genproto/googleapis/cloud/orchestration/airflow/service/v1beta1;service";
option java_multiple_files = true;
option java_package = "com.google.cloud.orchestration.airflow.service.v1beta1";
// Managed Apache Airflow Environments.
service Environments {
option (google.api.default_host) = "composer.googleapis.com";
option (google.api.oauth_scopes) = "https://www.googleapis.com/auth/cloud-platform";
// Create a new environment.
rpc CreateEnvironment(CreateEnvironmentRequest) returns (google.longrunning.Operation) {
option (google.api.http) = {
post: "/v1beta1/{parent=projects/*/locations/*}/environments"
body: "environment"
};
option (google.api.method_signature) = "parent,environment";
option (google.longrunning.operation_info) = {
response_type: "Environment"
metadata_type: "google.cloud.orchestration.airflow.service.v1beta1.OperationMetadata"
};
}
// Get an existing environment.
rpc GetEnvironment(GetEnvironmentRequest) returns (Environment) {
option (google.api.http) = {
get: "/v1beta1/{name=projects/*/locations/*/environments/*}"
};
option (google.api.method_signature) = "name";
}
// List environments.
rpc ListEnvironments(ListEnvironmentsRequest) returns (ListEnvironmentsResponse) {
option (google.api.http) = {
get: "/v1beta1/{parent=projects/*/locations/*}/environments"
};
option (google.api.method_signature) = "parent";
}
// Update an environment.
rpc UpdateEnvironment(UpdateEnvironmentRequest) returns (google.longrunning.Operation) {
option (google.api.http) = {
patch: "/v1beta1/{name=projects/*/locations/*/environments/*}"
body: "environment"
};
option (google.api.method_signature) = "name,environment,update_mask";
option (google.longrunning.operation_info) = {
response_type: "Environment"
metadata_type: "google.cloud.orchestration.airflow.service.v1beta1.OperationMetadata"
};
}
// Delete an environment.
rpc DeleteEnvironment(DeleteEnvironmentRequest) returns (google.longrunning.Operation) {
option (google.api.http) = {
delete: "/v1beta1/{name=projects/*/locations/*/environments/*}"
};
option (google.api.method_signature) = "name";
option (google.longrunning.operation_info) = {
response_type: "google.protobuf.Empty"
metadata_type: "google.cloud.orchestration.airflow.service.v1beta1.OperationMetadata"
};
}
// Restart Airflow web server.
rpc RestartWebServer(RestartWebServerRequest) returns (google.longrunning.Operation) {
option (google.api.http) = {
post: "/v1beta1/{name=projects/*/locations/*/environments/*}:restartWebServer"
body: "*"
};
option (google.longrunning.operation_info) = {
response_type: "Environment"
metadata_type: "google.cloud.orchestration.airflow.service.v1beta1.OperationMetadata"
};
}
// Check if an upgrade operation on the environment will succeed.
//
// In case of problems detailed info can be found in the returned Operation.
rpc CheckUpgrade(CheckUpgradeRequest) returns (google.longrunning.Operation) {
option (google.api.http) = {
post: "/v1beta1/{environment=projects/*/locations/*/environments/*}:checkUpgrade"
body: "*"
};
option (google.longrunning.operation_info) = {
response_type: "google.cloud.orchestration.airflow.service.v1beta1.CheckUpgradeResponse"
metadata_type: "google.cloud.orchestration.airflow.service.v1beta1.OperationMetadata"
};
}
}
// Create a new environment.
message CreateEnvironmentRequest {
// The parent must be of the form
// "projects/{projectId}/locations/{locationId}".
string parent = 1;
// The environment to create.
Environment environment = 2;
}
// Get an environment.
message GetEnvironmentRequest {
// The resource name of the environment to get, in the form:
// "projects/{projectId}/locations/{locationId}/environments/{environmentId}"
string name = 1;
}
// List environments in a project and location.
message ListEnvironmentsRequest {
// List environments in the given project and location, in the form:
// "projects/{projectId}/locations/{locationId}"
string parent = 1;
// The maximum number of environments to return.
int32 page_size = 2;
// The next_page_token value returned from a previous List request, if any.
string page_token = 3;
}
// The environments in a project and location.
message ListEnvironmentsResponse {
// The list of environments returned by a ListEnvironmentsRequest.
repeated Environment environments = 1;
// The page token used to query for the next page if one exists.
string next_page_token = 2;
}
// Delete an environment.
message DeleteEnvironmentRequest {
// The environment to delete, in the form:
// "projects/{projectId}/locations/{locationId}/environments/{environmentId}"
string name = 1;
}
// Update an environment.
message UpdateEnvironmentRequest {
// The relative resource name of the environment to update, in the form:
// "projects/{projectId}/locations/{locationId}/environments/{environmentId}"
string name = 2;
// A patch environment. Fields specified by the `updateMask` will be copied
// from the patch environment into the environment under update.
Environment environment = 1;
// Required. A comma-separated list of paths, relative to `Environment`, of
// fields to update.
// For example, to set the version of scikit-learn to install in the
// environment to 0.19.0 and to remove an existing installation of
// argparse, the `updateMask` parameter would include the following two
// `paths` values: "config.softwareConfig.pypiPackages.scikit-learn" and
// "config.softwareConfig.pypiPackages.argparse". The included patch
// environment would specify the scikit-learn version as follows:
//
// {
// "config":{
// "softwareConfig":{
// "pypiPackages":{
// "scikit-learn":"==0.19.0"
// }
// }
// }
// }
//
// Note that in the above example, any existing PyPI packages
// other than scikit-learn and argparse will be unaffected.
//
// Only one update type may be included in a single request's `updateMask`.
// For example, one cannot update both the PyPI packages and
// labels in the same request. However, it is possible to update multiple
// members of a map field simultaneously in the same request. For example,
// to set the labels "label1" and "label2" while clearing "label3" (assuming
// it already exists), one can
// provide the paths "labels.label1", "labels.label2", and "labels.label3"
// and populate the patch environment as follows:
//
// {
// "labels":{
// "label1":"new-label1-value"
// "label2":"new-label2-value"
// }
// }
//
// Note that in the above example, any existing labels that are not
// included in the `updateMask` will be unaffected.
//
// It is also possible to replace an entire map field by providing the
// map field's path in the `updateMask`. The new value of the field will
// be that which is provided in the patch environment. For example, to
// delete all pre-existing user-specified PyPI packages and
// install botocore at version 1.7.14, the `updateMask` would contain
// the path "config.softwareConfig.pypiPackages", and
// the patch environment would be the following:
//
// {
// "config":{
// "softwareConfig":{
// "pypiPackages":{
// "botocore":"==1.7.14"
// }
// }
// }
// }
//
// **Note:** Only the following fields can be updated:
//
// * `config.softwareConfig.pypiPackages`
// * Replace all custom custom PyPI packages. If a replacement
// package map is not included in `environment`, all custom
// PyPI packages are cleared. It is an error to provide both
// this mask and a mask specifying an individual package.
// * `config.softwareConfig.pypiPackages.`packagename
// * Update the custom PyPI package *packagename*,
// preserving other packages. To delete the package, include it in
// `updateMask`, and omit the mapping for it in
// `environment.config.softwareConfig.pypiPackages`. It is an error
// to provide both a mask of this form and the
// `config.softwareConfig.pypiPackages` mask.
// * `labels`
// * Replace all environment labels. If a replacement labels map is not
// included in `environment`, all labels are cleared. It is an error to
// provide both this mask and a mask specifying one or more individual
// labels.
// * `labels.`labelName
// * Set the label named *labelName*, while preserving other
// labels. To delete the label, include it in `updateMask` and omit its
// mapping in `environment.labels`. It is an error to provide both a
// mask of this form and the `labels` mask.
// * `config.nodeCount`
// * Horizontally scale the number of nodes in the environment. An integer
// greater than or equal to 3 must be provided in the `config.nodeCount`
// field. * `config.webServerNetworkAccessControl`
// * Replace the environment's current WebServerNetworkAccessControl.
// * `config.softwareConfig.airflowConfigOverrides`
// * Replace all Apache Airflow config overrides. If a replacement config
// overrides map is not included in `environment`, all config overrides
// are cleared.
// It is an error to provide both this mask and a mask specifying one or
// more individual config overrides.
// * `config.softwareConfig.airflowConfigOverrides.`section-name
// * Override the Apache Airflow config property *name* in the
// section named *section*, preserving other properties. To
// delete the property override, include it in `updateMask` and omit its
// mapping in
// `environment.config.softwareConfig.airflowConfigOverrides`.
// It is an error to provide both a mask of this form and the
// `config.softwareConfig.airflowConfigOverrides` mask.
// * `config.softwareConfig.envVariables`
// * Replace all environment variables. If a replacement environment
// variable map is not included in `environment`, all custom environment
// variables are cleared.
// It is an error to provide both this mask and a mask specifying one or
// more individual environment variables.
// * `config.softwareConfig.imageVersion`
// * Upgrade the version of the environment in-place. Refer to
// `SoftwareConfig.image_version` for information on how to format the
// new image version. Additionally, the new image version cannot effect
// a version downgrade and must match the current image version's
// Composer major version and Airflow major and minor versions. Consult
// the [Cloud Composer Version
// List](https://cloud.google.com/composer/docs/concepts/versioning/composer-versions)
// for valid values.
// * `config.softwareConfig.schedulerCount`
// * Horizontally scale the number of schedulers in Airflow. A positive
// integer not greater than the number of nodes must be provided in the
// `config.softwareConfig.schedulerCount` field. * `config.databaseConfig.machineType`
// * Cloud SQL machine type used by Airflow database.
// It has to be one of: db-n1-standard-2, db-n1-standard-4,
// db-n1-standard-8 or db-n1-standard-16. * `config.webServerConfig.machineType`
// * Machine type on which Airflow web server is running.
// It has to be one of: composer-n1-webserver-2, composer-n1-webserver-4
// or composer-n1-webserver-8. * `config.maintenanceWindow`
// * Maintenance window during which Cloud Composer components may be
// under maintenance.
google.protobuf.FieldMask update_mask = 3 [(google.api.field_behavior) = REQUIRED];
}
// Restart Airflow web server.
message RestartWebServerRequest {
// The resource name of the environment to restart the web server for, in the
// form:
// "projects/{projectId}/locations/{locationId}/environments/{environmentId}"
string name = 1;
}
// Configuration information for an environment.
message EnvironmentConfig {
// The size of the Cloud Composer environment.
enum EnvironmentSize {
// The size of the environment is unspecified.
ENVIRONMENT_SIZE_UNSPECIFIED = 0;
// The environment size is small.
ENVIRONMENT_SIZE_SMALL = 1;
// The environment size is medium.
ENVIRONMENT_SIZE_MEDIUM = 2;
// The environment size is large.
ENVIRONMENT_SIZE_LARGE = 3;
}
// Output only. The Kubernetes Engine cluster used to run this environment.
string gke_cluster = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. The Cloud Storage prefix of the DAGs for this environment. Although Cloud
// Storage objects reside in a flat namespace, a hierarchical file tree
// can be simulated using "/"-delimited object name prefixes. DAG objects for
// this environment reside in a simulated directory with the given prefix.
string dag_gcs_prefix = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
// The number of nodes in the Kubernetes Engine cluster that will be
// used to run this environment.
int32 node_count = 3;
// The configuration settings for software inside the environment.
SoftwareConfig software_config = 4;
// The configuration used for the Kubernetes Engine cluster.
NodeConfig node_config = 5;
// The configuration used for the Private IP Cloud Composer environment.
PrivateEnvironmentConfig private_environment_config = 7;
// Optional. The network-level access control policy for the Airflow web server. If
// unspecified, no network-level access restrictions will be applied.
WebServerNetworkAccessControl web_server_network_access_control = 9 [(google.api.field_behavior) = OPTIONAL];
// Optional. The configuration settings for Cloud SQL instance used internally by Apache
// Airflow software.
DatabaseConfig database_config = 10 [(google.api.field_behavior) = OPTIONAL];
// Optional. The configuration settings for the Airflow web server App Engine instance.
WebServerConfig web_server_config = 11 [(google.api.field_behavior) = OPTIONAL];
// Output only. The URI of the Apache Airflow Web UI hosted within this environment (see
// [Airflow web
// interface](/composer/docs/how-to/accessing/airflow-web-interface)).
string airflow_uri = 6 [(google.api.field_behavior) = OUTPUT_ONLY];
// Optional. The encryption options for the Cloud Composer environment and its
// dependencies. Cannot be updated.
EncryptionConfig encryption_config = 12 [(google.api.field_behavior) = OPTIONAL];
// Optional. The maintenance window is the period when Cloud Composer components may
// undergo maintenance. It is defined so that maintenance is not executed
// during peak hours or critical time periods.
//
// The system will not be under maintenance for every occurrence of this
// window, but when maintenance is planned, it will be scheduled
// during the window.
//
// The maintenance window period must encompass at least 12 hours per week.
// This may be split into multiple chunks, each with a size of
// at least 4 hours.
//
// If this value is omitted, Cloud Composer components may be subject to
// maintenance at any time.
MaintenanceWindow maintenance_window = 13 [(google.api.field_behavior) = OPTIONAL];
// Optional. The workloads configuration settings for the GKE cluster associated with
// the Cloud Composer environment. The GKE cluster runs Airflow scheduler, web
// server and workers workloads.
//
// This field is supported for Cloud Composer environments in versions
// composer-2.*.*-airflow-*.*.* and newer.
WorkloadsConfig workloads_config = 15 [(google.api.field_behavior) = OPTIONAL];
// Optional. The size of the Cloud Composer environment.
//
// This field is supported for Cloud Composer environments in versions
// composer-2.*.*-airflow-*.*.* and newer.
EnvironmentSize environment_size = 16 [(google.api.field_behavior) = OPTIONAL];
}
// Network-level access control policy for the Airflow web server.
message WebServerNetworkAccessControl {
// Allowed IP range with user-provided description.
message AllowedIpRange {
// IP address or range, defined using CIDR notation, of requests that this
// rule applies to.
// Examples: `192.168.1.1` or `192.168.0.0/16` or `2001:db8::/32`
// or `2001:0db8:0000:0042:0000:8a2e:0370:7334`.
//
// IP range prefixes should be properly truncated. For example,
// `1.2.3.4/24` should be truncated to `1.2.3.0/24`. Similarly, for IPv6,
// `2001:db8::1/32` should be truncated to `2001:db8::/32`.
string value = 1;
// Optional. User-provided description. It must contain at most 300 characters.
string description = 2 [(google.api.field_behavior) = OPTIONAL];
}
// A collection of allowed IP ranges with descriptions.
repeated AllowedIpRange allowed_ip_ranges = 1;
}
// Specifies the selection and configuration of software inside the environment.
message SoftwareConfig {
// The version of the software running in the environment.
// This encapsulates both the version of Cloud Composer functionality and the
// version of Apache Airflow. It must match the regular expression
// `composer-([0-9]+\.[0-9]+\.[0-9]+|latest)-airflow-[0-9]+\.[0-9]+(\.[0-9]+.*)?`.
// When used as input, the server also checks if the provided version is
// supported and denies the request for an unsupported version.
//
// The Cloud Composer portion of the version is a
// [semantic version](https://semver.org) or `latest`. When the patch version
// is omitted, the current Cloud Composer patch version is selected.
// When `latest` is provided instead of an explicit version number,
// the server replaces `latest` with the current Cloud Composer version
// and stores that version number in the same field.
//
// The portion of the image version that follows *airflow-* is an
// official Apache Airflow repository
// [release name](https://github.com/apache/incubator-airflow/releases).
//
// See also [Version
// List](/composer/docs/concepts/versioning/composer-versions).
string image_version = 1;
// Optional. Apache Airflow configuration properties to override.
//
// Property keys contain the section and property names, separated by a
// hyphen, for example "core-dags_are_paused_at_creation". Section names must
// not contain hyphens ("-"), opening square brackets ("["), or closing
// square brackets ("]"). The property name must not be empty and must not
// contain an equals sign ("=") or semicolon (";"). Section and property names
// must not contain a period ("."). Apache Airflow configuration property
// names must be written in
// [snake_case](https://en.wikipedia.org/wiki/Snake_case). Property values can
// contain any character, and can be written in any lower/upper case format.
//
// Certain Apache Airflow configuration property values are
// [blocked](/composer/docs/concepts/airflow-configurations),
// and cannot be overridden.
map<string, string> airflow_config_overrides = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. Custom Python Package Index (PyPI) packages to be installed in
// the environment.
//
// Keys refer to the lowercase package name such as "numpy"
// and values are the lowercase extras and version specifier such as
// "==1.12.0", "[devel,gcp_api]", or "[devel]>=1.8.2, <1.9.2". To specify a
// package without pinning it to a version specifier, use the empty string as
// the value.
map<string, string> pypi_packages = 3 [(google.api.field_behavior) = OPTIONAL];
// Optional. Additional environment variables to provide to the Apache Airflow
// scheduler, worker, and webserver processes.
//
// Environment variable names must match the regular expression
// `[a-zA-Z_][a-zA-Z0-9_]*`. They cannot specify Apache Airflow
// software configuration overrides (they cannot match the regular expression
// `AIRFLOW__[A-Z0-9_]+__[A-Z0-9_]+`), and they cannot match any of the
// following reserved names:
//
// * `AIRFLOW_HOME`
// * `C_FORCE_ROOT`
// * `CONTAINER_NAME`
// * `DAGS_FOLDER`
// * `GCP_PROJECT`
// * `GCS_BUCKET`
// * `GKE_CLUSTER_NAME`
// * `SQL_DATABASE`
// * `SQL_INSTANCE`
// * `SQL_PASSWORD`
// * `SQL_PROJECT`
// * `SQL_REGION`
// * `SQL_USER`
map<string, string> env_variables = 4 [(google.api.field_behavior) = OPTIONAL];
// Optional. The major version of Python used to run the Apache Airflow
// scheduler, worker, and webserver processes.
//
// Can be set to '2' or '3'. If not specified, the default is '3'. Cannot be
// updated.
string python_version = 6 [(google.api.field_behavior) = OPTIONAL];
}
// Configuration for controlling how IPs are allocated in the
// GKE cluster.
message IPAllocationPolicy {
// Optional. Whether or not to enable Alias IPs in the GKE cluster.
// If `true`, a VPC-native cluster is created.
bool use_ip_aliases = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. The name of the cluster's secondary range used to allocate
// IP addresses to pods. Specify either `cluster_secondary_range_name`
// or `cluster_ipv4_cidr_block` but not both.
//
// This field is applicable only when `use_ip_aliases` is true.
string cluster_secondary_range_name = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. The name of the services' secondary range used to allocate
// IP addresses to the cluster. Specify either `services_secondary_range_name`
// or `services_ipv4_cidr_block` but not both.
//
// This field is applicable only when `use_ip_aliases` is true.
string services_secondary_range_name = 3 [(google.api.field_behavior) = OPTIONAL];
// Optional. The IP address range used to allocate IP addresses to pods in
// the cluster.
//
// This field is applicable only when `use_ip_aliases` is true.
//
//
// Set to blank to have GKE choose a range with the default size.
//
// Set to /netmask (e.g. `/14`) to have GKE choose a range with a specific
// netmask.
//
// Set to a
// [CIDR](http://en.wikipedia.org/wiki/Classless_Inter-Domain_Routing)
// notation (e.g. `10.96.0.0/14`) from the RFC-1918 private networks (e.g.
// `10.0.0.0/8`, `172.16.0.0/12`, `192.168.0.0/16`) to pick a specific range
// to use.
// Specify `cluster_secondary_range_name` or `cluster_ipv4_cidr_block`
// but not both.
string cluster_ipv4_cidr_block = 4 [(google.api.field_behavior) = OPTIONAL];
// Optional. The IP address range of the services IP addresses in this
// cluster.
//
// This field is applicable only when `use_ip_aliases` is true.
//
//
// Set to blank to have GKE choose a range with the default size.
//
// Set to /netmask (e.g. `/14`) to have GKE choose a range with a specific
// netmask.
//
// Set to a
// [CIDR](http://en.wikipedia.org/wiki/Classless_Inter-Domain_Routing)
// notation (e.g. `10.96.0.0/14`) from the RFC-1918 private networks (e.g.
// `10.0.0.0/8`, `172.16.0.0/12`, `192.168.0.0/16`) to pick a specific range
// to use.
// Specify `services_secondary_range_name` or `services_ipv4_cidr_block`
// but not both.
string services_ipv4_cidr_block = 5 [(google.api.field_behavior) = OPTIONAL];
}
// The configuration information for the Kubernetes Engine nodes running
// the Apache Airflow software.
message NodeConfig {
// Optional. The Compute Engine [zone](/compute/docs/regions-zones) in which
// to deploy the VMs used to run the Apache Airflow software, specified as a
// [relative resource
// name](/apis/design/resource_names#relative_resource_name). For example:
// "projects/{projectId}/zones/{zoneId}".
//
// This `location` must belong to the enclosing environment's project and
// location. If both this field and `nodeConfig.machineType` are specified,
// `nodeConfig.machineType` must belong to this `location`; if both are
// unspecified, the service will pick a zone in the Compute Engine region
// corresponding to the Cloud Composer location, and propagate that choice to
// both fields. If only one field (`location` or `nodeConfig.machineType`) is
// specified, the location information from the specified field will be
// propagated to the unspecified field.
string location = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. The Compute Engine
// [machine type](/compute/docs/machine-types) used for cluster instances,
// specified as a
// [relative resource
// name](/apis/design/resource_names#relative_resource_name). For example:
// "projects/{projectId}/zones/{zoneId}/machineTypes/{machineTypeId}".
//
// The `machineType` must belong to the enclosing environment's project and
// location. If both this field and `nodeConfig.location` are specified,
// this `machineType` must belong to the `nodeConfig.location`; if both are
// unspecified, the service will pick a zone in the Compute Engine region
// corresponding to the Cloud Composer location, and propagate that choice to
// both fields. If exactly one of this field and `nodeConfig.location` is
// specified, the location information from the specified field will be
// propagated to the unspecified field.
//
// The `machineTypeId` must not be a [shared-core machine
// type](/compute/docs/machine-types#sharedcore).
//
// If this field is unspecified, the `machineTypeId` defaults
// to "n1-standard-1".
string machine_type = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. The Compute Engine network to be used for machine
// communications, specified as a
// [relative resource
// name](/apis/design/resource_names#relative_resource_name). For example:
// "projects/{projectId}/global/networks/{networkId}".
//
// If unspecified, the default network in the environment's project is used.
// If a [Custom Subnet Network](/vpc/docs/vpc#vpc_networks_and_subnets)
// is provided, `nodeConfig.subnetwork` must also be provided. For
// [Shared VPC](/vpc/docs/shared-vpc) subnetwork requirements, see
// `nodeConfig.subnetwork`.
string network = 3 [(google.api.field_behavior) = OPTIONAL];
// Optional. The Compute Engine subnetwork to be used for machine
// communications, specified as a
// [relative resource
// name](/apis/design/resource_names#relative_resource_name). For example:
// "projects/{projectId}/regions/{regionId}/subnetworks/{subnetworkId}"
//
// If a subnetwork is provided, `nodeConfig.network` must also be provided,
// and the subnetwork must belong to the enclosing environment's project and
// location.
string subnetwork = 4 [(google.api.field_behavior) = OPTIONAL];
// Optional. The disk size in GB used for node VMs. Minimum size is 20GB.
// If unspecified, defaults to 100GB. Cannot be updated.
int32 disk_size_gb = 5 [(google.api.field_behavior) = OPTIONAL];
// Optional. The set of Google API scopes to be made available on all
// node VMs. If `oauth_scopes` is empty, defaults to
// ["https://www.googleapis.com/auth/cloud-platform"]. Cannot be updated.
repeated string oauth_scopes = 6 [(google.api.field_behavior) = OPTIONAL];
// Optional. The Google Cloud Platform Service Account to be used by the workloads. If a
// service account is not specified, the "default" Compute Engine service
// account is used. Cannot be updated.
string service_account = 7 [(google.api.field_behavior) = OPTIONAL];
// Optional. The list of instance tags applied to all node VMs. Tags are used
// to identify valid sources or targets for network firewalls. Each tag within
// the list must comply with [RFC1035](https://www.ietf.org/rfc/rfc1035.txt).
// Cannot be updated.
repeated string tags = 8 [(google.api.field_behavior) = OPTIONAL];
// Optional. The IPAllocationPolicy fields for the GKE cluster.
IPAllocationPolicy ip_allocation_policy = 9 [(google.api.field_behavior) = OPTIONAL];
// Optional. The maximum number of pods per node in the Cloud Composer GKE cluster.
// The value must be between 8 and 110 and it can be set only if
// the environment is VPC-native.
// The default value is 32. Values of this field will be propagated both to
// the `default-pool` node pool of the newly created GKE cluster, and to the
// default "Maximum Pods per Node" value which is used for newly created
// node pools if their value is not explicitly set during node pool creation.
// For more information, see [Optimizing IP address allocation]
// (https://cloud.google.com/kubernetes-engine/docs/how-to/flexible-pod-cidr).
// Cannot be updated.
int32 max_pods_per_node = 10 [(google.api.field_behavior) = OPTIONAL];
}
// Configuration options for the private GKE cluster in a Cloud Composer
// environment.
message PrivateClusterConfig {
// Optional. If `true`, access to the public endpoint of the GKE cluster is
// denied.
bool enable_private_endpoint = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. The CIDR block from which IPv4 range for GKE master will be reserved. If
// left blank, the default value of '172.16.0.0/23' is used.
string master_ipv4_cidr_block = 2 [(google.api.field_behavior) = OPTIONAL];
// Output only. The IP range in CIDR notation to use for the hosted master network. This
// range is used for assigning internal IP addresses to the cluster
// master or set of masters and to the internal load balancer virtual IP.
// This range must not overlap with any other ranges in use
// within the cluster's network.
string master_ipv4_reserved_range = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
}
// The configuration information for configuring a Private IP Cloud Composer
// environment.
message PrivateEnvironmentConfig {
// Optional. If `true`, a Private IP Cloud Composer environment is created.
// If this field is set to true, `IPAllocationPolicy.use_ip_aliases` must be
// set to true .
bool enable_private_environment = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. Configuration for the private GKE cluster for a Private IP
// Cloud Composer environment.
PrivateClusterConfig private_cluster_config = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. The CIDR block from which IP range for web server will be reserved. Needs
// to be disjoint from private_cluster_config.master_ipv4_cidr_block and
// cloud_sql_ipv4_cidr_block.
string web_server_ipv4_cidr_block = 3 [(google.api.field_behavior) = OPTIONAL];
// Optional. The CIDR block from which IP range in tenant project will be reserved for
// Cloud SQL. Needs to be disjoint from web_server_ipv4_cidr_block
string cloud_sql_ipv4_cidr_block = 4 [(google.api.field_behavior) = OPTIONAL];
// Output only. The IP range reserved for the tenant project's App Engine VMs.
string web_server_ipv4_reserved_range = 5 [(google.api.field_behavior) = OUTPUT_ONLY];
// Optional. The CIDR block from which IP range for Cloud Composer Network in tenant
// project will be reserved. Needs to be disjoint from
// private_cluster_config.master_ipv4_cidr_block and
// cloud_sql_ipv4_cidr_block.
//
// This field is supported for Cloud Composer environments in versions
// composer-2.*.*-airflow-*.*.* and newer.
string cloud_composer_network_ipv4_cidr_block = 7 [(google.api.field_behavior) = OPTIONAL];
// Output only. The IP range reserved for the tenant project's Cloud Composer network.
//
// This field is supported for Cloud Composer environments in versions
// composer-2.*.*-airflow-*.*.* and newer.
string cloud_composer_network_ipv4_reserved_range = 8 [(google.api.field_behavior) = OUTPUT_ONLY];
}
// The configuration of Cloud SQL instance that is used by the Apache Airflow
// software.
message DatabaseConfig {
// Optional. Cloud SQL machine type used by Airflow database.
// It has to be one of: db-n1-standard-2, db-n1-standard-4, db-n1-standard-8
// or db-n1-standard-16. If not specified, db-n1-standard-2 will be used.
string machine_type = 1 [(google.api.field_behavior) = OPTIONAL];
}
// The configuration settings for the Airflow web server App Engine instance.
message WebServerConfig {
// Optional. Machine type on which Airflow web server is running.
// It has to be one of: composer-n1-webserver-2, composer-n1-webserver-4 or
// composer-n1-webserver-8.
// If not specified, composer-n1-webserver-2 will be used.
// Value custom is returned only in response, if Airflow web server parameters
// were manually changed to a non-standard values.
string machine_type = 1 [(google.api.field_behavior) = OPTIONAL];
}
// The encryption options for the Cloud Composer environment and its
// dependencies.
message EncryptionConfig {
// Optional. Customer-managed Encryption Key available through Google's Key Management
// Service. Cannot be updated.
// If not specified, Google-managed key will be used.
string kms_key_name = 1 [(google.api.field_behavior) = OPTIONAL];
}
// The configuration settings for Cloud Composer maintenance window.
// The following example:
//
// ```
// {
// "startTime":"2019-08-01T01:00:00Z"
// "endTime":"2019-08-01T07:00:00Z"
// "recurrence":"FREQ=WEEKLY;BYDAY=TU,WE"
// }
// ```
//
// would define a maintenance window between 01 and 07 hours UTC during
// each Tuesday and Wednesday.
message MaintenanceWindow {
// Required. Start time of the first recurrence of the maintenance window.
google.protobuf.Timestamp start_time = 1 [(google.api.field_behavior) = REQUIRED];
// Required. Maintenance window end time. It is used only to calculate the duration of
// the maintenance window.
// The value for end_time must be in the future, relative to `start_time`.
google.protobuf.Timestamp end_time = 2 [(google.api.field_behavior) = REQUIRED];
// Required. Maintenance window recurrence. Format is a subset of
// [RFC-5545](https://tools.ietf.org/html/rfc5545) `RRULE`. The only allowed
// values for `FREQ` field are `FREQ=DAILY` and `FREQ=WEEKLY;BYDAY=...`
// Example values: `FREQ=WEEKLY;BYDAY=TU,WE`, `FREQ=DAILY`.
string recurrence = 3 [(google.api.field_behavior) = REQUIRED];
}
// The Kubernetes workloads configuration for GKE cluster associated with the
// Cloud Composer environment. Supported for Cloud Composer environments in
// versions composer-2.*.*-airflow-*.*.* and newer.
message WorkloadsConfig {
// Configuration for resources used by Airflow schedulers.
message SchedulerResource {
// Optional. CPU request and limit for a single Airflow scheduler replica.
float cpu = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. Memory (GB) request and limit for a single Airflow scheduler replica.
float memory_gb = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. Storage (GB) request and limit for a single Airflow scheduler replica.
float storage_gb = 3 [(google.api.field_behavior) = OPTIONAL];
// Optional. The number of schedulers.
int32 count = 4 [(google.api.field_behavior) = OPTIONAL];
}
// Configuration for resources used by Airflow web server.
message WebServerResource {
// Optional. CPU request and limit for Airflow web server.
float cpu = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. Memory (GB) request and limit for Airflow web server.
float memory_gb = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. Storage (GB) request and limit for Airflow web server.
float storage_gb = 3 [(google.api.field_behavior) = OPTIONAL];
}
// Configuration for resources used by Airflow workers.
message WorkerResource {
// Optional. CPU request and limit for a single Airflow worker replica.
float cpu = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. Memory (GB) request and limit for a single Airflow worker replica.
float memory_gb = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. Storage (GB) request and limit for a single Airflow worker replica.
float storage_gb = 3 [(google.api.field_behavior) = OPTIONAL];
// Optional. Minimum number of workers for autoscaling.
int32 min_count = 4 [(google.api.field_behavior) = OPTIONAL];
// Optional. Maximum number of workers for autoscaling.
int32 max_count = 5 [(google.api.field_behavior) = OPTIONAL];
}
// Optional. Resources used by Airflow schedulers.
SchedulerResource scheduler = 1 [(google.api.field_behavior) = OPTIONAL];
// Optional. Resources used by Airflow web server.
WebServerResource web_server = 2 [(google.api.field_behavior) = OPTIONAL];
// Optional. Resources used by Airflow workers.
WorkerResource worker = 3 [(google.api.field_behavior) = OPTIONAL];
}
// An environment for running orchestration tasks.
message Environment {
option (google.api.resource) = {
type: "composer.googleapis.com/Environment"
pattern: "projects/{project}/locations/{location}/environments/{environment}"
};
// State of the environment.
enum State {
// The state of the environment is unknown.
STATE_UNSPECIFIED = 0;
// The environment is in the process of being created.
CREATING = 1;
// The environment is currently running and healthy. It is ready for use.
RUNNING = 2;
// The environment is being updated. It remains usable but cannot receive
// additional update requests or be deleted at this time.
UPDATING = 3;
// The environment is undergoing deletion. It cannot be used.
DELETING = 4;
// The environment has encountered an error and cannot be used.
ERROR = 5;
}
// The resource name of the environment, in the form:
// "projects/{projectId}/locations/{locationId}/environments/{environmentId}"
//
// EnvironmentId must start with a lowercase letter followed by up to 63
// lowercase letters, numbers, or hyphens, and cannot end with a hyphen.
string name = 1;
// Configuration parameters for this environment.
EnvironmentConfig config = 2;
// Output only. The UUID (Universally Unique IDentifier) associated with this environment.
// This value is generated when the environment is created.
string uuid = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
// The current state of the environment.
State state = 4;
// Output only. The time at which this environment was created.
google.protobuf.Timestamp create_time = 5 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. The time at which this environment was last modified.
google.protobuf.Timestamp update_time = 6 [(google.api.field_behavior) = OUTPUT_ONLY];
// Optional. User-defined labels for this environment.
// The labels map can contain no more than 64 entries. Entries of the labels
// map are UTF8 strings that comply with the following restrictions:
//
// * Keys must conform to regexp: [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}
// * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63}
// * Both keys and values are additionally constrained to be <= 128 bytes in
// size.
map<string, string> labels = 7 [(google.api.field_behavior) = OPTIONAL];
}
// Request to check whether image upgrade will succeed.
message CheckUpgradeRequest {
// The resource name of the environment to check upgrade for, in the
// form:
// "projects/{projectId}/locations/{locationId}/environments/{environmentId}"
string environment = 1;
// The version of the software running in the environment.
// This encapsulates both the version of Cloud Composer functionality and the
// version of Apache Airflow. It must match the regular expression
// `composer-([0-9]+\.[0-9]+\.[0-9]+|latest)-airflow-[0-9]+\.[0-9]+(\.[0-9]+.*)?`.
// When used as input, the server also checks if the provided version is
// supported and denies the request for an unsupported version.
//
// The Cloud Composer portion of the version is a
// [semantic version](https://semver.org) or `latest`. When the patch version
// is omitted, the current Cloud Composer patch version is selected.
// When `latest` is provided instead of an explicit version number,
// the server replaces `latest` with the current Cloud Composer version
// and stores that version number in the same field.
//
// The portion of the image version that follows `airflow-` is an
// official Apache Airflow repository
// [release name](https://github.com/apache/incubator-airflow/releases).
//
// See also [Version List]
// (/composer/docs/concepts/versioning/composer-versions).
string image_version = 2;
}
// Message containing information about the result of an upgrade check
// operation.
message CheckUpgradeResponse {
// Whether there were python modules conflict during image build.
enum ConflictResult {
// It is unknown whether build had conflicts or not.
CONFLICT_RESULT_UNSPECIFIED = 0;
// There were python packages conflicts.
CONFLICT = 1;
// There were no python packages conflicts.
NO_CONFLICT = 2;
}
// Output only. Url for a docker build log of an upgraded image.
string build_log_uri = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Whether build has succeeded or failed on modules conflicts.
ConflictResult contains_pypi_modules_conflict = 4 [(google.api.field_behavior) = OUTPUT_ONLY];
// Output only. Extract from a docker image build log containing information about pypi
// modules conflicts.
string pypi_conflict_build_log_extract = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
// Composer image for which the build was happening.
string image_version = 5;
// Pypi dependencies specified in the environment configuration, at the time
// when the build was triggered.
map<string, string> pypi_dependencies = 6;
}