Skip to content

Commit

Permalink
feat(dataproc): update the API
Browse files Browse the repository at this point in the history
#### dataproc:v1

The following keys were added:
- schemas.ClusterConfig.properties.gkeClusterConfig.$ref
- schemas.ClusterConfig.properties.gkeClusterConfig.description
- schemas.GkeClusterConfig.description
- schemas.GkeClusterConfig.id
- schemas.GkeClusterConfig.properties.namespacedGkeDeploymentTarget.$ref
- schemas.GkeClusterConfig.properties.namespacedGkeDeploymentTarget.description
- schemas.GkeClusterConfig.type
- schemas.IdentityConfig.description
- schemas.IdentityConfig.id
- schemas.IdentityConfig.properties.userServiceAccountMapping.additionalProperties.type
- schemas.IdentityConfig.properties.userServiceAccountMapping.description
- schemas.IdentityConfig.properties.userServiceAccountMapping.type
- schemas.IdentityConfig.type
- schemas.NamespacedGkeDeploymentTarget.description
- schemas.NamespacedGkeDeploymentTarget.id
- schemas.NamespacedGkeDeploymentTarget.properties.clusterNamespace.description
- schemas.NamespacedGkeDeploymentTarget.properties.clusterNamespace.type
- schemas.NamespacedGkeDeploymentTarget.properties.targetGkeCluster.description
- schemas.NamespacedGkeDeploymentTarget.properties.targetGkeCluster.type
- schemas.NamespacedGkeDeploymentTarget.type
- schemas.SecurityConfig.properties.identityConfig.$ref
- schemas.SecurityConfig.properties.identityConfig.description
  • Loading branch information
yoshi-automation authored and sofisl committed Apr 5, 2021
1 parent 1d19332 commit e721742
Show file tree
Hide file tree
Showing 2 changed files with 88 additions and 1 deletion.
50 changes: 49 additions & 1 deletion discovery/dataproc-v1.json
Original file line number Diff line number Diff line change
Expand Up @@ -2260,7 +2260,7 @@
}
}
},
"revision": "20210315",
"revision": "20210322",
"rootUrl": "https://dataproc.googleapis.com/",
"schemas": {
"AcceleratorConfig": {
Expand Down Expand Up @@ -2466,6 +2466,10 @@
"$ref": "GceClusterConfig",
"description": "Optional. The shared Compute Engine config settings for all instances in a cluster."
},
"gkeClusterConfig": {
"$ref": "GkeClusterConfig",
"description": "Optional. BETA. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes. Setting this is considered mutually exclusive with Compute Engine-based options such as gce_cluster_config, master_config, worker_config, secondary_worker_config, and autoscaling_config."
},
"initializationActions": {
"description": "Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget): ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role) if [[ \"${ROLE}\" == 'Master' ]]; then ... master specific actions ... else ... worker specific actions ... fi ",
"items": {
Expand Down Expand Up @@ -2924,6 +2928,17 @@
},
"type": "object"
},
"GkeClusterConfig": {
"description": "The GKE config for this cluster.",
"id": "GkeClusterConfig",
"properties": {
"namespacedGkeDeploymentTarget": {
"$ref": "NamespacedGkeDeploymentTarget",
"description": "Optional. A target for the deployment."
}
},
"type": "object"
},
"HadoopJob": {
"description": "A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).",
"id": "HadoopJob",
Expand Down Expand Up @@ -3018,6 +3033,20 @@
},
"type": "object"
},
"IdentityConfig": {
"description": "Identity related configuration, including service account based secure multi-tenancy user mappings.",
"id": "IdentityConfig",
"properties": {
"userServiceAccountMapping": {
"additionalProperties": {
"type": "string"
},
"description": "Required. Map of user to service account.",
"type": "object"
}
},
"type": "object"
},
"InjectCredentialsRequest": {
"description": "A request to inject credentials into a cluster.",
"id": "InjectCredentialsRequest",
Expand Down Expand Up @@ -3697,6 +3726,21 @@
},
"type": "object"
},
"NamespacedGkeDeploymentTarget": {
"description": "A full, namespace-isolated deployment target for an existing GKE cluster.",
"id": "NamespacedGkeDeploymentTarget",
"properties": {
"clusterNamespace": {
"description": "Optional. A namespace within the GKE cluster to deploy into.",
"type": "string"
},
"targetGkeCluster": {
"description": "Optional. The target GKE cluster to deploy to. Format: 'projects/{project}/locations/{location}/clusters/{cluster_id}'",
"type": "string"
}
},
"type": "object"
},
"NodeGroupAffinity": {
"description": "Node Group Affinity for clusters using sole-tenant node groups.",
"id": "NodeGroupAffinity",
Expand Down Expand Up @@ -4067,6 +4111,10 @@
"description": "Security related configuration, including encryption, Kerberos, etc.",
"id": "SecurityConfig",
"properties": {
"identityConfig": {
"$ref": "IdentityConfig",
"description": "Optional. Identity related configuration, including service account based secure multi-tenancy user mappings."
},
"kerberosConfig": {
"$ref": "KerberosConfig",
"description": "Optional. Kerberos related configuration."
Expand Down
39 changes: 39 additions & 0 deletions src/apis/dataproc/v1.ts
Original file line number Diff line number Diff line change
Expand Up @@ -289,6 +289,10 @@ export namespace dataproc_v1 {
* Optional. The shared Compute Engine config settings for all instances in a cluster.
*/
gceClusterConfig?: Schema$GceClusterConfig;
/**
* Optional. BETA. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes. Setting this is considered mutually exclusive with Compute Engine-based options such as gce_cluster_config, master_config, worker_config, secondary_worker_config, and autoscaling_config.
*/
gkeClusterConfig?: Schema$GkeClusterConfig;
/**
* Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget): ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role) if [[ "${ROLE\}" == 'Master' ]]; then ... master specific actions ... else ... worker specific actions ... fi
*/
Expand Down Expand Up @@ -596,6 +600,15 @@ export namespace dataproc_v1 {
*/
requestedPolicyVersion?: number | null;
}
/**
* The GKE config for this cluster.
*/
export interface Schema$GkeClusterConfig {
/**
* Optional. A target for the deployment.
*/
namespacedGkeDeploymentTarget?: Schema$NamespacedGkeDeploymentTarget;
}
/**
* A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
*/
Expand Down Expand Up @@ -662,6 +675,15 @@ export namespace dataproc_v1 {
*/
scriptVariables?: {[key: string]: string} | null;
}
/**
* Identity related configuration, including service account based secure multi-tenancy user mappings.
*/
export interface Schema$IdentityConfig {
/**
* Required. Map of user to service account.
*/
userServiceAccountMapping?: {[key: string]: string} | null;
}
/**
* A request to inject credentials into a cluster.
*/
Expand Down Expand Up @@ -1140,6 +1162,19 @@ export namespace dataproc_v1 {
*/
dataprocMetastoreService?: string | null;
}
/**
* A full, namespace-isolated deployment target for an existing GKE cluster.
*/
export interface Schema$NamespacedGkeDeploymentTarget {
/**
* Optional. A namespace within the GKE cluster to deploy into.
*/
clusterNamespace?: string | null;
/**
* Optional. The target GKE cluster to deploy to. Format: 'projects/{project\}/locations/{location\}/clusters/{cluster_id\}'
*/
targetGkeCluster?: string | null;
}
/**
* Node Group Affinity for clusters using sole-tenant node groups.
*/
Expand Down Expand Up @@ -1412,6 +1447,10 @@ export namespace dataproc_v1 {
* Security related configuration, including encryption, Kerberos, etc.
*/
export interface Schema$SecurityConfig {
/**
* Optional. Identity related configuration, including service account based secure multi-tenancy user mappings.
*/
identityConfig?: Schema$IdentityConfig;
/**
* Optional. Kerberos related configuration.
*/
Expand Down

0 comments on commit e721742

Please sign in to comment.