diff --git a/.kokoro/publish-docs.sh b/.kokoro/publish-docs.sh index 81ce21ed..60ba003f 100755 --- a/.kokoro/publish-docs.sh +++ b/.kokoro/publish-docs.sh @@ -13,8 +13,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -#!/bin/bash - set -eo pipefail # Disable buffering, so that the logs stream through. diff --git a/docs/gapic/v1/api.rst b/docs/gapic/v1/api.rst index 633bbed1..450cfac4 100644 --- a/docs/gapic/v1/api.rst +++ b/docs/gapic/v1/api.rst @@ -1,5 +1,5 @@ -Client for Google Cloud Dataproc API -==================================== +Client for Cloud Dataproc API +============================= .. automodule:: google.cloud.dataproc_v1 :members: diff --git a/docs/gapic/v1/types.rst b/docs/gapic/v1/types.rst index 0dfeadcf..3e11e932 100644 --- a/docs/gapic/v1/types.rst +++ b/docs/gapic/v1/types.rst @@ -1,5 +1,5 @@ -Types for Google Cloud Dataproc API Client -========================================== +Types for Cloud Dataproc API Client +=================================== .. automodule:: google.cloud.dataproc_v1.types :members: \ No newline at end of file diff --git a/docs/gapic/v1beta2/api.rst b/docs/gapic/v1beta2/api.rst index bac320b8..986bc35e 100644 --- a/docs/gapic/v1beta2/api.rst +++ b/docs/gapic/v1beta2/api.rst @@ -1,5 +1,5 @@ -Client for Google Cloud Dataproc API -==================================== +Client for Cloud Dataproc API +============================= .. automodule:: google.cloud.dataproc_v1beta2 :members: diff --git a/docs/gapic/v1beta2/types.rst b/docs/gapic/v1beta2/types.rst index 5bed9e2c..636f2da5 100644 --- a/docs/gapic/v1beta2/types.rst +++ b/docs/gapic/v1beta2/types.rst @@ -1,5 +1,5 @@ -Types for Google Cloud Dataproc API Client -========================================== +Types for Cloud Dataproc API Client +=================================== .. automodule:: google.cloud.dataproc_v1beta2.types :members: \ No newline at end of file diff --git a/docs/index.rst b/docs/index.rst index d4dd5e34..ed4ee560 100644 --- a/docs/index.rst +++ b/docs/index.rst @@ -1,5 +1,7 @@ .. include:: README.rst +.. include:: multiprocessing.rst + API Reference ------------- .. toctree:: diff --git a/docs/multiprocessing.rst b/docs/multiprocessing.rst new file mode 100644 index 00000000..1cb29d4c --- /dev/null +++ b/docs/multiprocessing.rst @@ -0,0 +1,7 @@ +.. note:: + + Because this client uses :mod:`grpcio` library, it is safe to + share instances across threads. In multiprocessing scenarios, the best + practice is to create client instances *after* the invocation of + :func:`os.fork` by :class:`multiprocessing.Pool` or + :class:`multiprocessing.Process`. diff --git a/google/cloud/dataproc.py b/google/cloud/dataproc.py index aa7757bd..a84e09d6 100644 --- a/google/cloud/dataproc.py +++ b/google/cloud/dataproc.py @@ -28,8 +28,8 @@ __all__ = ( "enums", "types", + "AutoscalingPolicyServiceClient", "ClusterControllerClient", "JobControllerClient", "WorkflowTemplateServiceClient", - "AutoscalingPolicyServiceClient", ) diff --git a/google/cloud/dataproc_v1/__init__.py b/google/cloud/dataproc_v1/__init__.py index 267bdb29..9b0161a2 100644 --- a/google/cloud/dataproc_v1/__init__.py +++ b/google/cloud/dataproc_v1/__init__.py @@ -36,6 +36,13 @@ warnings.warn(message, DeprecationWarning) +class AutoscalingPolicyServiceClient( + autoscaling_policy_service_client.AutoscalingPolicyServiceClient +): + __doc__ = autoscaling_policy_service_client.AutoscalingPolicyServiceClient.__doc__ + enums = enums + + class ClusterControllerClient(cluster_controller_client.ClusterControllerClient): __doc__ = cluster_controller_client.ClusterControllerClient.__doc__ enums = enums @@ -53,18 +60,11 @@ class WorkflowTemplateServiceClient( enums = enums -class AutoscalingPolicyServiceClient( - autoscaling_policy_service_client.AutoscalingPolicyServiceClient -): - __doc__ = autoscaling_policy_service_client.AutoscalingPolicyServiceClient.__doc__ - enums = enums - - __all__ = ( "enums", "types", + "AutoscalingPolicyServiceClient", "ClusterControllerClient", "JobControllerClient", "WorkflowTemplateServiceClient", - "AutoscalingPolicyServiceClient", ) diff --git a/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client.py b/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client.py index 603aa14f..0e3dddd3 100644 --- a/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client.py +++ b/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client.py @@ -38,17 +38,7 @@ ) from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2 from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2_grpc -from google.cloud.dataproc_v1.proto import clusters_pb2 -from google.cloud.dataproc_v1.proto import clusters_pb2_grpc -from google.cloud.dataproc_v1.proto import jobs_pb2 -from google.cloud.dataproc_v1.proto import jobs_pb2_grpc -from google.cloud.dataproc_v1.proto import operations_pb2 as proto_operations_pb2 -from google.cloud.dataproc_v1.proto import workflow_templates_pb2 -from google.cloud.dataproc_v1.proto import workflow_templates_pb2_grpc -from google.longrunning import operations_pb2 as longrunning_operations_pb2 -from google.protobuf import duration_pb2 from google.protobuf import empty_pb2 -from google.protobuf import field_mask_pb2 _GAPIC_LIBRARY_VERSION = pkg_resources.get_distribution("google-cloud-dataproc").version @@ -88,15 +78,24 @@ def from_service_account_file(cls, filename, *args, **kwargs): from_service_account_json = from_service_account_file @classmethod - def autoscaling_policy_path(cls, project, region, autoscaling_policy): + def autoscaling_policy_path(cls, project, location, autoscaling_policy): """Return a fully-qualified autoscaling_policy string.""" return google.api_core.path_template.expand( - "projects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}", + "projects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy}", project=project, - region=region, + location=location, autoscaling_policy=autoscaling_policy, ) + @classmethod + def location_path(cls, project, location): + """Return a fully-qualified location string.""" + return google.api_core.path_template.expand( + "projects/{project}/locations/{location}", + project=project, + location=location, + ) + @classmethod def region_path(cls, project, region): """Return a fully-qualified region string.""" @@ -217,41 +216,31 @@ def __init__( self._inner_api_calls = {} # Service calls - def create_autoscaling_policy( + def update_autoscaling_policy( self, - parent, policy, retry=google.api_core.gapic_v1.method.DEFAULT, timeout=google.api_core.gapic_v1.method.DEFAULT, metadata=None, ): """ - Creates new autoscaling policy. + Updates (replaces) autoscaling policy. + + Disabled check for update_mask, because all updates will be full + replacements. Example: >>> from google.cloud import dataproc_v1 >>> >>> client = dataproc_v1.AutoscalingPolicyServiceClient() >>> - >>> parent = client.region_path('[PROJECT]', '[REGION]') - >>> >>> # TODO: Initialize `policy`: >>> policy = {} >>> - >>> response = client.create_autoscaling_policy(parent, policy) + >>> response = client.update_autoscaling_policy(policy) Args: - parent (str): Required. The "resource name" of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. - - - For ``projects.regions.autoscalingPolicies.create``, the resource - name of the region has the following format: - ``projects/{project_id}/regions/{region}`` - - - For ``projects.locations.autoscalingPolicies.create``, the resource - name of the location has the following format: - ``projects/{project_id}/locations/{location}`` - policy (Union[dict, ~google.cloud.dataproc_v1.types.AutoscalingPolicy]): The autoscaling policy to create. + policy (Union[dict, ~google.cloud.dataproc_v1.types.AutoscalingPolicy]): Required. The updated autoscaling policy. If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1.types.AutoscalingPolicy` @@ -275,24 +264,22 @@ def create_autoscaling_policy( ValueError: If the parameters are invalid. """ # Wrap the transport method to add retry and timeout logic. - if "create_autoscaling_policy" not in self._inner_api_calls: + if "update_autoscaling_policy" not in self._inner_api_calls: self._inner_api_calls[ - "create_autoscaling_policy" + "update_autoscaling_policy" ] = google.api_core.gapic_v1.method.wrap_method( - self.transport.create_autoscaling_policy, - default_retry=self._method_configs["CreateAutoscalingPolicy"].retry, - default_timeout=self._method_configs["CreateAutoscalingPolicy"].timeout, + self.transport.update_autoscaling_policy, + default_retry=self._method_configs["UpdateAutoscalingPolicy"].retry, + default_timeout=self._method_configs["UpdateAutoscalingPolicy"].timeout, client_info=self._client_info, ) - request = autoscaling_policies_pb2.CreateAutoscalingPolicyRequest( - parent=parent, policy=policy - ) + request = autoscaling_policies_pb2.UpdateAutoscalingPolicyRequest(policy=policy) if metadata is None: metadata = [] metadata = list(metadata) try: - routing_header = [("parent", parent)] + routing_header = [("policy.name", policy.name)] except AttributeError: pass else: @@ -301,35 +288,45 @@ def create_autoscaling_policy( ) metadata.append(routing_metadata) - return self._inner_api_calls["create_autoscaling_policy"]( + return self._inner_api_calls["update_autoscaling_policy"]( request, retry=retry, timeout=timeout, metadata=metadata ) - def update_autoscaling_policy( + def create_autoscaling_policy( self, + parent, policy, retry=google.api_core.gapic_v1.method.DEFAULT, timeout=google.api_core.gapic_v1.method.DEFAULT, metadata=None, ): """ - Updates (replaces) autoscaling policy. - - Disabled check for update\_mask, because all updates will be full - replacements. + Creates new autoscaling policy. Example: >>> from google.cloud import dataproc_v1 >>> >>> client = dataproc_v1.AutoscalingPolicyServiceClient() >>> + >>> parent = client.region_path('[PROJECT]', '[REGION]') + >>> >>> # TODO: Initialize `policy`: >>> policy = {} >>> - >>> response = client.update_autoscaling_policy(policy) + >>> response = client.create_autoscaling_policy(parent, policy) Args: - policy (Union[dict, ~google.cloud.dataproc_v1.types.AutoscalingPolicy]): Required. The updated autoscaling policy. + parent (str): Required. The "resource name" of the region or location, as + described in https://cloud.google.com/apis/design/resource_names. + + - For ``projects.regions.autoscalingPolicies.create``, the resource + name of the region has the following format: + ``projects/{project_id}/regions/{region}`` + + - For ``projects.locations.autoscalingPolicies.create``, the resource + name of the location has the following format: + ``projects/{project_id}/locations/{location}`` + policy (Union[dict, ~google.cloud.dataproc_v1.types.AutoscalingPolicy]): Required. The autoscaling policy to create. If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1.types.AutoscalingPolicy` @@ -353,22 +350,24 @@ def update_autoscaling_policy( ValueError: If the parameters are invalid. """ # Wrap the transport method to add retry and timeout logic. - if "update_autoscaling_policy" not in self._inner_api_calls: + if "create_autoscaling_policy" not in self._inner_api_calls: self._inner_api_calls[ - "update_autoscaling_policy" + "create_autoscaling_policy" ] = google.api_core.gapic_v1.method.wrap_method( - self.transport.update_autoscaling_policy, - default_retry=self._method_configs["UpdateAutoscalingPolicy"].retry, - default_timeout=self._method_configs["UpdateAutoscalingPolicy"].timeout, + self.transport.create_autoscaling_policy, + default_retry=self._method_configs["CreateAutoscalingPolicy"].retry, + default_timeout=self._method_configs["CreateAutoscalingPolicy"].timeout, client_info=self._client_info, ) - request = autoscaling_policies_pb2.UpdateAutoscalingPolicyRequest(policy=policy) + request = autoscaling_policies_pb2.CreateAutoscalingPolicyRequest( + parent=parent, policy=policy + ) if metadata is None: metadata = [] metadata = list(metadata) try: - routing_header = [("policy.name", policy.name)] + routing_header = [("parent", parent)] except AttributeError: pass else: @@ -377,7 +376,7 @@ def update_autoscaling_policy( ) metadata.append(routing_metadata) - return self._inner_api_calls["update_autoscaling_policy"]( + return self._inner_api_calls["create_autoscaling_policy"]( request, retry=retry, timeout=timeout, metadata=metadata ) @@ -396,13 +395,14 @@ def get_autoscaling_policy( >>> >>> client = dataproc_v1.AutoscalingPolicyServiceClient() >>> - >>> name = client.autoscaling_policy_path('[PROJECT]', '[REGION]', '[AUTOSCALING_POLICY]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> response = client.get_autoscaling_policy(name) Args: - name (str): Required. The "resource name" of the autoscaling policy, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The "resource name" of the autoscaling policy, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.get``, the resource name of the policy has the following format: @@ -492,8 +492,8 @@ def list_autoscaling_policies( ... pass Args: - parent (str): Required. The "resource name" of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The "resource name" of the region or location, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.list``, the resource name of the region has the following format: @@ -587,13 +587,14 @@ def delete_autoscaling_policy( >>> >>> client = dataproc_v1.AutoscalingPolicyServiceClient() >>> - >>> name = client.autoscaling_policy_path('[PROJECT]', '[REGION]', '[AUTOSCALING_POLICY]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> client.delete_autoscaling_policy(name) Args: - name (str): Required. The "resource name" of the autoscaling policy, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The "resource name" of the autoscaling policy, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.delete``, the resource name of the policy has the following format: diff --git a/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client_config.py b/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client_config.py index 61c50a6c..dc98b7bd 100644 --- a/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client_config.py +++ b/google/cloud/dataproc_v1/gapic/autoscaling_policy_service_client_config.py @@ -17,14 +17,14 @@ } }, "methods": { - "CreateAutoscalingPolicy": { + "UpdateAutoscalingPolicy": { "timeout_millis": 60000, - "retry_codes_name": "non_idempotent", + "retry_codes_name": "idempotent", "retry_params_name": "default", }, - "UpdateAutoscalingPolicy": { + "CreateAutoscalingPolicy": { "timeout_millis": 60000, - "retry_codes_name": "idempotent", + "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "GetAutoscalingPolicy": { diff --git a/google/cloud/dataproc_v1/gapic/cluster_controller_client.py b/google/cloud/dataproc_v1/gapic/cluster_controller_client.py index fdf10818..1e703ed5 100644 --- a/google/cloud/dataproc_v1/gapic/cluster_controller_client.py +++ b/google/cloud/dataproc_v1/gapic/cluster_controller_client.py @@ -34,6 +34,8 @@ from google.cloud.dataproc_v1.gapic import cluster_controller_client_config from google.cloud.dataproc_v1.gapic import enums from google.cloud.dataproc_v1.gapic.transports import cluster_controller_grpc_transport +from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2 +from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2_grpc from google.cloud.dataproc_v1.proto import clusters_pb2 from google.cloud.dataproc_v1.proto import clusters_pb2_grpc from google.cloud.dataproc_v1.proto import operations_pb2 as proto_operations_pb2 @@ -203,8 +205,8 @@ def create_cluster( metadata=None, ): """ - Creates a cluster in a project. The returned ``Operation.metadata`` will - be + Creates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Example: @@ -250,7 +252,7 @@ def create_cluster( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -308,8 +310,8 @@ def update_cluster( metadata=None, ): """ - Updates a cluster in a project. The returned ``Operation.metadata`` will - be + Updates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Example: @@ -352,21 +354,21 @@ def update_cluster( If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1.types.Cluster` - update_mask (Union[dict, ~google.cloud.dataproc_v1.types.FieldMask]): Required. Specifies the path, relative to ``Cluster``, of the field to - update. For example, to change the number of workers in a cluster to 5, - the ``update_mask`` parameter would be specified as + update_mask (Union[dict, ~google.cloud.dataproc_v1.types.FieldMask]): Required. Specifies the path, relative to ``Cluster``, of the field + to update. For example, to change the number of workers in a cluster to + 5, the ``update_mask`` parameter would be specified as ``config.worker_config.num_instances``, and the ``PATCH`` request body would specify the new value, as follows: :: - { - "config":{ - "workerConfig":{ - "numInstances":"5" - } - } - } + { + "config":{ + "workerConfig":{ + "numInstances":"5" + } + } + } Similarly, to change the number of preemptible workers in a cluster to 5, the ``update_mask`` parameter would be @@ -375,13 +377,13 @@ def update_cluster( :: - { - "config":{ - "secondaryWorkerConfig":{ - "numInstances":"5" - } - } - } + { + "config":{ + "secondaryWorkerConfig":{ + "numInstances":"5" + } + } + } Note: Currently, only the following fields can be updated: @@ -437,7 +439,7 @@ def update_cluster( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -499,8 +501,8 @@ def delete_cluster( metadata=None, ): """ - Deletes a cluster in a project. The returned ``Operation.metadata`` will - be + Deletes a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Example: @@ -534,7 +536,7 @@ def delete_cluster( region (str): Required. The Dataproc region in which to handle the request. cluster_name (str): Required. The cluster name. cluster_uuid (str): Optional. Specifying the ``cluster_uuid`` means the RPC should fail - (with error NOT\_FOUND) if cluster with specified UUID does not exist. + (with error NOT_FOUND) if cluster with specified UUID does not exist. request_id (str): Optional. A unique id used to identify the request. If the server receives two ``DeleteClusterRequest`` requests with the same id, then the second request will be ignored and the first @@ -545,7 +547,7 @@ def delete_cluster( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -674,7 +676,7 @@ def list_clusters( metadata=None, ): """ - Lists all regions/{region}/clusters in a project. + Lists all regions/{region}/clusters in a project alphabetically. Example: >>> from google.cloud import dataproc_v1 @@ -791,8 +793,8 @@ def diagnose_cluster( metadata=None, ): """ - Gets cluster diagnostic information. The returned ``Operation.metadata`` - will be + Gets cluster diagnostic information. The returned + ``Operation.metadata`` will be `ClusterOperationMetadata `__. After the operation completes, ``Operation.response`` contains `DiagnoseClusterResults `__. diff --git a/google/cloud/dataproc_v1/gapic/cluster_controller_client_config.py b/google/cloud/dataproc_v1/gapic/cluster_controller_client_config.py index 02c0cb49..17ed4faf 100644 --- a/google/cloud/dataproc_v1/gapic/cluster_controller_client_config.py +++ b/google/cloud/dataproc_v1/gapic/cluster_controller_client_config.py @@ -18,17 +18,17 @@ }, "methods": { "CreateCluster": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "UpdateCluster": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "DeleteCluster": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, diff --git a/google/cloud/dataproc_v1/gapic/enums.py b/google/cloud/dataproc_v1/gapic/enums.py index b7d7023c..a7b6ff38 100644 --- a/google/cloud/dataproc_v1/gapic/enums.py +++ b/google/cloud/dataproc_v1/gapic/enums.py @@ -28,14 +28,18 @@ class Component(enum.IntEnum): ANACONDA (int): The Anaconda python distribution. HIVE_WEBHCAT (int): The Hive Web HCatalog (the REST service for accessing HCatalog). JUPYTER (int): The Jupyter Notebook. + PRESTO (int): The Presto query engine. ZEPPELIN (int): The Zeppelin notebook. + ZOOKEEPER (int): The Zookeeper service. """ COMPONENT_UNSPECIFIED = 0 ANACONDA = 5 HIVE_WEBHCAT = 3 JUPYTER = 1 + PRESTO = 6 ZEPPELIN = 4 + ZOOKEEPER = 8 class ClusterOperationStatus(object): @@ -168,7 +172,7 @@ class JobStateMatcher(enum.IntEnum): Attributes: ALL (int): Match all jobs, regardless of state. ACTIVE (int): Only match jobs in non-terminal states: PENDING, RUNNING, or - CANCEL\_PENDING. + CANCEL_PENDING. NON_ACTIVE (int): Only match jobs in terminal states: CANCELLED, DONE, or ERROR. """ @@ -276,7 +280,7 @@ class State(enum.IntEnum): Attributes: STATE_UNSPECIFIED (int): Status is unspecified. NEW (int): Status is NEW. - NEW_SAVING (int): Status is NEW\_SAVING. + NEW_SAVING (int): Status is NEW_SAVING. SUBMITTED (int): Status is SUBMITTED. ACCEPTED (int): Status is ACCEPTED. RUNNING (int): Status is RUNNING. diff --git a/google/cloud/dataproc_v1/gapic/job_controller_client.py b/google/cloud/dataproc_v1/gapic/job_controller_client.py index 7752a4b7..2fb9cf48 100644 --- a/google/cloud/dataproc_v1/gapic/job_controller_client.py +++ b/google/cloud/dataproc_v1/gapic/job_controller_client.py @@ -26,12 +26,16 @@ import google.api_core.gapic_v1.config import google.api_core.gapic_v1.method import google.api_core.grpc_helpers +import google.api_core.operation +import google.api_core.operations_v1 import google.api_core.page_iterator import grpc from google.cloud.dataproc_v1.gapic import enums from google.cloud.dataproc_v1.gapic import job_controller_client_config from google.cloud.dataproc_v1.gapic.transports import job_controller_grpc_transport +from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2 +from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2_grpc from google.cloud.dataproc_v1.proto import clusters_pb2 from google.cloud.dataproc_v1.proto import clusters_pb2_grpc from google.cloud.dataproc_v1.proto import jobs_pb2 @@ -235,7 +239,7 @@ def submit_job( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -394,8 +398,8 @@ def list_jobs( of resources in a page. cluster_name (str): Optional. If set, the returned jobs list includes only jobs that were submitted to the named cluster. - job_state_matcher (~google.cloud.dataproc_v1.types.JobStateMatcher): Optional. Specifies enumerated categories of jobs to list. (default = - match ALL jobs). + job_state_matcher (~google.cloud.dataproc_v1.types.JobStateMatcher): Optional. Specifies enumerated categories of jobs to list. (default + = match ALL jobs). If ``filter`` is provided, ``jobStateMatcher`` will be ignored. filter_ (str): Optional. A filter constraining the jobs to list. Filters are @@ -513,11 +517,11 @@ def update_job( If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1.types.Job` - update_mask (Union[dict, ~google.cloud.dataproc_v1.types.FieldMask]): Required. Specifies the path, relative to Job, of the field to update. - For example, to update the labels of a Job the update\_mask parameter - would be specified as labels, and the ``PATCH`` request body would - specify the new value. Note: Currently, labels is the only field that - can be updated. + update_mask (Union[dict, ~google.cloud.dataproc_v1.types.FieldMask]): Required. Specifies the path, relative to Job, of the field to + update. For example, to update the labels of a Job the update_mask + parameter would be specified as labels, and the ``PATCH`` request body + would specify the new value. Note: Currently, labels is the only field + that can be updated. If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1.types.FieldMask` @@ -703,3 +707,102 @@ def delete_job( self._inner_api_calls["delete_job"]( request, retry=retry, timeout=timeout, metadata=metadata ) + + def submit_job_as_operation( + self, + project_id, + region, + job, + request_id=None, + retry=google.api_core.gapic_v1.method.DEFAULT, + timeout=google.api_core.gapic_v1.method.DEFAULT, + metadata=None, + ): + """ + Submits job to a cluster. + + Example: + >>> from google.cloud import dataproc_v1 + >>> + >>> client = dataproc_v1.JobControllerClient() + >>> + >>> # TODO: Initialize `project_id`: + >>> project_id = '' + >>> + >>> # TODO: Initialize `region`: + >>> region = '' + >>> + >>> # TODO: Initialize `job`: + >>> job = {} + >>> + >>> response = client.submit_job_as_operation(project_id, region, job) + >>> + >>> def callback(operation_future): + ... # Handle result. + ... result = operation_future.result() + >>> + >>> response.add_done_callback(callback) + >>> + >>> # Handle metadata. + >>> metadata = response.metadata() + + Args: + project_id (str): Required. The ID of the Google Cloud Platform project that the job + belongs to. + region (str): Required. The Dataproc region in which to handle the request. + job (Union[dict, ~google.cloud.dataproc_v1.types.Job]): Required. The job resource. + + If a dict is provided, it must be of the same form as the protobuf + message :class:`~google.cloud.dataproc_v1.types.Job` + request_id (str): Optional. A unique id used to identify the request. If the server + receives two ``SubmitJobRequest`` requests with the same id, then the + second request will be ignored and the first ``Job`` created and stored + in the backend is returned. + + It is recommended to always set this value to a + `UUID `__. + + The id must contain only letters (a-z, A-Z), numbers (0-9), underscores + (_), and hyphens (-). The maximum length is 40 characters. + retry (Optional[google.api_core.retry.Retry]): A retry object used + to retry requests. If ``None`` is specified, requests will + be retried using a default configuration. + timeout (Optional[float]): The amount of time, in seconds, to wait + for the request to complete. Note that if ``retry`` is + specified, the timeout applies to each individual attempt. + metadata (Optional[Sequence[Tuple[str, str]]]): Additional metadata + that is provided to the method. + + Returns: + A :class:`~google.cloud.dataproc_v1.types._OperationFuture` instance. + + Raises: + google.api_core.exceptions.GoogleAPICallError: If the request + failed for any reason. + google.api_core.exceptions.RetryError: If the request failed due + to a retryable error and retry attempts failed. + ValueError: If the parameters are invalid. + """ + # Wrap the transport method to add retry and timeout logic. + if "submit_job_as_operation" not in self._inner_api_calls: + self._inner_api_calls[ + "submit_job_as_operation" + ] = google.api_core.gapic_v1.method.wrap_method( + self.transport.submit_job_as_operation, + default_retry=self._method_configs["SubmitJobAsOperation"].retry, + default_timeout=self._method_configs["SubmitJobAsOperation"].timeout, + client_info=self._client_info, + ) + + request = jobs_pb2.SubmitJobRequest( + project_id=project_id, region=region, job=job, request_id=request_id + ) + operation = self._inner_api_calls["submit_job_as_operation"]( + request, retry=retry, timeout=timeout, metadata=metadata + ) + return google.api_core.operation.from_gapic( + operation, + self.transport._operations_client, + jobs_pb2.Job, + metadata_type=jobs_pb2.JobMetadata, + ) diff --git a/google/cloud/dataproc_v1/gapic/job_controller_client_config.py b/google/cloud/dataproc_v1/gapic/job_controller_client_config.py index 7cc7eaba..69ef2d50 100644 --- a/google/cloud/dataproc_v1/gapic/job_controller_client_config.py +++ b/google/cloud/dataproc_v1/gapic/job_controller_client_config.py @@ -3,6 +3,7 @@ "google.cloud.dataproc.v1.JobController": { "retry_codes": { "idempotent": ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"], + "non_idempotent2": [], "non_idempotent": ["UNAVAILABLE"], }, "retry_params": { @@ -18,35 +19,40 @@ }, "methods": { "SubmitJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "GetJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "idempotent", "retry_params_name": "default", }, "ListJobs": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "idempotent", "retry_params_name": "default", }, "UpdateJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "CancelJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "idempotent", "retry_params_name": "default", }, "DeleteJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, + "SubmitJobAsOperation": { + "timeout_millis": 60000, + "retry_codes_name": "non_idempotent2", + "retry_params_name": "default", + }, }, } } diff --git a/google/cloud/dataproc_v1/gapic/transports/autoscaling_policy_service_grpc_transport.py b/google/cloud/dataproc_v1/gapic/transports/autoscaling_policy_service_grpc_transport.py index 7e815bba..740f094b 100644 --- a/google/cloud/dataproc_v1/gapic/transports/autoscaling_policy_service_grpc_transport.py +++ b/google/cloud/dataproc_v1/gapic/transports/autoscaling_policy_service_grpc_transport.py @@ -110,33 +110,33 @@ def channel(self): return self._channel @property - def create_autoscaling_policy(self): - """Return the gRPC stub for :meth:`AutoscalingPolicyServiceClient.create_autoscaling_policy`. + def update_autoscaling_policy(self): + """Return the gRPC stub for :meth:`AutoscalingPolicyServiceClient.update_autoscaling_policy`. - Creates new autoscaling policy. + Updates (replaces) autoscaling policy. + + Disabled check for update_mask, because all updates will be full + replacements. Returns: Callable: A callable which accepts the appropriate deserialized request object and returns a deserialized response object. """ - return self._stubs["autoscaling_policy_service_stub"].CreateAutoscalingPolicy + return self._stubs["autoscaling_policy_service_stub"].UpdateAutoscalingPolicy @property - def update_autoscaling_policy(self): - """Return the gRPC stub for :meth:`AutoscalingPolicyServiceClient.update_autoscaling_policy`. - - Updates (replaces) autoscaling policy. + def create_autoscaling_policy(self): + """Return the gRPC stub for :meth:`AutoscalingPolicyServiceClient.create_autoscaling_policy`. - Disabled check for update\_mask, because all updates will be full - replacements. + Creates new autoscaling policy. Returns: Callable: A callable which accepts the appropriate deserialized request object and returns a deserialized response object. """ - return self._stubs["autoscaling_policy_service_stub"].UpdateAutoscalingPolicy + return self._stubs["autoscaling_policy_service_stub"].CreateAutoscalingPolicy @property def get_autoscaling_policy(self): diff --git a/google/cloud/dataproc_v1/gapic/transports/cluster_controller_grpc_transport.py b/google/cloud/dataproc_v1/gapic/transports/cluster_controller_grpc_transport.py index 8ffede67..f1d053a0 100644 --- a/google/cloud/dataproc_v1/gapic/transports/cluster_controller_grpc_transport.py +++ b/google/cloud/dataproc_v1/gapic/transports/cluster_controller_grpc_transport.py @@ -119,8 +119,8 @@ def channel(self): def create_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.create_cluster`. - Creates a cluster in a project. The returned ``Operation.metadata`` will - be + Creates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Returns: @@ -134,8 +134,8 @@ def create_cluster(self): def update_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.update_cluster`. - Updates a cluster in a project. The returned ``Operation.metadata`` will - be + Updates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Returns: @@ -149,8 +149,8 @@ def update_cluster(self): def delete_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.delete_cluster`. - Deletes a cluster in a project. The returned ``Operation.metadata`` will - be + Deletes a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Returns: @@ -177,7 +177,7 @@ def get_cluster(self): def list_clusters(self): """Return the gRPC stub for :meth:`ClusterControllerClient.list_clusters`. - Lists all regions/{region}/clusters in a project. + Lists all regions/{region}/clusters in a project alphabetically. Returns: Callable: A callable which accepts the appropriate @@ -190,8 +190,8 @@ def list_clusters(self): def diagnose_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.diagnose_cluster`. - Gets cluster diagnostic information. The returned ``Operation.metadata`` - will be + Gets cluster diagnostic information. The returned + ``Operation.metadata`` will be `ClusterOperationMetadata `__. After the operation completes, ``Operation.response`` contains `DiagnoseClusterResults `__. diff --git a/google/cloud/dataproc_v1/gapic/transports/job_controller_grpc_transport.py b/google/cloud/dataproc_v1/gapic/transports/job_controller_grpc_transport.py index d71efe43..ccbb17d1 100644 --- a/google/cloud/dataproc_v1/gapic/transports/job_controller_grpc_transport.py +++ b/google/cloud/dataproc_v1/gapic/transports/job_controller_grpc_transport.py @@ -16,6 +16,7 @@ import google.api_core.grpc_helpers +import google.api_core.operations_v1 from google.cloud.dataproc_v1.proto import jobs_pb2_grpc @@ -73,6 +74,13 @@ def __init__( # channel and provide a basic method for each RPC. self._stubs = {"job_controller_stub": jobs_pb2_grpc.JobControllerStub(channel)} + # Because this API includes a method that returns a + # long-running operation (proto: google.longrunning.Operation), + # instantiate an LRO client. + self._operations_client = google.api_core.operations_v1.OperationsClient( + channel + ) + @classmethod def create_channel( cls, address="dataproc.googleapis.com:443", credentials=None, **kwargs @@ -187,3 +195,16 @@ def delete_job(self): deserialized response object. """ return self._stubs["job_controller_stub"].DeleteJob + + @property + def submit_job_as_operation(self): + """Return the gRPC stub for :meth:`JobControllerClient.submit_job_as_operation`. + + Submits job to a cluster. + + Returns: + Callable: A callable which accepts the appropriate + deserialized request object and returns a + deserialized response object. + """ + return self._stubs["job_controller_stub"].SubmitJobAsOperation diff --git a/google/cloud/dataproc_v1/gapic/workflow_template_service_client.py b/google/cloud/dataproc_v1/gapic/workflow_template_service_client.py index 27e3eadc..f17bf273 100644 --- a/google/cloud/dataproc_v1/gapic/workflow_template_service_client.py +++ b/google/cloud/dataproc_v1/gapic/workflow_template_service_client.py @@ -38,6 +38,8 @@ from google.cloud.dataproc_v1.gapic.transports import ( workflow_template_service_grpc_transport, ) +from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2 +from google.cloud.dataproc_v1.proto import autoscaling_policies_pb2_grpc from google.cloud.dataproc_v1.proto import clusters_pb2 from google.cloud.dataproc_v1.proto import clusters_pb2_grpc from google.cloud.dataproc_v1.proto import jobs_pb2 @@ -87,6 +89,15 @@ def from_service_account_file(cls, filename, *args, **kwargs): from_service_account_json = from_service_account_file + @classmethod + def location_path(cls, project, location): + """Return a fully-qualified location string.""" + return google.api_core.path_template.expand( + "projects/{project}/locations/{location}", + project=project, + location=location, + ) + @classmethod def region_path(cls, project, region): """Return a fully-qualified region string.""" @@ -241,8 +252,8 @@ def create_workflow_template( >>> response = client.create_workflow_template(parent, template) Args: - parent (str): Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The resource name of the region or location, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,create``, the resource name of the region has the following format: @@ -324,13 +335,14 @@ def get_workflow_template( >>> >>> client = dataproc_v1.WorkflowTemplateServiceClient() >>> - >>> name = client.workflow_template_path('[PROJECT]', '[REGION]', '[WORKFLOW_TEMPLATE]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> response = client.get_workflow_template(name) Args: - name (str): Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The resource name of the workflow template, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.get``, the resource name of the template has the following format: @@ -426,7 +438,8 @@ def instantiate_workflow_template( >>> >>> client = dataproc_v1.WorkflowTemplateServiceClient() >>> - >>> name = client.workflow_template_path('[PROJECT]', '[REGION]', '[WORKFLOW_TEMPLATE]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> response = client.instantiate_workflow_template(name) >>> @@ -440,8 +453,8 @@ def instantiate_workflow_template( >>> metadata = response.metadata() Args: - name (str): Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The resource name of the workflow template, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.instantiate``, the resource name of the template has the following format: @@ -464,7 +477,7 @@ def instantiate_workflow_template( `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. parameters (dict[str -> str]): Optional. Map from parameter names to values that should be used for those parameters. Values may not exceed 100 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used @@ -578,8 +591,8 @@ def instantiate_inline_workflow_template( >>> metadata = response.metadata() Args: - parent (str): Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The resource name of the region or location, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,instantiateinline``, the resource name of the region has the following format: @@ -600,7 +613,7 @@ def instantiate_inline_workflow_template( `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -772,8 +785,8 @@ def list_workflow_templates( ... pass Args: - parent (str): Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The resource name of the region or location, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,list``, the resource name of the region has the following format: @@ -867,13 +880,14 @@ def delete_workflow_template( >>> >>> client = dataproc_v1.WorkflowTemplateServiceClient() >>> - >>> name = client.workflow_template_path('[PROJECT]', '[REGION]', '[WORKFLOW_TEMPLATE]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> client.delete_workflow_template(name) Args: - name (str): Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The resource name of the workflow template, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.delete``, the resource name of the template has the following format: diff --git a/google/cloud/dataproc_v1/gapic/workflow_template_service_client_config.py b/google/cloud/dataproc_v1/gapic/workflow_template_service_client_config.py index 65b6260b..bcbe8557 100644 --- a/google/cloud/dataproc_v1/gapic/workflow_template_service_client_config.py +++ b/google/cloud/dataproc_v1/gapic/workflow_template_service_client_config.py @@ -18,7 +18,7 @@ }, "methods": { "CreateWorkflowTemplate": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, diff --git a/google/cloud/dataproc_v1/proto/autoscaling_policies.proto b/google/cloud/dataproc_v1/proto/autoscaling_policies.proto index 53321d89..4ce5868d 100644 --- a/google/cloud/dataproc_v1/proto/autoscaling_policies.proto +++ b/google/cloud/dataproc_v1/proto/autoscaling_policies.proto @@ -17,11 +17,11 @@ syntax = "proto3"; package google.cloud.dataproc.v1; import "google/api/annotations.proto"; +import "google/api/client.proto"; import "google/api/field_behavior.proto"; import "google/api/resource.proto"; import "google/protobuf/duration.proto"; import "google/protobuf/empty.proto"; -import "google/api/client.proto"; option go_package = "google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc"; option java_multiple_files = true; @@ -48,6 +48,7 @@ service AutoscalingPolicyService { body: "policy" } }; + option (google.api.method_signature) = "parent,policy"; } // Updates (replaces) autoscaling policy. @@ -63,6 +64,7 @@ service AutoscalingPolicyService { body: "policy" } }; + option (google.api.method_signature) = "policy"; } // Retrieves autoscaling policy. @@ -73,6 +75,7 @@ service AutoscalingPolicyService { get: "/v1/{name=projects/*/regions/*/autoscalingPolicies/*}" } }; + option (google.api.method_signature) = "name"; } // Lists autoscaling policies in the project. @@ -83,6 +86,7 @@ service AutoscalingPolicyService { get: "/v1/{parent=projects/*/regions/*}/autoscalingPolicies" } }; + option (google.api.method_signature) = "parent"; } // Deletes an autoscaling policy. It is an error to delete an autoscaling @@ -94,6 +98,7 @@ service AutoscalingPolicyService { delete: "/v1/{name=projects/*/regions/*/autoscalingPolicies/*}" } }; + option (google.api.method_signature) = "name"; } } @@ -253,8 +258,8 @@ message CreateAutoscalingPolicyRequest { } ]; - // The autoscaling policy to create. - AutoscalingPolicy policy = 2; + // Required. The autoscaling policy to create. + AutoscalingPolicy policy = 2 [(google.api.field_behavior) = REQUIRED]; } // A request to fetch an autoscaling policy. diff --git a/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py b/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py index 79e205d1..37be9ccf 100644 --- a/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py +++ b/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1/proto/autoscaling_policies.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -16,30 +13,26 @@ from google.api import annotations_pb2 as google_dot_api_dot_annotations__pb2 +from google.api import client_pb2 as google_dot_api_dot_client__pb2 from google.api import field_behavior_pb2 as google_dot_api_dot_field__behavior__pb2 from google.api import resource_pb2 as google_dot_api_dot_resource__pb2 from google.protobuf import duration_pb2 as google_dot_protobuf_dot_duration__pb2 from google.protobuf import empty_pb2 as google_dot_protobuf_dot_empty__pb2 -from google.api import client_pb2 as google_dot_api_dot_client__pb2 DESCRIPTOR = _descriptor.FileDescriptor( name="google/cloud/dataproc_v1/proto/autoscaling_policies.proto", package="google.cloud.dataproc.v1", syntax="proto3", - serialized_options=_b( - "\n\034com.google.cloud.dataproc.v1B\030AutoscalingPoliciesProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc\352AE\n\036dataproc.googleapis.com/Region\022#projects/{project}/regions/{region}" - ), - serialized_pb=_b( - '\n9google/cloud/dataproc_v1/proto/autoscaling_policies.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a\x17google/api/client.proto"\xa8\x04\n\x11\x41utoscalingPolicy\x12\n\n\x02id\x18\x01 \x01(\t\x12\x11\n\x04name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0f\x62\x61sic_algorithm\x18\x03 \x01(\x0b\x32\x33.google.cloud.dataproc.v1.BasicAutoscalingAlgorithmB\x03\xe0\x41\x02H\x00\x12Z\n\rworker_config\x18\x04 \x01(\x0b\x32>.google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x02\x12\x64\n\x17secondary_worker_config\x18\x05 \x01(\x0b\x32>.google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x01:\xcf\x01\xea\x41\xcb\x01\n)dataproc.googleapis.com/AutoscalingPolicy\x12Pprojects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy}\x12Lprojects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}B\x0b\n\talgorithm"\xa4\x01\n\x19\x42\x61sicAutoscalingAlgorithm\x12N\n\x0byarn_config\x18\x01 \x01(\x0b\x32\x34.google.cloud.dataproc.v1.BasicYarnAutoscalingConfigB\x03\xe0\x41\x02\x12\x37\n\x0f\x63ooldown_period\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\xf9\x01\n\x1a\x42\x61sicYarnAutoscalingConfig\x12\x45\n\x1dgraceful_decommission_timeout\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x02\x12\x1c\n\x0fscale_up_factor\x18\x01 \x01(\x01\x42\x03\xe0\x41\x02\x12\x1e\n\x11scale_down_factor\x18\x02 \x01(\x01\x42\x03\xe0\x41\x02\x12)\n\x1cscale_up_min_worker_fraction\x18\x03 \x01(\x01\x42\x03\xe0\x41\x01\x12+\n\x1escale_down_min_worker_fraction\x18\x04 \x01(\x01\x42\x03\xe0\x41\x01"s\n$InstanceGroupAutoscalingPolicyConfig\x12\x1a\n\rmin_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1a\n\rmax_instances\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06weight\x18\x03 \x01(\x05\x42\x03\xe0\x41\x01"\xa0\x01\n\x1e\x43reateAutoscalingPolicyRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12;\n\x06policy\x18\x02 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicy"^\n\x1bGetAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"b\n\x1eUpdateAutoscalingPolicyRequest\x12@\n\x06policy\x18\x01 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x02"a\n\x1e\x44\x65leteAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"\x94\x01\n\x1eListAutoscalingPoliciesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"\x83\x01\n\x1fListAutoscalingPoliciesResponse\x12\x42\n\x08policies\x18\x01 \x03(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03\x32\xfd\n\n\x18\x41utoscalingPolicyService\x12\x8c\x02\n\x17\x43reateAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy"\x89\x01\x82\xd3\xe4\x93\x02\x82\x01"7/v1/{parent=projects/*/locations/*}/autoscalingPolicies:\x06policyZ?"5/v1/{parent=projects/*/regions/*}/autoscalingPolicies:\x06policy\x12\x9a\x02\n\x17UpdateAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy"\x97\x01\x82\xd3\xe4\x93\x02\x90\x01\x1a>/v1/{policy.name=projects/*/locations/*/autoscalingPolicies/*}:\x06policyZF\x1a.google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x02\x12\x64\n\x17secondary_worker_config\x18\x05 \x01(\x0b\x32>.google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x01:\xcf\x01\xea\x41\xcb\x01\n)dataproc.googleapis.com/AutoscalingPolicy\x12Pprojects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy}\x12Lprojects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}B\x0b\n\talgorithm"\xa4\x01\n\x19\x42\x61sicAutoscalingAlgorithm\x12N\n\x0byarn_config\x18\x01 \x01(\x0b\x32\x34.google.cloud.dataproc.v1.BasicYarnAutoscalingConfigB\x03\xe0\x41\x02\x12\x37\n\x0f\x63ooldown_period\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\xf9\x01\n\x1a\x42\x61sicYarnAutoscalingConfig\x12\x45\n\x1dgraceful_decommission_timeout\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x02\x12\x1c\n\x0fscale_up_factor\x18\x01 \x01(\x01\x42\x03\xe0\x41\x02\x12\x1e\n\x11scale_down_factor\x18\x02 \x01(\x01\x42\x03\xe0\x41\x02\x12)\n\x1cscale_up_min_worker_fraction\x18\x03 \x01(\x01\x42\x03\xe0\x41\x01\x12+\n\x1escale_down_min_worker_fraction\x18\x04 \x01(\x01\x42\x03\xe0\x41\x01"s\n$InstanceGroupAutoscalingPolicyConfig\x12\x1a\n\rmin_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1a\n\rmax_instances\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06weight\x18\x03 \x01(\x05\x42\x03\xe0\x41\x01"\xa5\x01\n\x1e\x43reateAutoscalingPolicyRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12@\n\x06policy\x18\x02 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x02"^\n\x1bGetAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"b\n\x1eUpdateAutoscalingPolicyRequest\x12@\n\x06policy\x18\x01 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x02"a\n\x1e\x44\x65leteAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"\x94\x01\n\x1eListAutoscalingPoliciesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"\x83\x01\n\x1fListAutoscalingPoliciesResponse\x12\x42\n\x08policies\x18\x01 \x03(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03\x32\xae\x0b\n\x18\x41utoscalingPolicyService\x12\x9c\x02\n\x17\x43reateAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy"\x99\x01\x82\xd3\xe4\x93\x02\x82\x01"7/v1/{parent=projects/*/locations/*}/autoscalingPolicies:\x06policyZ?"5/v1/{parent=projects/*/regions/*}/autoscalingPolicies:\x06policy\xda\x41\rparent,policy\x12\xa3\x02\n\x17UpdateAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy"\xa0\x01\x82\xd3\xe4\x93\x02\x90\x01\x1a>/v1/{policy.name=projects/*/locations/*/autoscalingPolicies/*}:\x06policyZF\x1a/v1/{policy.name=projects/*/locations/*/autoscalingPolicies/*}:\006policyZF\032/v1/{policy.name=projects/*/locations/*/autoscalingPolicies/*}:\006policyZF\032 Minimum CPU + // Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu). string min_cpu_platform = 9 [(google.api.field_behavior) = OPTIONAL]; } @@ -392,12 +408,13 @@ message ManagedGroupConfig { } // Specifies the type and number of accelerator cards attached to the instances -// of an instance. See [GPUs on Compute Engine](/compute/docs/gpus/). +// of an instance. See [GPUs on Compute +// Engine](https://cloud.google.com/compute/docs/gpus/). message AcceleratorConfig { // Full URL, partial URI, or short name of the accelerator type resource to // expose to this instance. See // [Compute Engine - // AcceleratorTypes](/compute/docs/reference/beta/acceleratorTypes). + // AcceleratorTypes](https://cloud.google.com/compute/docs/reference/beta/acceleratorTypes). // // Examples: // @@ -407,7 +424,7 @@ message AcceleratorConfig { // // **Auto Zone Exception**: If you are using the Dataproc // [Auto Zone - // Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) + // Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) // feature, you must use the short name of the accelerator type // resource, for example, `nvidia-tesla-k80`. string accelerator_type_uri = 1; @@ -519,7 +536,8 @@ message SecurityConfig { // Specifies Kerberos related configuration. message KerberosConfig { - // Optional. Flag to indicate whether to Kerberize the cluster. + // Optional. Flag to indicate whether to Kerberize the cluster (default: false). Set + // this field to true to enable Kerberos on a cluster. bool enable_kerberos = 1 [(google.api.field_behavior) = OPTIONAL]; // Required. The Cloud Storage URI of a KMS encrypted file containing the root @@ -590,10 +608,10 @@ message KerberosConfig { message SoftwareConfig { // Optional. The version of software inside the cluster. It must be one of the // supported [Dataproc - // Versions](/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions), + // Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions), // such as "1.2" (including a subminor version, such as "1.2.29"), or the // ["preview" - // version](/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). + // version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). // If unspecified, it defaults to the latest Debian version. string image_version = 1 [(google.api.field_behavior) = OPTIONAL]; @@ -613,8 +631,8 @@ message SoftwareConfig { // * spark: `spark-defaults.conf` // * yarn: `yarn-site.xml` // - // For more information, see - // [Cluster properties](/dataproc/docs/concepts/cluster-properties). + // For more information, see [Cluster + // properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties). map properties = 2 [(google.api.field_behavior) = OPTIONAL]; // Optional. The set of components to activate on the cluster. diff --git a/google/cloud/dataproc_v1/proto/clusters_pb2.py b/google/cloud/dataproc_v1/proto/clusters_pb2.py index 3c4ebdae..d3804379 100644 --- a/google/cloud/dataproc_v1/proto/clusters_pb2.py +++ b/google/cloud/dataproc_v1/proto/clusters_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1/proto/clusters.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -33,12 +30,8 @@ name="google/cloud/dataproc_v1/proto/clusters.proto", package="google.cloud.dataproc.v1", syntax="proto3", - serialized_options=_b( - "\n\034com.google.cloud.dataproc.v1B\rClustersProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc" - ), - serialized_pb=_b( - '\n-google/cloud/dataproc_v1/proto/clusters.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a+google/cloud/dataproc_v1/proto/shared.proto\x1a#google/longrunning/operations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xc8\x03\n\x07\x43luster\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12<\n\x06\x63onfig\x18\x03 \x01(\x0b\x32\'.google.cloud.dataproc.v1.ClusterConfigB\x03\xe0\x41\x02\x12\x42\n\x06labels\x18\x08 \x03(\x0b\x32-.google.cloud.dataproc.v1.Cluster.LabelsEntryB\x03\xe0\x41\x01\x12<\n\x06status\x18\x04 \x01(\x0b\x32\'.google.cloud.dataproc.v1.ClusterStatusB\x03\xe0\x41\x03\x12\x44\n\x0estatus_history\x18\x07 \x03(\x0b\x32\'.google.cloud.dataproc.v1.ClusterStatusB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x07metrics\x18\t \x01(\x0b\x32(.google.cloud.dataproc.v1.ClusterMetrics\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xb0\x06\n\rClusterConfig\x12\x1a\n\rconfig_bucket\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12K\n\x12gce_cluster_config\x18\x08 \x01(\x0b\x32*.google.cloud.dataproc.v1.GceClusterConfigB\x03\xe0\x41\x01\x12I\n\rmaster_config\x18\t \x01(\x0b\x32-.google.cloud.dataproc.v1.InstanceGroupConfigB\x03\xe0\x41\x01\x12I\n\rworker_config\x18\n \x01(\x0b\x32-.google.cloud.dataproc.v1.InstanceGroupConfigB\x03\xe0\x41\x01\x12S\n\x17secondary_worker_config\x18\x0c \x01(\x0b\x32-.google.cloud.dataproc.v1.InstanceGroupConfigB\x03\xe0\x41\x01\x12\x46\n\x0fsoftware_config\x18\r \x01(\x0b\x32(.google.cloud.dataproc.v1.SoftwareConfigB\x03\xe0\x41\x01\x12W\n\x16initialization_actions\x18\x0b \x03(\x0b\x32\x32.google.cloud.dataproc.v1.NodeInitializationActionB\x03\xe0\x41\x01\x12J\n\x11\x65ncryption_config\x18\x0f \x01(\x0b\x32*.google.cloud.dataproc.v1.EncryptionConfigB\x03\xe0\x41\x01\x12L\n\x12\x61utoscaling_config\x18\x12 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingConfigB\x03\xe0\x41\x01\x12\x46\n\x0fsecurity_config\x18\x10 \x01(\x0b\x32(.google.cloud.dataproc.v1.SecurityConfigB\x03\xe0\x41\x01\x12H\n\x10lifecycle_config\x18\x11 \x01(\x0b\x32).google.cloud.dataproc.v1.LifecycleConfigB\x03\xe0\x41\x01",\n\x11\x41utoscalingConfig\x12\x17\n\npolicy_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01"4\n\x10\x45ncryptionConfig\x12 \n\x13gce_pd_kms_key_name\x18\x01 \x01(\tB\x03\xe0\x41\x01"\x9f\x03\n\x10GceClusterConfig\x12\x15\n\x08zone_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bnetwork_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0esubnetwork_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10internal_ip_only\x18\x07 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fservice_account\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12#\n\x16service_account_scopes\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x0c\n\x04tags\x18\x04 \x03(\t\x12J\n\x08metadata\x18\x05 \x03(\x0b\x32\x38.google.cloud.dataproc.v1.GceClusterConfig.MetadataEntry\x12P\n\x14reservation_affinity\x18\x0b \x01(\x0b\x32-.google.cloud.dataproc.v1.ReservationAffinityB\x03\xe0\x41\x01\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x9a\x03\n\x13InstanceGroupConfig\x12\x1a\n\rnum_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1b\n\x0einstance_names\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x16\n\timage_uri\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10machine_type_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12>\n\x0b\x64isk_config\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.DiskConfigB\x03\xe0\x41\x01\x12\x1b\n\x0eis_preemptible\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12O\n\x14managed_group_config\x18\x07 \x01(\x0b\x32,.google.cloud.dataproc.v1.ManagedGroupConfigB\x03\xe0\x41\x03\x12\x46\n\x0c\x61\x63\x63\x65lerators\x18\x08 \x03(\x0b\x32+.google.cloud.dataproc.v1.AcceleratorConfigB\x03\xe0\x41\x01\x12\x1d\n\x10min_cpu_platform\x18\t \x01(\tB\x03\xe0\x41\x01"c\n\x12ManagedGroupConfig\x12#\n\x16instance_template_name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12(\n\x1binstance_group_manager_name\x18\x02 \x01(\tB\x03\xe0\x41\x03"L\n\x11\x41\x63\x63\x65leratorConfig\x12\x1c\n\x14\x61\x63\x63\x65lerator_type_uri\x18\x01 \x01(\t\x12\x19\n\x11\x61\x63\x63\x65lerator_count\x18\x02 \x01(\x05"f\n\nDiskConfig\x12\x1b\n\x0e\x62oot_disk_type\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1e\n\x11\x62oot_disk_size_gb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1b\n\x0enum_local_ssds\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01"s\n\x18NodeInitializationAction\x12\x1c\n\x0f\x65xecutable_file\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x39\n\x11\x65xecution_timeout\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\x84\x03\n\rClusterStatus\x12\x41\n\x05state\x18\x01 \x01(\x0e\x32-.google.cloud.dataproc.v1.ClusterStatus.StateB\x03\xe0\x41\x03\x12\x16\n\x06\x64\x65tail\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12G\n\x08substate\x18\x04 \x01(\x0e\x32\x30.google.cloud.dataproc.v1.ClusterStatus.SubstateB\x03\xe0\x41\x03"V\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0c\n\x08\x43REATING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\x0c\n\x08\x44\x45LETING\x10\x04\x12\x0c\n\x08UPDATING\x10\x05"<\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tUNHEALTHY\x10\x01\x12\x10\n\x0cSTALE_STATUS\x10\x02"S\n\x0eSecurityConfig\x12\x41\n\x0fkerberos_config\x18\x01 \x01(\x0b\x32(.google.cloud.dataproc.v1.KerberosConfig"\x90\x04\n\x0eKerberosConfig\x12\x1c\n\x0f\x65nable_kerberos\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12(\n\x1broot_principal_password_uri\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0bkms_key_uri\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0ckeystore_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0etruststore_uri\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12"\n\x15keystore_password_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10key_password_uri\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17truststore_password_uri\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17\x63ross_realm_trust_realm\x18\t \x01(\tB\x03\xe0\x41\x01\x12"\n\x15\x63ross_realm_trust_kdc\x18\n \x01(\tB\x03\xe0\x41\x01\x12+\n\x1e\x63ross_realm_trust_admin_server\x18\x0b \x01(\tB\x03\xe0\x41\x01\x12\x32\n%cross_realm_trust_shared_password_uri\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0ekdc_db_key_uri\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x1f\n\x12tgt_lifetime_hours\x18\x0e \x01(\x05\x42\x03\xe0\x41\x01\x12\x12\n\x05realm\x18\x0f \x01(\tB\x03\xe0\x41\x01"\xf9\x01\n\x0eSoftwareConfig\x12\x1a\n\rimage_version\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x02 \x03(\x0b\x32\x38.google.cloud.dataproc.v1.SoftwareConfig.PropertiesEntryB\x03\xe0\x41\x01\x12\x45\n\x13optional_components\x18\x03 \x03(\x0e\x32#.google.cloud.dataproc.v1.ComponentB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x83\x02\n\x0fLifecycleConfig\x12\x37\n\x0fidle_delete_ttl\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12;\n\x10\x61uto_delete_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x01H\x00\x12\x39\n\x0f\x61uto_delete_ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01H\x00\x12\x38\n\x0fidle_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x42\x05\n\x03ttl"\x9a\x02\n\x0e\x43lusterMetrics\x12O\n\x0chdfs_metrics\x18\x01 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.ClusterMetrics.HdfsMetricsEntry\x12O\n\x0cyarn_metrics\x18\x02 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.ClusterMetrics.YarnMetricsEntry\x1a\x32\n\x10HdfsMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\x32\n\x10YarnMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01"\x96\x01\n\x14\x43reateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x37\n\x07\x63luster\x18\x02 \x01(\x0b\x32!.google.cloud.dataproc.v1.ClusterB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"\xae\x02\n\x14UpdateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x05 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x37\n\x07\x63luster\x18\x03 \x01(\x0b\x32!.google.cloud.dataproc.v1.ClusterB\x03\xe0\x41\x02\x12\x45\n\x1dgraceful_decommission_timeout\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12\x34\n\x0bupdate_mask\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x07 \x01(\tB\x03\xe0\x41\x01"\x93\x01\n\x14\x44\x65leteClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nrequest_id\x18\x05 \x01(\tB\x03\xe0\x41\x01"\\\n\x11GetClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"\x89\x01\n\x13ListClustersRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x04 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06\x66ilter\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"n\n\x14ListClustersResponse\x12\x38\n\x08\x63lusters\x18\x01 \x03(\x0b\x32!.google.cloud.dataproc.v1.ClusterB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"a\n\x16\x44iagnoseClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"1\n\x16\x44iagnoseClusterResults\x12\x17\n\noutput_uri\x18\x01 \x01(\tB\x03\xe0\x41\x03"\xf8\x01\n\x13ReservationAffinity\x12Y\n\x18\x63onsume_reservation_type\x18\x01 \x01(\x0e\x32\x32.google.cloud.dataproc.v1.ReservationAffinity.TypeB\x03\xe0\x41\x01\x12\x10\n\x03key\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06values\x18\x03 \x03(\tB\x03\xe0\x41\x01"_\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x12\n\x0eNO_RESERVATION\x10\x01\x12\x13\n\x0f\x41NY_RESERVATION\x10\x02\x12\x18\n\x14SPECIFIC_RESERVATION\x10\x03\x32\xe3\x0c\n\x11\x43lusterController\x12\x80\x02\n\rCreateCluster\x12..google.cloud.dataproc.v1.CreateClusterRequest\x1a\x1d.google.longrunning.Operation"\x9f\x01\x82\xd3\xe4\x93\x02>"3/v1/projects/{project_id}/regions/{region}/clusters:\x07\x63luster\xda\x41\x19project_id,region,cluster\xca\x41<\n\x07\x43luster\x12\x31google.cloud.dataproc.v1.ClusterOperationMetadata\x12\xa8\x02\n\rUpdateCluster\x12..google.cloud.dataproc.v1.UpdateClusterRequest\x1a\x1d.google.longrunning.Operation"\xc7\x01\x82\xd3\xe4\x93\x02M2B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\x07\x63luster\xda\x41\x32project_id,region,cluster_name,cluster,update_mask\xca\x41<\n\x07\x43luster\x12\x31google.cloud.dataproc.v1.ClusterOperationMetadata\x12\x99\x02\n\rDeleteCluster\x12..google.cloud.dataproc.v1.DeleteClusterRequest\x1a\x1d.google.longrunning.Operation"\xb8\x01\x82\xd3\xe4\x93\x02\x44*B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41\x1eproject_id,region,cluster_name\xca\x41J\n\x15google.protobuf.Empty\x12\x31google.cloud.dataproc.v1.ClusterOperationMetadata\x12\xc9\x01\n\nGetCluster\x12+.google.cloud.dataproc.v1.GetClusterRequest\x1a!.google.cloud.dataproc.v1.Cluster"k\x82\xd3\xe4\x93\x02\x44\x12\x42/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41\x1eproject_id,region,cluster_name\x12\xd9\x01\n\x0cListClusters\x12-.google.cloud.dataproc.v1.ListClustersRequest\x1a..google.cloud.dataproc.v1.ListClustersResponse"j\x82\xd3\xe4\x93\x02\x35\x12\x33/v1/projects/{project_id}/regions/{region}/clusters\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x12\x8e\x02\n\x0f\x44iagnoseCluster\x12\x30.google.cloud.dataproc.v1.DiagnoseClusterRequest\x1a\x1d.google.longrunning.Operation"\xa9\x01\x82\xd3\xe4\x93\x02P"K/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\x01*\xda\x41\x1eproject_id,region,cluster_name\xca\x41/\n\x15google.protobuf.Empty\x12\x16\x44iagnoseClusterResults\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBq\n\x1c\x63om.google.cloud.dataproc.v1B\rClustersProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3' - ), + serialized_options=b"\n\034com.google.cloud.dataproc.v1B\rClustersProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc", + serialized_pb=b'\n-google/cloud/dataproc_v1/proto/clusters.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a+google/cloud/dataproc_v1/proto/shared.proto\x1a#google/longrunning/operations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xcd\x03\n\x07\x43luster\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12<\n\x06\x63onfig\x18\x03 \x01(\x0b\x32\'.google.cloud.dataproc.v1.ClusterConfigB\x03\xe0\x41\x02\x12\x42\n\x06labels\x18\x08 \x03(\x0b\x32-.google.cloud.dataproc.v1.Cluster.LabelsEntryB\x03\xe0\x41\x01\x12<\n\x06status\x18\x04 \x01(\x0b\x32\'.google.cloud.dataproc.v1.ClusterStatusB\x03\xe0\x41\x03\x12\x44\n\x0estatus_history\x18\x07 \x03(\x0b\x32\'.google.cloud.dataproc.v1.ClusterStatusB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12>\n\x07metrics\x18\t \x01(\x0b\x32(.google.cloud.dataproc.v1.ClusterMetricsB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xb0\x06\n\rClusterConfig\x12\x1a\n\rconfig_bucket\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12K\n\x12gce_cluster_config\x18\x08 \x01(\x0b\x32*.google.cloud.dataproc.v1.GceClusterConfigB\x03\xe0\x41\x01\x12I\n\rmaster_config\x18\t \x01(\x0b\x32-.google.cloud.dataproc.v1.InstanceGroupConfigB\x03\xe0\x41\x01\x12I\n\rworker_config\x18\n \x01(\x0b\x32-.google.cloud.dataproc.v1.InstanceGroupConfigB\x03\xe0\x41\x01\x12S\n\x17secondary_worker_config\x18\x0c \x01(\x0b\x32-.google.cloud.dataproc.v1.InstanceGroupConfigB\x03\xe0\x41\x01\x12\x46\n\x0fsoftware_config\x18\r \x01(\x0b\x32(.google.cloud.dataproc.v1.SoftwareConfigB\x03\xe0\x41\x01\x12W\n\x16initialization_actions\x18\x0b \x03(\x0b\x32\x32.google.cloud.dataproc.v1.NodeInitializationActionB\x03\xe0\x41\x01\x12J\n\x11\x65ncryption_config\x18\x0f \x01(\x0b\x32*.google.cloud.dataproc.v1.EncryptionConfigB\x03\xe0\x41\x01\x12L\n\x12\x61utoscaling_config\x18\x12 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingConfigB\x03\xe0\x41\x01\x12\x46\n\x0fsecurity_config\x18\x10 \x01(\x0b\x32(.google.cloud.dataproc.v1.SecurityConfigB\x03\xe0\x41\x01\x12H\n\x10lifecycle_config\x18\x11 \x01(\x0b\x32).google.cloud.dataproc.v1.LifecycleConfigB\x03\xe0\x41\x01",\n\x11\x41utoscalingConfig\x12\x17\n\npolicy_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01"4\n\x10\x45ncryptionConfig\x12 \n\x13gce_pd_kms_key_name\x18\x01 \x01(\tB\x03\xe0\x41\x01"\x9f\x03\n\x10GceClusterConfig\x12\x15\n\x08zone_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bnetwork_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0esubnetwork_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10internal_ip_only\x18\x07 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fservice_account\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12#\n\x16service_account_scopes\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x0c\n\x04tags\x18\x04 \x03(\t\x12J\n\x08metadata\x18\x05 \x03(\x0b\x32\x38.google.cloud.dataproc.v1.GceClusterConfig.MetadataEntry\x12P\n\x14reservation_affinity\x18\x0b \x01(\x0b\x32-.google.cloud.dataproc.v1.ReservationAffinityB\x03\xe0\x41\x01\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x9a\x03\n\x13InstanceGroupConfig\x12\x1a\n\rnum_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1b\n\x0einstance_names\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x16\n\timage_uri\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10machine_type_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12>\n\x0b\x64isk_config\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.DiskConfigB\x03\xe0\x41\x01\x12\x1b\n\x0eis_preemptible\x18\x06 \x01(\x08\x42\x03\xe0\x41\x03\x12O\n\x14managed_group_config\x18\x07 \x01(\x0b\x32,.google.cloud.dataproc.v1.ManagedGroupConfigB\x03\xe0\x41\x03\x12\x46\n\x0c\x61\x63\x63\x65lerators\x18\x08 \x03(\x0b\x32+.google.cloud.dataproc.v1.AcceleratorConfigB\x03\xe0\x41\x01\x12\x1d\n\x10min_cpu_platform\x18\t \x01(\tB\x03\xe0\x41\x01"c\n\x12ManagedGroupConfig\x12#\n\x16instance_template_name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12(\n\x1binstance_group_manager_name\x18\x02 \x01(\tB\x03\xe0\x41\x03"L\n\x11\x41\x63\x63\x65leratorConfig\x12\x1c\n\x14\x61\x63\x63\x65lerator_type_uri\x18\x01 \x01(\t\x12\x19\n\x11\x61\x63\x63\x65lerator_count\x18\x02 \x01(\x05"f\n\nDiskConfig\x12\x1b\n\x0e\x62oot_disk_type\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1e\n\x11\x62oot_disk_size_gb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1b\n\x0enum_local_ssds\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01"s\n\x18NodeInitializationAction\x12\x1c\n\x0f\x65xecutable_file\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x39\n\x11\x65xecution_timeout\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\x84\x03\n\rClusterStatus\x12\x41\n\x05state\x18\x01 \x01(\x0e\x32-.google.cloud.dataproc.v1.ClusterStatus.StateB\x03\xe0\x41\x03\x12\x16\n\x06\x64\x65tail\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12G\n\x08substate\x18\x04 \x01(\x0e\x32\x30.google.cloud.dataproc.v1.ClusterStatus.SubstateB\x03\xe0\x41\x03"V\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0c\n\x08\x43REATING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\x0c\n\x08\x44\x45LETING\x10\x04\x12\x0c\n\x08UPDATING\x10\x05"<\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tUNHEALTHY\x10\x01\x12\x10\n\x0cSTALE_STATUS\x10\x02"S\n\x0eSecurityConfig\x12\x41\n\x0fkerberos_config\x18\x01 \x01(\x0b\x32(.google.cloud.dataproc.v1.KerberosConfig"\x90\x04\n\x0eKerberosConfig\x12\x1c\n\x0f\x65nable_kerberos\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12(\n\x1broot_principal_password_uri\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0bkms_key_uri\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0ckeystore_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0etruststore_uri\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12"\n\x15keystore_password_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10key_password_uri\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17truststore_password_uri\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17\x63ross_realm_trust_realm\x18\t \x01(\tB\x03\xe0\x41\x01\x12"\n\x15\x63ross_realm_trust_kdc\x18\n \x01(\tB\x03\xe0\x41\x01\x12+\n\x1e\x63ross_realm_trust_admin_server\x18\x0b \x01(\tB\x03\xe0\x41\x01\x12\x32\n%cross_realm_trust_shared_password_uri\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0ekdc_db_key_uri\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x1f\n\x12tgt_lifetime_hours\x18\x0e \x01(\x05\x42\x03\xe0\x41\x01\x12\x12\n\x05realm\x18\x0f \x01(\tB\x03\xe0\x41\x01"\xf9\x01\n\x0eSoftwareConfig\x12\x1a\n\rimage_version\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x02 \x03(\x0b\x32\x38.google.cloud.dataproc.v1.SoftwareConfig.PropertiesEntryB\x03\xe0\x41\x01\x12\x45\n\x13optional_components\x18\x03 \x03(\x0e\x32#.google.cloud.dataproc.v1.ComponentB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x83\x02\n\x0fLifecycleConfig\x12\x37\n\x0fidle_delete_ttl\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12;\n\x10\x61uto_delete_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x01H\x00\x12\x39\n\x0f\x61uto_delete_ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01H\x00\x12\x38\n\x0fidle_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x42\x05\n\x03ttl"\x9a\x02\n\x0e\x43lusterMetrics\x12O\n\x0chdfs_metrics\x18\x01 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.ClusterMetrics.HdfsMetricsEntry\x12O\n\x0cyarn_metrics\x18\x02 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.ClusterMetrics.YarnMetricsEntry\x1a\x32\n\x10HdfsMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\x32\n\x10YarnMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01"\x96\x01\n\x14\x43reateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x37\n\x07\x63luster\x18\x02 \x01(\x0b\x32!.google.cloud.dataproc.v1.ClusterB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"\xae\x02\n\x14UpdateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x05 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x37\n\x07\x63luster\x18\x03 \x01(\x0b\x32!.google.cloud.dataproc.v1.ClusterB\x03\xe0\x41\x02\x12\x45\n\x1dgraceful_decommission_timeout\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12\x34\n\x0bupdate_mask\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x07 \x01(\tB\x03\xe0\x41\x01"\x93\x01\n\x14\x44\x65leteClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nrequest_id\x18\x05 \x01(\tB\x03\xe0\x41\x01"\\\n\x11GetClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"\x89\x01\n\x13ListClustersRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x04 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06\x66ilter\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"n\n\x14ListClustersResponse\x12\x38\n\x08\x63lusters\x18\x01 \x03(\x0b\x32!.google.cloud.dataproc.v1.ClusterB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"a\n\x16\x44iagnoseClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"1\n\x16\x44iagnoseClusterResults\x12\x17\n\noutput_uri\x18\x01 \x01(\tB\x03\xe0\x41\x03"\xf8\x01\n\x13ReservationAffinity\x12Y\n\x18\x63onsume_reservation_type\x18\x01 \x01(\x0e\x32\x32.google.cloud.dataproc.v1.ReservationAffinity.TypeB\x03\xe0\x41\x01\x12\x10\n\x03key\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06values\x18\x03 \x03(\tB\x03\xe0\x41\x01"_\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x12\n\x0eNO_RESERVATION\x10\x01\x12\x13\n\x0f\x41NY_RESERVATION\x10\x02\x12\x18\n\x14SPECIFIC_RESERVATION\x10\x03\x32\xe3\x0c\n\x11\x43lusterController\x12\x80\x02\n\rCreateCluster\x12..google.cloud.dataproc.v1.CreateClusterRequest\x1a\x1d.google.longrunning.Operation"\x9f\x01\x82\xd3\xe4\x93\x02>"3/v1/projects/{project_id}/regions/{region}/clusters:\x07\x63luster\xda\x41\x19project_id,region,cluster\xca\x41<\n\x07\x43luster\x12\x31google.cloud.dataproc.v1.ClusterOperationMetadata\x12\xa8\x02\n\rUpdateCluster\x12..google.cloud.dataproc.v1.UpdateClusterRequest\x1a\x1d.google.longrunning.Operation"\xc7\x01\x82\xd3\xe4\x93\x02M2B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\x07\x63luster\xda\x41\x32project_id,region,cluster_name,cluster,update_mask\xca\x41<\n\x07\x43luster\x12\x31google.cloud.dataproc.v1.ClusterOperationMetadata\x12\x99\x02\n\rDeleteCluster\x12..google.cloud.dataproc.v1.DeleteClusterRequest\x1a\x1d.google.longrunning.Operation"\xb8\x01\x82\xd3\xe4\x93\x02\x44*B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41\x1eproject_id,region,cluster_name\xca\x41J\n\x15google.protobuf.Empty\x12\x31google.cloud.dataproc.v1.ClusterOperationMetadata\x12\xc9\x01\n\nGetCluster\x12+.google.cloud.dataproc.v1.GetClusterRequest\x1a!.google.cloud.dataproc.v1.Cluster"k\x82\xd3\xe4\x93\x02\x44\x12\x42/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41\x1eproject_id,region,cluster_name\x12\xd9\x01\n\x0cListClusters\x12-.google.cloud.dataproc.v1.ListClustersRequest\x1a..google.cloud.dataproc.v1.ListClustersResponse"j\x82\xd3\xe4\x93\x02\x35\x12\x33/v1/projects/{project_id}/regions/{region}/clusters\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x12\x8e\x02\n\x0f\x44iagnoseCluster\x12\x30.google.cloud.dataproc.v1.DiagnoseClusterRequest\x1a\x1d.google.longrunning.Operation"\xa9\x01\x82\xd3\xe4\x93\x02P"K/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\x01*\xda\x41\x1eproject_id,region,cluster_name\xca\x41/\n\x15google.protobuf.Empty\x12\x16\x44iagnoseClusterResults\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBq\n\x1c\x63om.google.cloud.dataproc.v1B\rClustersProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3', dependencies=[ google_dot_api_dot_annotations__pb2.DESCRIPTOR, google_dot_api_dot_client__pb2.DESCRIPTOR, @@ -79,8 +72,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=3194, - serialized_end=3280, + serialized_start=3199, + serialized_end=3285, ) _sym_db.RegisterEnumDescriptor(_CLUSTERSTATUS_STATE) @@ -102,8 +95,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=3282, - serialized_end=3342, + serialized_start=3287, + serialized_end=3347, ) _sym_db.RegisterEnumDescriptor(_CLUSTERSTATUS_SUBSTATE) @@ -140,8 +133,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=6017, - serialized_end=6112, + serialized_start=6022, + serialized_end=6117, ) _sym_db.RegisterEnumDescriptor(_RESERVATIONAFFINITY_TYPE) @@ -162,7 +155,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -180,7 +173,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -193,13 +186,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=756, - serialized_end=801, + serialized_start=761, + serialized_end=806, ) _CLUSTER = _descriptor.Descriptor( @@ -218,13 +211,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -236,13 +229,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -260,7 +253,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -278,7 +271,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -296,7 +289,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -314,7 +307,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -326,13 +319,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -350,7 +343,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -363,7 +356,7 @@ extension_ranges=[], oneofs=[], serialized_start=345, - serialized_end=801, + serialized_end=806, ) @@ -383,13 +376,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -407,7 +400,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -425,7 +418,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -443,7 +436,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -461,7 +454,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -479,7 +472,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -497,7 +490,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -515,7 +508,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -533,7 +526,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -551,7 +544,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -569,7 +562,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -581,8 +574,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=804, - serialized_end=1620, + serialized_start=809, + serialized_end=1625, ) @@ -602,13 +595,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ) ], @@ -620,8 +613,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=1622, - serialized_end=1666, + serialized_start=1627, + serialized_end=1671, ) @@ -641,13 +634,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ) ], @@ -659,8 +652,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=1668, - serialized_end=1720, + serialized_start=1673, + serialized_end=1725, ) @@ -680,7 +673,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -698,7 +691,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -711,13 +704,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2091, - serialized_end=2138, + serialized_start=2096, + serialized_end=2143, ) _GCECLUSTERCONFIG = _descriptor.Descriptor( @@ -736,13 +729,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -754,13 +747,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -772,13 +765,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -796,7 +789,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -808,13 +801,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -832,7 +825,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -886,7 +879,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -898,8 +891,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=1723, - serialized_end=2138, + serialized_start=1728, + serialized_end=2143, ) @@ -925,7 +918,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -943,7 +936,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -955,13 +948,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -973,13 +966,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -997,7 +990,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1015,7 +1008,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1033,7 +1026,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1051,7 +1044,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1063,13 +1056,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1081,8 +1074,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2141, - serialized_end=2551, + serialized_start=2146, + serialized_end=2556, ) @@ -1102,13 +1095,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1120,13 +1113,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1138,8 +1131,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2553, - serialized_end=2652, + serialized_start=2558, + serialized_end=2657, ) @@ -1159,7 +1152,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1195,8 +1188,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2654, - serialized_end=2730, + serialized_start=2659, + serialized_end=2735, ) @@ -1216,13 +1209,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1240,7 +1233,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1258,7 +1251,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1270,8 +1263,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2732, - serialized_end=2834, + serialized_start=2737, + serialized_end=2839, ) @@ -1291,13 +1284,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1315,7 +1308,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1327,8 +1320,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2836, - serialized_end=2951, + serialized_start=2841, + serialized_end=2956, ) @@ -1354,7 +1347,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1366,13 +1359,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003\340A\001"), + serialized_options=b"\340A\003\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1390,7 +1383,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1408,7 +1401,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1420,8 +1413,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2954, - serialized_end=3342, + serialized_start=2959, + serialized_end=3347, ) @@ -1459,8 +1452,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3344, - serialized_end=3427, + serialized_start=3349, + serialized_end=3432, ) @@ -1486,7 +1479,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1498,13 +1491,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1516,13 +1509,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1534,13 +1527,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1552,13 +1545,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1570,13 +1563,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1588,13 +1581,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1606,13 +1599,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1624,13 +1617,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1642,13 +1635,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1660,13 +1653,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1678,13 +1671,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1696,13 +1689,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1720,7 +1713,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1732,13 +1725,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1750,8 +1743,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3430, - serialized_end=3958, + serialized_start=3435, + serialized_end=3963, ) @@ -1771,7 +1764,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1789,7 +1782,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1802,13 +1795,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4161, - serialized_end=4210, + serialized_start=4166, + serialized_end=4215, ) _SOFTWARECONFIG = _descriptor.Descriptor( @@ -1827,13 +1820,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1851,7 +1844,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1869,7 +1862,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1881,8 +1874,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3961, - serialized_end=4210, + serialized_start=3966, + serialized_end=4215, ) @@ -1908,7 +1901,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1926,7 +1919,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1944,7 +1937,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1962,7 +1955,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1982,8 +1975,8 @@ fields=[], ) ], - serialized_start=4213, - serialized_end=4472, + serialized_start=4218, + serialized_end=4477, ) @@ -2003,7 +1996,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2034,13 +2027,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4655, - serialized_end=4705, + serialized_start=4660, + serialized_end=4710, ) _CLUSTERMETRICS_YARNMETRICSENTRY = _descriptor.Descriptor( @@ -2059,7 +2052,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2090,13 +2083,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4707, - serialized_end=4757, + serialized_start=4712, + serialized_end=4762, ) _CLUSTERMETRICS = _descriptor.Descriptor( @@ -2151,8 +2144,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4475, - serialized_end=4757, + serialized_start=4480, + serialized_end=4762, ) @@ -2172,13 +2165,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2190,13 +2183,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2214,7 +2207,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2226,13 +2219,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2244,8 +2237,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4760, - serialized_end=4910, + serialized_start=4765, + serialized_end=4915, ) @@ -2265,13 +2258,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2283,13 +2276,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2301,13 +2294,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2325,7 +2318,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2343,7 +2336,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2361,7 +2354,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2373,13 +2366,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2391,8 +2384,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4913, - serialized_end=5215, + serialized_start=4918, + serialized_end=5220, ) @@ -2412,13 +2405,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2430,13 +2423,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2448,13 +2441,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2466,13 +2459,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2484,13 +2477,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2502,8 +2495,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5218, - serialized_end=5365, + serialized_start=5223, + serialized_end=5370, ) @@ -2523,13 +2516,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2541,13 +2534,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2559,13 +2552,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -2577,8 +2570,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5367, - serialized_end=5459, + serialized_start=5372, + serialized_end=5464, ) @@ -2598,13 +2591,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2616,13 +2609,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2634,13 +2627,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2658,7 +2651,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2670,13 +2663,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2688,8 +2681,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5462, - serialized_end=5599, + serialized_start=5467, + serialized_end=5604, ) @@ -2715,7 +2708,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2727,13 +2720,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2745,8 +2738,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5601, - serialized_end=5711, + serialized_start=5606, + serialized_end=5716, ) @@ -2766,13 +2759,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2784,13 +2777,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2802,13 +2795,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -2820,8 +2813,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5713, - serialized_end=5810, + serialized_start=5718, + serialized_end=5815, ) @@ -2841,13 +2834,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ) ], @@ -2859,8 +2852,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5812, - serialized_end=5861, + serialized_start=5817, + serialized_end=5866, ) @@ -2886,7 +2879,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2898,13 +2891,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2922,7 +2915,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2934,8 +2927,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5864, - serialized_end=6112, + serialized_start=5869, + serialized_end=6117, ) _CLUSTER_LABELSENTRY.containing_type = _CLUSTER @@ -3063,19 +3056,19 @@ Cluster = _reflection.GeneratedProtocolMessageType( "Cluster", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTER_LABELSENTRY, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2" + { + "DESCRIPTOR": _CLUSTER_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.Cluster.LabelsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTER, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Describes the identifying information, config, and status + "DESCRIPTOR": _CLUSTER, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Describes the identifying information, config, and status of a cluster of Compute Engine instances. @@ -3106,12 +3099,12 @@ Output only. A cluster UUID (Unique Universal Identifier). Dataproc generates this value when it creates the cluster. metrics: - Contains cluster daemon metrics such as HDFS and YARN stats. - **Beta Feature**: This report is available for testing - purposes only. It may be changed before final release. + Output only. Contains cluster daemon metrics such as HDFS and + YARN stats. **Beta Feature**: This report is available for + testing purposes only. It may be changed before final release. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.Cluster) - ), + }, ) _sym_db.RegisterMessage(Cluster) _sym_db.RegisterMessage(Cluster.LabelsEntry) @@ -3119,10 +3112,10 @@ ClusterConfig = _reflection.GeneratedProtocolMessageType( "ClusterConfig", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""The cluster config. + { + "DESCRIPTOR": _CLUSTERCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """The cluster config. Attributes: @@ -3131,11 +3124,12 @@ dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your - cluster's staging bucket according to the Compute Engine zone + cluster’s staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see `Dataproc staging - bucket `__). + bucket + `__). gce_cluster_config: Optional. The shared Compute Engine config settings for all instances in a cluster. @@ -3153,13 +3147,13 @@ initialization_actions: Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all - worker nodes. You can test a node's ``role`` metadata to run + worker nodes. You can test a node’s ``role`` metadata to run an executable on a master or worker node, as shown below using - ``curl`` (you can also use ``wget``): :: ROLE=$(curl -H - Metadata-Flavor:Google http://metadata/computeMetadata/v1/ - instance/attributes/dataproc-role) if [[ "${ROLE}" == - 'Master' ]]; then ... master specific actions ... - else ... worker specific actions ... fi + ``curl`` (you can also use ``wget``): :: ROLE=$(curl -H + Metadata-Flavor:Google http://metadata/computeMetadata/v1/i + nstance/attributes/dataproc-role) if [[ "${ROLE}" == + 'Master' ]]; then ... master specific actions ... else + ... worker specific actions ... fi encryption_config: Optional. Encryption settings for the cluster. autoscaling_config: @@ -3172,17 +3166,17 @@ Optional. Lifecycle setting for the cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterConfig) - ), + }, ) _sym_db.RegisterMessage(ClusterConfig) AutoscalingConfig = _reflection.GeneratedProtocolMessageType( "AutoscalingConfig", (_message.Message,), - dict( - DESCRIPTOR=_AUTOSCALINGCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Autoscaling Policy config associated with the cluster. + { + "DESCRIPTOR": _AUTOSCALINGCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Autoscaling Policy config associated with the cluster. Attributes: @@ -3196,17 +3190,17 @@ policy must be in the same project and Dataproc region. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.AutoscalingConfig) - ), + }, ) _sym_db.RegisterMessage(AutoscalingConfig) EncryptionConfig = _reflection.GeneratedProtocolMessageType( "EncryptionConfig", (_message.Message,), - dict( - DESCRIPTOR=_ENCRYPTIONCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Encryption settings for the cluster. + { + "DESCRIPTOR": _ENCRYPTIONCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Encryption settings for the cluster. Attributes: @@ -3215,33 +3209,33 @@ for all instances in the cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.EncryptionConfig) - ), + }, ) _sym_db.RegisterMessage(EncryptionConfig) GceClusterConfig = _reflection.GeneratedProtocolMessageType( "GceClusterConfig", (_message.Message,), - dict( - MetadataEntry=_reflection.GeneratedProtocolMessageType( + { + "MetadataEntry": _reflection.GeneratedProtocolMessageType( "MetadataEntry", (_message.Message,), - dict( - DESCRIPTOR=_GCECLUSTERCONFIG_METADATAENTRY, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2" + { + "DESCRIPTOR": _GCECLUSTERCONFIG_METADATAENTRY, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.GceClusterConfig.MetadataEntry) - ), + }, ), - DESCRIPTOR=_GCECLUSTERCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Common config settings for resources of Compute Engine + "DESCRIPTOR": _GCECLUSTERCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Common config settings for resources of Compute Engine cluster instances, applicable to all instances in the cluster. Attributes: zone_uri: Optional. The zone where the Compute Engine cluster will be - located. On a create request, it is required in the "global" + located. On a create request, it is required in the “global” region. If omitted in a non-global Dataproc region, the service will pick a zone in the corresponding Compute Engine region. On a get request, zone will always be present. A full @@ -3251,19 +3245,19 @@ central1-f`` network_uri: Optional. The Compute Engine network to be used for machine - communications. Cannot be specified with subnetwork\_uri. If + communications. Cannot be specified with subnetwork_uri. If neither ``network_uri`` nor ``subnetwork_uri`` is specified, - the "default" network of the project is used, if it exists. - Cannot be a "Custom Subnet Network" (see `Using Subnetworks - `__ for more information). A full - URL, partial URI, or short name are valid. Examples: - ``htt - ps://www.googleapis.com/compute/v1/projects/[project_id]/regio - ns/global/default`` - + the “default” network of the project is used, if it exists. + Cannot be a “Custom Subnet Network” (see `Using Subnetworks + `__ for + more information). A full URL, partial URI, or short name are + valid. Examples: - ``https://www.googleapis.com/compute/v1/p + rojects/[project_id]/regions/global/default`` - ``projects/[project_id]/regions/global/default`` - ``default`` subnetwork_uri: Optional. The Compute Engine subnetwork to be used for machine - communications. Cannot be specified with network\_uri. A full + communications. Cannot be specified with network_uri. A full URL, partial URI, or short name are valid. Examples: - ``htt ps://www.googleapis.com/compute/v1/projects/[project_id]/regio ns/us-east1/subnetworks/sub0`` - @@ -3279,29 +3273,33 @@ to be accessible without external IP addresses. service_account: Optional. The `Dataproc service account - `__ (also see `VM - Data Plane identity `__) used by Dataproc cluster VM instances to access Google Cloud Platform services. If not specified, the `Compute Engine default - service account `__ is used. service_account_scopes: Optional. The URIs of service account scopes to be included in Compute Engine instances. The following base set of scopes is always included: - https://www.googleapis.com/auth/cloud.useraccounts.readonly - - https://www.googleapis.com/auth/devstorage.read\_write - + https://www.googleapis.com/auth/devstorage.read_write - https://www.googleapis.com/auth/logging.write If no scopes are specified, the following defaults are also provided: - https://www.googleapis.com/auth/bigquery - https://www.googleapis.com/auth/bigtable.admin.table - https://www.googleapis.com/auth/bigtable.data - - https://www.googleapis.com/auth/devstorage.full\_control + https://www.googleapis.com/auth/devstorage.full_control tags: The Compute Engine tags to add to all instances (see `Tagging - instances `__). + instances `__). metadata: The Compute Engine metadata entries to add to all instances (see `Project and instance metadata @@ -3312,7 +3310,7 @@ reservation. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.GceClusterConfig) - ), + }, ) _sym_db.RegisterMessage(GceClusterConfig) _sym_db.RegisterMessage(GceClusterConfig.MetadataEntry) @@ -3320,10 +3318,10 @@ InstanceGroupConfig = _reflection.GeneratedProtocolMessageType( "InstanceGroupConfig", (_message.Message,), - dict( - DESCRIPTOR=_INSTANCEGROUPCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""The config settings for Compute Engine resources in an + { + "DESCRIPTOR": _INSTANCEGROUPCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """The config settings for Compute Engine resources in an instance group, such as a master or worker group. @@ -3337,8 +3335,17 @@ instance group. image_uri: Optional. The Compute Engine image resource used for cluster - instances. It can be specified or may be inferred from - ``SoftwareConfig.image_version``. + instances. The URI can represent an image or image family. + Image examples: - ``https://www.googleapis.com/compute/beta/ + projects/[project_id]/global/images/[image-id]`` - + ``projects/[project_id]/global/images/[image-id]`` - ``image- + id`` Image family examples. Dataproc will use the most recent + image from the family: - ``https://www.googleapis.com/comput + e/beta/projects/[project_id]/global/images/family/[custom- + image-family-name]`` - + ``projects/[project_id]/global/images/family/[custom-image- + family-name]`` If the URI is unspecified, it will be inferred + from ``SoftwareConfig.image_version`` or the system default. machine_type_uri: Optional. The Compute Engine machine type used for cluster instances. A full URL, partial URI, or short name are valid. @@ -3347,14 +3354,15 @@ ``projects/[project_id]/zones/us- east1-a/machineTypes/n1-standard-2`` - ``n1-standard-2`` **Auto Zone Exception**: If you are using the Dataproc `Auto - Zone Placement `__ feature, you must use the short name of the machine type resource, for example, ``n1-standard-2``. disk_config: Optional. Disk option config settings. is_preemptible: - Optional. Specifies that this instance group contains + Output only. Specifies that this instance group contains preemptible instances. managed_group_config: Output only. The config for Compute Engine Instance Group @@ -3365,21 +3373,21 @@ these instances. min_cpu_platform: Optional. Specifies the minimum cpu platform for the Instance - Group. See [Dataproc→Minimum CPU Platform] - (/dataproc/docs/concepts/compute/dataproc-min-cpu). + Group. See `Dataproc -> Minimum CPU Platform `__. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.InstanceGroupConfig) - ), + }, ) _sym_db.RegisterMessage(InstanceGroupConfig) ManagedGroupConfig = _reflection.GeneratedProtocolMessageType( "ManagedGroupConfig", (_message.Message,), - dict( - DESCRIPTOR=_MANAGEDGROUPCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies the resources used to actively manage an + { + "DESCRIPTOR": _MANAGEDGROUPCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies the resources used to actively manage an instance group. @@ -3392,61 +3400,61 @@ group. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ManagedGroupConfig) - ), + }, ) _sym_db.RegisterMessage(ManagedGroupConfig) AcceleratorConfig = _reflection.GeneratedProtocolMessageType( "AcceleratorConfig", (_message.Message,), - dict( - DESCRIPTOR=_ACCELERATORCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies the type and number of accelerator cards + { + "DESCRIPTOR": _ACCELERATORCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies the type and number of accelerator cards attached to the instances of an instance. See `GPUs on Compute - Engine `__. + Engine `__. Attributes: accelerator_type_uri: Full URL, partial URI, or short name of the accelerator type resource to expose to this instance. See `Compute Engine - AcceleratorTypes - `__. Examples: - - ``https://www.googleapis.com/compute/beta/projects/[project - _id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`` - + AcceleratorTypes `__. Examples: - ``https://www.go + ogleapis.com/compute/beta/projects/[project_id]/zones/us- + east1-a/acceleratorTypes/nvidia-tesla-k80`` - ``projects/[project_id]/zones/us- east1-a/acceleratorTypes/nvidia-tesla-k80`` - ``nvidia- tesla-k80`` **Auto Zone Exception**: If you are using the Dataproc `Auto Zone Placement - `__ feature, you must use the - short name of the accelerator type resource, for example, - ``nvidia-tesla-k80``. + `__ feature, you + must use the short name of the accelerator type resource, for + example, ``nvidia-tesla-k80``. accelerator_count: The number of the accelerator cards of this type exposed to this instance. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.AcceleratorConfig) - ), + }, ) _sym_db.RegisterMessage(AcceleratorConfig) DiskConfig = _reflection.GeneratedProtocolMessageType( "DiskConfig", (_message.Message,), - dict( - DESCRIPTOR=_DISKCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies the config of disk options for a group of VM + { + "DESCRIPTOR": _DISKCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies the config of disk options for a group of VM instances. Attributes: boot_disk_type: - Optional. Type of the boot disk (default is "pd-standard"). - Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or - "pd-standard" (Persistent Disk Hard Disk Drive). + Optional. Type of the boot disk (default is “pd-standard”). + Valid values: “pd-ssd” (Persistent Disk Solid State Drive) or + “pd-standard” (Persistent Disk Hard Disk Drive). boot_disk_size_gb: Optional. Size in GB of the boot disk (default is 500GB). num_local_ssds: @@ -3459,17 +3467,17 @@ binaries. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.DiskConfig) - ), + }, ) _sym_db.RegisterMessage(DiskConfig) NodeInitializationAction = _reflection.GeneratedProtocolMessageType( "NodeInitializationAction", (_message.Message,), - dict( - DESCRIPTOR=_NODEINITIALIZATIONACTION, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies an executable to run on a fully configured node + { + "DESCRIPTOR": _NODEINITIALIZATIONACTION, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies an executable to run on a fully configured node and a timeout period for executable completion. @@ -3486,24 +3494,24 @@ executable is not completed at end of the timeout period. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.NodeInitializationAction) - ), + }, ) _sym_db.RegisterMessage(NodeInitializationAction) ClusterStatus = _reflection.GeneratedProtocolMessageType( "ClusterStatus", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERSTATUS, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""The status of a cluster and its instances. + { + "DESCRIPTOR": _CLUSTERSTATUS, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """The status of a cluster and its instances. Attributes: state: - Output only. The cluster's state. + Output only. The cluster’s state. detail: - Optional. Output only. Details of cluster's state. + Optional. Output only. Details of cluster’s state. state_start_time: Output only. Time when this state was entered (see JSON representation of `Timestamp @@ -3514,17 +3522,17 @@ reported by the agent. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterStatus) - ), + }, ) _sym_db.RegisterMessage(ClusterStatus) SecurityConfig = _reflection.GeneratedProtocolMessageType( "SecurityConfig", (_message.Message,), - dict( - DESCRIPTOR=_SECURITYCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Security related configuration, including Kerberos. + { + "DESCRIPTOR": _SECURITYCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Security related configuration, including Kerberos. Attributes: @@ -3532,22 +3540,24 @@ Kerberos related configuration. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SecurityConfig) - ), + }, ) _sym_db.RegisterMessage(SecurityConfig) KerberosConfig = _reflection.GeneratedProtocolMessageType( "KerberosConfig", (_message.Message,), - dict( - DESCRIPTOR=_KERBEROSCONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies Kerberos related configuration. + { + "DESCRIPTOR": _KERBEROSCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies Kerberos related configuration. Attributes: enable_kerberos: - Optional. Flag to indicate whether to Kerberize the cluster. + Optional. Flag to indicate whether to Kerberize the cluster + (default: false). Set this field to true to enable Kerberos on + a cluster. root_principal_password_uri: Required. The Cloud Storage URI of a KMS encrypted file containing the root principal password. @@ -3604,40 +3614,39 @@ realm. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.KerberosConfig) - ), + }, ) _sym_db.RegisterMessage(KerberosConfig) SoftwareConfig = _reflection.GeneratedProtocolMessageType( "SoftwareConfig", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SOFTWARECONFIG_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2" + { + "DESCRIPTOR": _SOFTWARECONFIG_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SoftwareConfig.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SOFTWARECONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies the selection and config of software inside the + "DESCRIPTOR": _SOFTWARECONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies the selection and config of software inside the cluster. Attributes: image_version: Optional. The version of software inside the cluster. It must - be one of the supported `Dataproc Versions - `__, such as "1.2" - (including a subminor version, such as "1.2.29"), or the - `"preview" version - `__. If unspecified, it defaults to - the latest Debian version. + be one of the supported `Dataproc Versions `__, such as “1.2” + (including a subminor version, such as “1.2.29”), or the + `“preview” version `__. If + unspecified, it defaults to the latest Debian version. properties: Optional. The properties to set on daemon config files. Property keys are specified in ``prefix:property`` format, for @@ -3648,12 +3657,14 @@ hive: ``hive-site.xml`` - mapred: ``mapred-site.xml`` - pig: ``pig.properties`` - spark: ``spark-defaults.conf`` - yarn: ``yarn-site.xml`` For more information, see `Cluster - properties `__. + properties + `__. optional_components: Optional. The set of components to activate on the cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SoftwareConfig) - ), + }, ) _sym_db.RegisterMessage(SoftwareConfig) _sym_db.RegisterMessage(SoftwareConfig.PropertiesEntry) @@ -3661,10 +3672,10 @@ LifecycleConfig = _reflection.GeneratedProtocolMessageType( "LifecycleConfig", (_message.Message,), - dict( - DESCRIPTOR=_LIFECYCLECONFIG, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Specifies the cluster auto-delete schedule configuration. + { + "DESCRIPTOR": _LIFECYCLECONFIG, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Specifies the cluster auto-delete schedule configuration. Attributes: @@ -3697,35 +3708,35 @@ buffers/docs/proto3#json>`__). """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.LifecycleConfig) - ), + }, ) _sym_db.RegisterMessage(LifecycleConfig) ClusterMetrics = _reflection.GeneratedProtocolMessageType( "ClusterMetrics", (_message.Message,), - dict( - HdfsMetricsEntry=_reflection.GeneratedProtocolMessageType( + { + "HdfsMetricsEntry": _reflection.GeneratedProtocolMessageType( "HdfsMetricsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERMETRICS_HDFSMETRICSENTRY, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2" + { + "DESCRIPTOR": _CLUSTERMETRICS_HDFSMETRICSENTRY, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterMetrics.HdfsMetricsEntry) - ), + }, ), - YarnMetricsEntry=_reflection.GeneratedProtocolMessageType( + "YarnMetricsEntry": _reflection.GeneratedProtocolMessageType( "YarnMetricsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERMETRICS_YARNMETRICSENTRY, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2" + { + "DESCRIPTOR": _CLUSTERMETRICS_YARNMETRICSENTRY, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterMetrics.YarnMetricsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTERMETRICS, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Contains cluster daemon metrics, such as HDFS and YARN + "DESCRIPTOR": _CLUSTERMETRICS, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta Feature**: This report is available for testing purposes only. It @@ -3739,7 +3750,7 @@ The YARN metrics. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterMetrics) - ), + }, ) _sym_db.RegisterMessage(ClusterMetrics) _sym_db.RegisterMessage(ClusterMetrics.HdfsMetricsEntry) @@ -3748,10 +3759,10 @@ CreateClusterRequest = _reflection.GeneratedProtocolMessageType( "CreateClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_CREATECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""A request to create a cluster. + { + "DESCRIPTOR": _CREATECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """A request to create a cluster. Attributes: @@ -3772,21 +3783,21 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.CreateClusterRequest) - ), + }, ) _sym_db.RegisterMessage(CreateClusterRequest) UpdateClusterRequest = _reflection.GeneratedProtocolMessageType( "UpdateClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_UPDATECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""A request to update a cluster. + { + "DESCRIPTOR": _UPDATECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """A request to update a cluster. Attributes: @@ -3816,15 +3827,15 @@ in a cluster to 5, the ``update_mask`` parameter would be specified as ``config.worker_config.num_instances``, and the ``PATCH`` request body would specify the new value, as - follows: :: { "config":{ "workerConfig":{ - "numInstances":"5" } } } Similarly, to - change the number of preemptible workers in a cluster to 5, - the ``update_mask`` parameter would be + follows: :: { "config":{ "workerConfig":{ + "numInstances":"5" } } } Similarly, to change + the number of preemptible workers in a cluster to 5, the + ``update_mask`` parameter would be ``config.secondary_worker_config.num_instances``, and the - ``PATCH`` request body would be set as follows: :: { - "config":{ "secondaryWorkerConfig":{ - "numInstances":"5" } } } Note: Currently, - only the following fields can be updated: .. raw:: html + ``PATCH`` request body would be set as follows: :: { + "config":{ "secondaryWorkerConfig":{ + "numInstances":"5" } } } Note: Currently, only + the following fields can be updated: .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html @@ -3832,18 +3843,18 @@ .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html + config.worker_config.num_instances .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html - .. raw:: html .. raw:: html
Mask .. raw:: html Purpose .. raw:: html Update labels .. raw:: html
- config.worker\_config.num\_instances .. raw:: html Resize primary worker group .. raw:: html
- config.secondary\_worker\_config.num\_instances .. raw:: html + config.secondary_worker_config.num_instances .. raw:: html Resize secondary worker group .. raw:: html
- config.autoscaling\_config.policy\_uri .. raw:: html - Use, stop using, or change - autoscaling policies .. raw:: html
+ config.autoscaling_config.policy_uri .. raw:: html + .. raw:: html Use, stop using, or change autoscaling + policies .. raw:: html .. raw:: html .. + raw:: html .. raw:: html request_id: Optional. A unique id used to identify the request. If the server receives two [UpdateClusterRequest][google.cloud.datapr @@ -3854,21 +3865,21 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.UpdateClusterRequest) - ), + }, ) _sym_db.RegisterMessage(UpdateClusterRequest) DeleteClusterRequest = _reflection.GeneratedProtocolMessageType( "DeleteClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_DELETECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""A request to delete a cluster. + { + "DESCRIPTOR": _DELETECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """A request to delete a cluster. Attributes: @@ -3881,7 +3892,7 @@ Required. The cluster name. cluster_uuid: Optional. Specifying the ``cluster_uuid`` means the RPC should - fail (with error NOT\_FOUND) if cluster with specified UUID + fail (with error NOT_FOUND) if cluster with specified UUID does not exist. request_id: Optional. A unique id used to identify the request. If the @@ -3893,21 +3904,21 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.DeleteClusterRequest) - ), + }, ) _sym_db.RegisterMessage(DeleteClusterRequest) GetClusterRequest = _reflection.GeneratedProtocolMessageType( "GetClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_GETCLUSTERREQUEST, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Request to get the resource representation for a cluster + { + "DESCRIPTOR": _GETCLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Request to get the resource representation for a cluster in a project. @@ -3921,17 +3932,17 @@ Required. The cluster name. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.GetClusterRequest) - ), + }, ) _sym_db.RegisterMessage(GetClusterRequest) ListClustersRequest = _reflection.GeneratedProtocolMessageType( "ListClustersRequest", (_message.Message,), - dict( - DESCRIPTOR=_LISTCLUSTERSREQUEST, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""A request to list the clusters in a project. + { + "DESCRIPTOR": _LISTCLUSTERSREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """A request to list the clusters in a project. Attributes: @@ -3943,7 +3954,7 @@ filter: Optional. A filter constraining the clusters to list. Filters are case-sensitive and have the following syntax: field = - value [AND [field = value]] ... where **field** is one of + value [AND [field = value]] … where **field** is one of ``status.state``, ``clusterName``, or ``labels.[KEY]``, and ``[KEY]`` is a label key. **value** can be ``*`` to match all values. ``status.state`` can be one of the following: @@ -3963,17 +3974,17 @@ Optional. The standard List page token. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ListClustersRequest) - ), + }, ) _sym_db.RegisterMessage(ListClustersRequest) ListClustersResponse = _reflection.GeneratedProtocolMessageType( "ListClustersResponse", (_message.Message,), - dict( - DESCRIPTOR=_LISTCLUSTERSRESPONSE, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""The list of all clusters in a project. + { + "DESCRIPTOR": _LISTCLUSTERSRESPONSE, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """The list of all clusters in a project. Attributes: @@ -3986,17 +3997,17 @@ ``ListClustersRequest``. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ListClustersResponse) - ), + }, ) _sym_db.RegisterMessage(ListClustersResponse) DiagnoseClusterRequest = _reflection.GeneratedProtocolMessageType( "DiagnoseClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_DIAGNOSECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""A request to collect cluster diagnostic information. + { + "DESCRIPTOR": _DIAGNOSECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """A request to collect cluster diagnostic information. Attributes: @@ -4009,17 +4020,17 @@ Required. The cluster name. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.DiagnoseClusterRequest) - ), + }, ) _sym_db.RegisterMessage(DiagnoseClusterRequest) DiagnoseClusterResults = _reflection.GeneratedProtocolMessageType( "DiagnoseClusterResults", (_message.Message,), - dict( - DESCRIPTOR=_DIAGNOSECLUSTERRESULTS, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""The location of diagnostic output. + { + "DESCRIPTOR": _DIAGNOSECLUSTERRESULTS, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """The location of diagnostic output. Attributes: @@ -4029,17 +4040,17 @@ collected diagnostics. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.DiagnoseClusterResults) - ), + }, ) _sym_db.RegisterMessage(DiagnoseClusterResults) ReservationAffinity = _reflection.GeneratedProtocolMessageType( "ReservationAffinity", (_message.Message,), - dict( - DESCRIPTOR=_RESERVATIONAFFINITY, - __module__="google.cloud.dataproc_v1.proto.clusters_pb2", - __doc__="""Reservation Affinity for consuming Zonal reservation. + { + "DESCRIPTOR": _RESERVATIONAFFINITY, + "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", + "__doc__": """Reservation Affinity for consuming Zonal reservation. Attributes: @@ -4053,7 +4064,7 @@ resource. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ReservationAffinity) - ), + }, ) _sym_db.RegisterMessage(ReservationAffinity) @@ -4067,6 +4078,7 @@ _CLUSTER.fields_by_name["status"]._options = None _CLUSTER.fields_by_name["status_history"]._options = None _CLUSTER.fields_by_name["cluster_uuid"]._options = None +_CLUSTER.fields_by_name["metrics"]._options = None _CLUSTERCONFIG.fields_by_name["config_bucket"]._options = None _CLUSTERCONFIG.fields_by_name["gce_cluster_config"]._options = None _CLUSTERCONFIG.fields_by_name["master_config"]._options = None @@ -4172,11 +4184,9 @@ full_name="google.cloud.dataproc.v1.ClusterController", file=DESCRIPTOR, index=0, - serialized_options=_b( - "\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform" - ), - serialized_start=6115, - serialized_end=7750, + serialized_options=b"\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform", + serialized_start=6120, + serialized_end=7755, methods=[ _descriptor.MethodDescriptor( name="CreateCluster", @@ -4185,9 +4195,7 @@ containing_service=None, input_type=_CREATECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002>"3/v1/projects/{project_id}/regions/{region}/clusters:\007cluster\332A\031project_id,region,cluster\312A<\n\007Cluster\0221google.cloud.dataproc.v1.ClusterOperationMetadata' - ), + serialized_options=b'\202\323\344\223\002>"3/v1/projects/{project_id}/regions/{region}/clusters:\007cluster\332A\031project_id,region,cluster\312A<\n\007Cluster\0221google.cloud.dataproc.v1.ClusterOperationMetadata', ), _descriptor.MethodDescriptor( name="UpdateCluster", @@ -4196,9 +4204,7 @@ containing_service=None, input_type=_UPDATECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - "\202\323\344\223\002M2B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\007cluster\332A2project_id,region,cluster_name,cluster,update_mask\312A<\n\007Cluster\0221google.cloud.dataproc.v1.ClusterOperationMetadata" - ), + serialized_options=b"\202\323\344\223\002M2B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\007cluster\332A2project_id,region,cluster_name,cluster,update_mask\312A<\n\007Cluster\0221google.cloud.dataproc.v1.ClusterOperationMetadata", ), _descriptor.MethodDescriptor( name="DeleteCluster", @@ -4207,9 +4213,7 @@ containing_service=None, input_type=_DELETECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - "\202\323\344\223\002D*B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A\036project_id,region,cluster_name\312AJ\n\025google.protobuf.Empty\0221google.cloud.dataproc.v1.ClusterOperationMetadata" - ), + serialized_options=b"\202\323\344\223\002D*B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A\036project_id,region,cluster_name\312AJ\n\025google.protobuf.Empty\0221google.cloud.dataproc.v1.ClusterOperationMetadata", ), _descriptor.MethodDescriptor( name="GetCluster", @@ -4218,9 +4222,7 @@ containing_service=None, input_type=_GETCLUSTERREQUEST, output_type=_CLUSTER, - serialized_options=_b( - "\202\323\344\223\002D\022B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A\036project_id,region,cluster_name" - ), + serialized_options=b"\202\323\344\223\002D\022B/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A\036project_id,region,cluster_name", ), _descriptor.MethodDescriptor( name="ListClusters", @@ -4229,9 +4231,7 @@ containing_service=None, input_type=_LISTCLUSTERSREQUEST, output_type=_LISTCLUSTERSRESPONSE, - serialized_options=_b( - "\202\323\344\223\0025\0223/v1/projects/{project_id}/regions/{region}/clusters\332A\021project_id,region\332A\030project_id,region,filter" - ), + serialized_options=b"\202\323\344\223\0025\0223/v1/projects/{project_id}/regions/{region}/clusters\332A\021project_id,region\332A\030project_id,region,filter", ), _descriptor.MethodDescriptor( name="DiagnoseCluster", @@ -4240,9 +4240,7 @@ containing_service=None, input_type=_DIAGNOSECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002P"K/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\001*\332A\036project_id,region,cluster_name\312A/\n\025google.protobuf.Empty\022\026DiagnoseClusterResults' - ), + serialized_options=b'\202\323\344\223\002P"K/v1/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\001*\332A\036project_id,region,cluster_name\312A/\n\025google.protobuf.Empty\022\026DiagnoseClusterResults', ), ], ) diff --git a/google/cloud/dataproc_v1/proto/clusters_pb2_grpc.py b/google/cloud/dataproc_v1/proto/clusters_pb2_grpc.py index 8d5bbde7..391133b4 100644 --- a/google/cloud/dataproc_v1/proto/clusters_pb2_grpc.py +++ b/google/cloud/dataproc_v1/proto/clusters_pb2_grpc.py @@ -92,7 +92,7 @@ def GetCluster(self, request, context): raise NotImplementedError("Method not implemented!") def ListClusters(self, request, context): - """Lists all regions/{region}/clusters in a project. + """Lists all regions/{region}/clusters in a project alphabetically. """ context.set_code(grpc.StatusCode.UNIMPLEMENTED) context.set_details("Method not implemented!") diff --git a/google/cloud/dataproc_v1/proto/jobs.proto b/google/cloud/dataproc_v1/proto/jobs.proto index 85921dc4..0379c09d 100644 --- a/google/cloud/dataproc_v1/proto/jobs.proto +++ b/google/cloud/dataproc_v1/proto/jobs.proto @@ -43,6 +43,19 @@ service JobController { option (google.api.method_signature) = "project_id,region,job"; } + // Submits job to a cluster. + rpc SubmitJobAsOperation(SubmitJobRequest) returns (google.longrunning.Operation) { + option (google.api.http) = { + post: "/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation" + body: "*" + }; + option (google.api.method_signature) = "project_id, region, job"; + option (google.longrunning.operation_info) = { + response_type: "Job" + metadata_type: "JobMetadata" + }; + } + // Gets the resource representation for a job in a project. rpc GetJob(GetJobRequest) returns (Job) { option (google.api.http) = { @@ -420,7 +433,10 @@ message SparkRJob { LoggingConfig logging_config = 6 [(google.api.field_behavior) = OPTIONAL]; } -// A Dataproc job for running [Presto](https://prestosql.io/) queries +// A Dataproc job for running [Presto](https://prestosql.io/) queries. +// **IMPORTANT**: The [Dataproc Presto Optional +// Component](/dataproc/docs/concepts/components/presto) must be enabled when +// the cluster is created to submit a Presto job to the cluster. message PrestoJob { // Required. The sequence of Presto queries to execute, specified as // either an HCFS file URI or as a list of queries. @@ -692,6 +708,12 @@ message Job { // over time. This is in contrast to a user-settable reference.job_id that // may be reused over time. string job_uuid = 22 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Indicates whether the job is completed. If the value is `false`, + // the job is still in progress. If `true`, the job is completed, and + // `status.state` field will indicate if it was successful, failed, + // or cancelled. + bool done = 24 [(google.api.field_behavior) = OUTPUT_ONLY]; } // Job scheduling options. @@ -733,6 +755,21 @@ message SubmitJobRequest { string request_id = 4 [(google.api.field_behavior) = OPTIONAL]; } +// Job Operation metadata. +message JobMetadata { + // Output only. The job id. + string job_id = 1 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Most recent job status. + JobStatus status = 2 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Operation type. + string operation_type = 3 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Job submission time. + google.protobuf.Timestamp start_time = 4 [(google.api.field_behavior) = OUTPUT_ONLY]; +} + // A request to get the resource representation for a job in a project. message GetJobRequest { // Required. The ID of the Google Cloud Platform project that the job diff --git a/google/cloud/dataproc_v1/proto/jobs_pb2.py b/google/cloud/dataproc_v1/proto/jobs_pb2.py index b7f6ef45..8c27e52b 100644 --- a/google/cloud/dataproc_v1/proto/jobs_pb2.py +++ b/google/cloud/dataproc_v1/proto/jobs_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1/proto/jobs.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -30,12 +27,8 @@ name="google/cloud/dataproc_v1/proto/jobs.proto", package="google.cloud.dataproc.v1", syntax="proto3", - serialized_options=_b( - "\n\034com.google.cloud.dataproc.v1B\tJobsProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc" - ), - serialized_pb=_b( - '\n)google/cloud/dataproc_v1/proto/jobs.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xc1\x02\n\rLoggingConfig\x12W\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry\x1a\x65\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12<\n\x05value\x18\x02 \x01(\x0e\x32-.google.cloud.dataproc.v1.LoggingConfig.Level:\x02\x38\x01"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08"\xf1\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x07 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\xef\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\xf8\x02\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12M\n\nproperties\x18\x07 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02"\xb5\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12U\n\x10script_variables\x18\x04 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12J\n\nproperties\x18\x05 \x03(\x0b\x32\x31.google.cloud.dataproc.v1.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xe5\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12Y\n\x10script_variables\x18\x03 \x03(\x0b\x32:.google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xf8\x03\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x10script_variables\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12I\n\nproperties\x18\x05 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xb6\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x05 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x8a\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x06 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"D\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03"\xd9\x03\n\tJobStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32).google.cloud.dataproc.v1.JobStatus.StateB\x03\xe0\x41\x03\x12\x17\n\x07\x64\x65tails\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x43\n\x08substate\x18\x07 \x01(\x0e\x32,.google.cloud.dataproc.v1.JobStatus.SubstateB\x03\xe0\x41\x03"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01"\xa5\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x05state\x18\x02 \x01(\x0e\x32/.google.cloud.dataproc.v1.YarnApplication.StateB\x03\xe0\x41\x02\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x02\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x01"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08"\xec\x08\n\x03Job\x12>\n\treference\x18\x01 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobReferenceB\x03\xe0\x41\x01\x12>\n\tplacement\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobB\x03\xe0\x41\x01H\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32".google.cloud.dataproc.v1.SparkJobB\x03\xe0\x41\x01H\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobB\x03\xe0\x41\x01H\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobB\x03\xe0\x41\x01H\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32#.google.cloud.dataproc.v1.SparkRJobB\x03\xe0\x41\x01H\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12>\n\npresto_job\x18\x17 \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x06status\x18\x08 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12@\n\x0estatus_history\x18\r \x03(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12I\n\x11yarn_applications\x18\t \x03(\x0b\x32).google.cloud.dataproc.v1.YarnApplicationB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12>\n\x06labels\x18\x12 \x03(\x0b\x32).google.cloud.dataproc.v1.Job.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\x14 \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job"3\n\rJobScheduling\x12"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01"\x8a\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x02 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"\xb3\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32\x39.google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02"\xbc\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x04 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02"b\n\x10ListJobsResponse\x12\x30\n\x04jobs\x18\x01 \x03(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\x9b\t\n\rJobController\x12\xb1\x01\n\tSubmitJob\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"Y\x82\xd3\xe4\x93\x02;"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\x01*\xda\x41\x15project_id,region,job\x12\xad\x01\n\x06GetJob\x12\'.google.cloud.dataproc.v1.GetJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"[\x82\xd3\xe4\x93\x02:\x12\x38/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x12\xc9\x01\n\x08ListJobs\x12).google.cloud.dataproc.v1.ListJobsRequest\x1a*.google.cloud.dataproc.v1.ListJobsResponse"f\x82\xd3\xe4\x93\x02\x31\x12//v1/projects/{project_id}/regions/{region}/jobs\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x12\x9d\x01\n\tUpdateJob\x12*.google.cloud.dataproc.v1.UpdateJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"E\x82\xd3\xe4\x93\x02?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xbd\x01\n\tCancelJob\x12*.google.cloud.dataproc.v1.CancelJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"e\x82\xd3\xe4\x93\x02\x44"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\xda\x41\x18project_id,region,job_id\x12\xac\x01\n\tDeleteJob\x12*.google.cloud.dataproc.v1.DeleteJobRequest\x1a\x16.google.protobuf.Empty"[\x82\xd3\xe4\x93\x02:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBm\n\x1c\x63om.google.cloud.dataproc.v1B\tJobsProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3' - ), + serialized_options=b"\n\034com.google.cloud.dataproc.v1B\tJobsProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc", + serialized_pb=b'\n)google/cloud/dataproc_v1/proto/jobs.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xc1\x02\n\rLoggingConfig\x12W\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry\x1a\x65\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12<\n\x05value\x18\x02 \x01(\x0e\x32-.google.cloud.dataproc.v1.LoggingConfig.Level:\x02\x38\x01"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08"\xf1\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x07 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\xef\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\xf8\x02\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12M\n\nproperties\x18\x07 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02"\xb5\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12U\n\x10script_variables\x18\x04 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12J\n\nproperties\x18\x05 \x03(\x0b\x32\x31.google.cloud.dataproc.v1.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xe5\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12Y\n\x10script_variables\x18\x03 \x03(\x0b\x32:.google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xf8\x03\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x10script_variables\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12I\n\nproperties\x18\x05 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xb6\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x05 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x8a\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x06 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"D\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03"\xd9\x03\n\tJobStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32).google.cloud.dataproc.v1.JobStatus.StateB\x03\xe0\x41\x03\x12\x17\n\x07\x64\x65tails\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x43\n\x08substate\x18\x07 \x01(\x0e\x32,.google.cloud.dataproc.v1.JobStatus.SubstateB\x03\xe0\x41\x03"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01"\xa5\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x05state\x18\x02 \x01(\x0e\x32/.google.cloud.dataproc.v1.YarnApplication.StateB\x03\xe0\x41\x02\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x02\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x01"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08"\xff\x08\n\x03Job\x12>\n\treference\x18\x01 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobReferenceB\x03\xe0\x41\x01\x12>\n\tplacement\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobB\x03\xe0\x41\x01H\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32".google.cloud.dataproc.v1.SparkJobB\x03\xe0\x41\x01H\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobB\x03\xe0\x41\x01H\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobB\x03\xe0\x41\x01H\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32#.google.cloud.dataproc.v1.SparkRJobB\x03\xe0\x41\x01H\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12>\n\npresto_job\x18\x17 \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x06status\x18\x08 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12@\n\x0estatus_history\x18\r \x03(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12I\n\x11yarn_applications\x18\t \x03(\x0b\x32).google.cloud.dataproc.v1.YarnApplicationB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12>\n\x06labels\x18\x12 \x03(\x0b\x32).google.cloud.dataproc.v1.Job.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\x14 \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x18 \x01(\x08\x42\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job"3\n\rJobScheduling\x12"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01"\x8a\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x02 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"\xae\x01\n\x0bJobMetadata\x12\x13\n\x06job_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x38\n\x06status\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"\xb3\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32\x39.google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02"\xbc\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x04 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02"b\n\x10ListJobsResponse\x12\x30\n\x04jobs\x18\x01 \x03(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xfc\n\n\rJobController\x12\xb1\x01\n\tSubmitJob\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"Y\x82\xd3\xe4\x93\x02;"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\x01*\xda\x41\x15project_id,region,job\x12\xde\x01\n\x14SubmitJobAsOperation\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.longrunning.Operation"{\x82\xd3\xe4\x93\x02\x46"A/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\x01*\xda\x41\x17project_id, region, job\xca\x41\x12\n\x03Job\x12\x0bJobMetadata\x12\xad\x01\n\x06GetJob\x12\'.google.cloud.dataproc.v1.GetJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"[\x82\xd3\xe4\x93\x02:\x12\x38/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x12\xc9\x01\n\x08ListJobs\x12).google.cloud.dataproc.v1.ListJobsRequest\x1a*.google.cloud.dataproc.v1.ListJobsResponse"f\x82\xd3\xe4\x93\x02\x31\x12//v1/projects/{project_id}/regions/{region}/jobs\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x12\x9d\x01\n\tUpdateJob\x12*.google.cloud.dataproc.v1.UpdateJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"E\x82\xd3\xe4\x93\x02?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xbd\x01\n\tCancelJob\x12*.google.cloud.dataproc.v1.CancelJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job"e\x82\xd3\xe4\x93\x02\x44"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\xda\x41\x18project_id,region,job_id\x12\xac\x01\n\tDeleteJob\x12*.google.cloud.dataproc.v1.DeleteJobRequest\x1a\x16.google.protobuf.Empty"[\x82\xd3\xe4\x93\x02:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBm\n\x1c\x63om.google.cloud.dataproc.v1B\tJobsProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3', dependencies=[ google_dot_api_dot_annotations__pb2.DESCRIPTOR, google_dot_api_dot_client__pb2.DESCRIPTOR, @@ -234,8 +227,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=6488, - serialized_end=6542, + serialized_start=6684, + serialized_end=6738, ) _sym_db.RegisterEnumDescriptor(_LISTJOBSREQUEST_JOBSTATEMATCHER) @@ -256,7 +249,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -287,7 +280,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -351,7 +344,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -369,7 +362,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -382,7 +375,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -407,7 +400,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -425,7 +418,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -449,7 +442,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -467,7 +460,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -485,7 +478,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -503,7 +496,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -521,7 +514,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -539,7 +532,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -580,7 +573,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -598,7 +591,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -611,7 +604,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -636,7 +629,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -654,7 +647,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -678,7 +671,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -696,7 +689,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -714,7 +707,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -732,7 +725,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -750,7 +743,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -768,7 +761,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -809,7 +802,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -827,7 +820,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -840,7 +833,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -865,13 +858,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -889,7 +882,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -907,7 +900,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -925,7 +918,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -943,7 +936,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -961,7 +954,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -979,7 +972,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -997,7 +990,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1036,7 +1029,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ) ], @@ -1069,7 +1062,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1087,7 +1080,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1100,7 +1093,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1125,7 +1118,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1143,7 +1136,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1156,7 +1149,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1181,7 +1174,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1223,7 +1216,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1241,7 +1234,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1259,7 +1252,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1277,7 +1270,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1318,7 +1311,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1336,7 +1329,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1349,7 +1342,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1374,7 +1367,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1392,7 +1385,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1405,7 +1398,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1430,7 +1423,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1472,7 +1465,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1490,7 +1483,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1508,7 +1501,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1526,7 +1519,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1567,7 +1560,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1585,7 +1578,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1598,7 +1591,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1623,7 +1616,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1641,7 +1634,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1654,7 +1647,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1679,7 +1672,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1721,7 +1714,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1739,7 +1732,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1757,7 +1750,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1775,7 +1768,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1793,7 +1786,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1834,7 +1827,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1852,7 +1845,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1865,7 +1858,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1890,13 +1883,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1914,7 +1907,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1932,7 +1925,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1950,7 +1943,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1968,7 +1961,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1986,7 +1979,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2019,7 +2012,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2037,7 +2030,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2050,7 +2043,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -2075,7 +2068,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2117,7 +2110,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2129,13 +2122,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2153,7 +2146,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2171,7 +2164,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2189,7 +2182,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2230,13 +2223,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2248,13 +2241,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2293,7 +2286,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2305,13 +2298,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003\340A\001"), + serialized_options=b"\340A\003\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2329,7 +2322,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2347,7 +2340,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2380,13 +2373,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2398,13 +2391,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2437,13 +2430,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2461,7 +2454,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2479,7 +2472,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2491,13 +2484,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2530,7 +2523,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2548,7 +2541,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2561,13 +2554,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5897, - serialized_end=5942, + serialized_start=5916, + serialized_end=5961, ) _JOB = _descriptor.Descriptor( @@ -2592,7 +2585,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2610,7 +2603,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2628,7 +2621,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2646,7 +2639,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2664,7 +2657,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2682,7 +2675,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2700,7 +2693,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2718,7 +2711,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2736,7 +2729,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2754,7 +2747,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2772,7 +2765,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2790,7 +2783,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2808,7 +2801,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2820,13 +2813,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2838,13 +2831,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2862,7 +2855,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2880,7 +2873,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2892,13 +2885,31 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="done", + full_name="google.cloud.dataproc.v1.Job.done", + index=18, + number=24, + type=8, + cpp_type=7, + label=1, + has_default_value=False, + default_value=False, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2919,7 +2930,7 @@ ) ], serialized_start=4822, - serialized_end=5954, + serialized_end=5973, ) @@ -2945,7 +2956,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ) ], @@ -2957,8 +2968,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5956, - serialized_end=6007, + serialized_start=5975, + serialized_end=6026, ) @@ -2978,13 +2989,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2996,13 +3007,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3020,7 +3031,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3032,13 +3043,106 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + ], + extensions=[], + nested_types=[], + enum_types=[], + serialized_options=None, + is_extendable=False, + syntax="proto3", + extension_ranges=[], + oneofs=[], + serialized_start=6029, + serialized_end=6167, +) + + +_JOBMETADATA = _descriptor.Descriptor( + name="JobMetadata", + full_name="google.cloud.dataproc.v1.JobMetadata", + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name="job_id", + full_name="google.cloud.dataproc.v1.JobMetadata.job_id", + index=0, + number=1, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="status", + full_name="google.cloud.dataproc.v1.JobMetadata.status", + index=1, + number=2, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="operation_type", + full_name="google.cloud.dataproc.v1.JobMetadata.operation_type", + index=2, + number=3, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="start_time", + full_name="google.cloud.dataproc.v1.JobMetadata.start_time", + index=3, + number=4, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -3050,8 +3154,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6010, - serialized_end=6148, + serialized_start=6170, + serialized_end=6344, ) @@ -3071,13 +3175,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3089,13 +3193,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3107,13 +3211,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3125,8 +3229,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6150, - serialized_end=6232, + serialized_start=6346, + serialized_end=6428, ) @@ -3146,13 +3250,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3164,13 +3268,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3188,7 +3292,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3200,13 +3304,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3218,13 +3322,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3242,7 +3346,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3254,13 +3358,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -3272,8 +3376,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6235, - serialized_end=6542, + serialized_start=6431, + serialized_end=6738, ) @@ -3293,13 +3397,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3311,13 +3415,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3329,13 +3433,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3353,7 +3457,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3371,7 +3475,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3383,8 +3487,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6545, - serialized_end=6733, + serialized_start=6741, + serialized_end=6929, ) @@ -3410,7 +3514,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3422,13 +3526,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -3440,8 +3544,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6735, - serialized_end=6833, + serialized_start=6931, + serialized_end=7029, ) @@ -3461,13 +3565,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3479,13 +3583,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3497,13 +3601,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3515,8 +3619,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6835, - serialized_end=6920, + serialized_start=7031, + serialized_end=7116, ) @@ -3536,13 +3640,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3554,13 +3658,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3572,13 +3676,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3590,8 +3694,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6922, - serialized_end=7007, + serialized_start=7118, + serialized_end=7203, ) _LOGGINGCONFIG_DRIVERLOGLEVELSENTRY.fields_by_name[ @@ -3745,6 +3849,10 @@ _JOB.oneofs_by_name["type_job"].fields.append(_JOB.fields_by_name["presto_job"]) _JOB.fields_by_name["presto_job"].containing_oneof = _JOB.oneofs_by_name["type_job"] _SUBMITJOBREQUEST.fields_by_name["job"].message_type = _JOB +_JOBMETADATA.fields_by_name["status"].message_type = _JOBSTATUS +_JOBMETADATA.fields_by_name[ + "start_time" +].message_type = google_dot_protobuf_dot_timestamp__pb2._TIMESTAMP _LISTJOBSREQUEST.fields_by_name[ "job_state_matcher" ].enum_type = _LISTJOBSREQUEST_JOBSTATEMATCHER @@ -3771,6 +3879,7 @@ DESCRIPTOR.message_types_by_name["Job"] = _JOB DESCRIPTOR.message_types_by_name["JobScheduling"] = _JOBSCHEDULING DESCRIPTOR.message_types_by_name["SubmitJobRequest"] = _SUBMITJOBREQUEST +DESCRIPTOR.message_types_by_name["JobMetadata"] = _JOBMETADATA DESCRIPTOR.message_types_by_name["GetJobRequest"] = _GETJOBREQUEST DESCRIPTOR.message_types_by_name["ListJobsRequest"] = _LISTJOBSREQUEST DESCRIPTOR.message_types_by_name["UpdateJobRequest"] = _UPDATEJOBREQUEST @@ -3782,29 +3891,29 @@ LoggingConfig = _reflection.GeneratedProtocolMessageType( "LoggingConfig", (_message.Message,), - dict( - DriverLogLevelsEntry=_reflection.GeneratedProtocolMessageType( + { + "DriverLogLevelsEntry": _reflection.GeneratedProtocolMessageType( "DriverLogLevelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_LOGGINGCONFIG_DRIVERLOGLEVELSENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _LOGGINGCONFIG_DRIVERLOGLEVELSENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry) - ), + }, ), - DESCRIPTOR=_LOGGINGCONFIG, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""The runtime logging config of the job. + "DESCRIPTOR": _LOGGINGCONFIG, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """The runtime logging config of the job. Attributes: driver_log_levels: The per-package log levels for the driver. This may include - "root" package name to configure rootLogger. Examples: - 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG' + “root” package name to configure rootLogger. Examples: + ‘com.google = FATAL’, ‘root = INFO’, ‘org.apache = DEBUG’ """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.LoggingConfig) - ), + }, ) _sym_db.RegisterMessage(LoggingConfig) _sym_db.RegisterMessage(LoggingConfig.DriverLogLevelsEntry) @@ -3812,19 +3921,19 @@ HadoopJob = _reflection.GeneratedProtocolMessageType( "HadoopJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_HADOOPJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _HADOOPJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.HadoopJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_HADOOPJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache Hadoop + "DESCRIPTOR": _HADOOPJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Hadoop MapReduce `__ jobs on `Apache Hadoop YARN `__. @@ -3832,19 +3941,19 @@ Attributes: driver: - Required. Indicates the location of the driver's main class. + Required. Indicates the location of the driver’s main class. Specify either the jar file that contains the main class or the main class name. To specify both, add the jar file to ``jar_file_uris``, and then specify the main class name in this property. main_jar_file_uri: The HCFS URI of the jar file containing the main class. - Examples: 'gs://foo-bucket/analytics-binaries/extract-useful- - metrics-mr.jar' 'hdfs:/tmp/test-samples/custom-wordcount.jar' - 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce- - examples.jar' + Examples: ‘gs://foo-bucket/analytics-binaries/extract-useful- + metrics-mr.jar’ ‘hdfs:/tmp/test-samples/custom-wordcount.jar’ + ‘file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce- + examples.jar’ main_class: - The name of the driver's main class. The jar file containing + The name of the driver’s main class. The jar file containing the class must be in the default CLASSPATH or specified in ``jar_file_uris``. args: @@ -3867,12 +3976,12 @@ Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties - set in /etc/hadoop/conf/\*-site and classes in user code. + set in ``/etc/hadoop/conf/*-site`` and classes in user code. logging_config: Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.HadoopJob) - ), + }, ) _sym_db.RegisterMessage(HadoopJob) _sym_db.RegisterMessage(HadoopJob.PropertiesEntry) @@ -3880,19 +3989,19 @@ SparkJob = _reflection.GeneratedProtocolMessageType( "SparkJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SPARKJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _SPARKJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Spark `__ applications on YARN. @@ -3907,7 +4016,7 @@ main_jar_file_uri: The HCFS URI of the jar file that contains the main class. main_class: - The name of the driver's main class. The jar file that + The name of the driver’s main class. The jar file that contains the class must be in the default CLASSPATH or specified in ``jar_file_uris``. args: @@ -3936,7 +4045,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkJob) - ), + }, ) _sym_db.RegisterMessage(SparkJob) _sym_db.RegisterMessage(SparkJob.PropertiesEntry) @@ -3944,19 +4053,19 @@ PySparkJob = _reflection.GeneratedProtocolMessageType( "PySparkJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PYSPARKJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _PYSPARKJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PySparkJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_PYSPARKJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _PYSPARKJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache PySpark `__ applications on YARN. @@ -3993,7 +4102,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PySparkJob) - ), + }, ) _sym_db.RegisterMessage(PySparkJob) _sym_db.RegisterMessage(PySparkJob.PropertiesEntry) @@ -4001,10 +4110,10 @@ QueryList = _reflection.GeneratedProtocolMessageType( "QueryList", (_message.Message,), - dict( - DESCRIPTOR=_QUERYLIST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A list of queries to run on a cluster. + { + "DESCRIPTOR": _QUERYLIST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A list of queries to run on a cluster. Attributes: @@ -4013,40 +4122,39 @@ a query with a semicolon. Multiple queries can be specified in one string by separating each with a semicolon. Here is an example of an Cloud Dataproc API snippet that uses a QueryList - to specify a HiveJob: :: "hiveJob": { "queryList": - { "queries": [ "query1", "query2", - "query3;query4", ] } } + to specify a HiveJob: “hiveJob”: { “queryList”: { “queries”: + [ “query1”, “query2”, “query3;query4”, ] } } """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.QueryList) - ), + }, ) _sym_db.RegisterMessage(QueryList) HiveJob = _reflection.GeneratedProtocolMessageType( "HiveJob", (_message.Message,), - dict( - ScriptVariablesEntry=_reflection.GeneratedProtocolMessageType( + { + "ScriptVariablesEntry": _reflection.GeneratedProtocolMessageType( "ScriptVariablesEntry", (_message.Message,), - dict( - DESCRIPTOR=_HIVEJOB_SCRIPTVARIABLESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _HIVEJOB_SCRIPTVARIABLESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntry) - ), + }, ), - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_HIVEJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _HIVEJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.HiveJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_HIVEJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _HIVEJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Hive `__ queries on YARN. @@ -4069,7 +4177,7 @@ Optional. A mapping of property names and values, used to configure Hive. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties - set in /etc/hadoop/conf/\*-site.xml, /etc/hive/conf/hive- + set in ``/etc/hadoop/conf/*-site``.xml, /etc/hive/conf/hive- site.xml, and classes in user code. jar_file_uris: Optional. HCFS URIs of jar files to add to the CLASSPATH of @@ -4077,7 +4185,7 @@ Hive SerDes and UDFs. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.HiveJob) - ), + }, ) _sym_db.RegisterMessage(HiveJob) _sym_db.RegisterMessage(HiveJob.ScriptVariablesEntry) @@ -4086,28 +4194,28 @@ SparkSqlJob = _reflection.GeneratedProtocolMessageType( "SparkSqlJob", (_message.Message,), - dict( - ScriptVariablesEntry=_reflection.GeneratedProtocolMessageType( + { + "ScriptVariablesEntry": _reflection.GeneratedProtocolMessageType( "ScriptVariablesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKSQLJOB_SCRIPTVARIABLESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKSQLJOB_SCRIPTVARIABLESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntry) - ), + }, ), - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKSQLJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKSQLJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SPARKSQLJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache Spark + "DESCRIPTOR": _SPARKSQLJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Spark SQL `__ queries. @@ -4124,7 +4232,7 @@ (equivalent to the Spark SQL command: SET ``name="value";``). properties: Optional. A mapping of property names to values, used to - configure Spark SQL's SparkConf. Properties that conflict with + configure Spark SQL’s SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten. jar_file_uris: Optional. HCFS URIs of jar files to be added to the Spark @@ -4133,7 +4241,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkSqlJob) - ), + }, ) _sym_db.RegisterMessage(SparkSqlJob) _sym_db.RegisterMessage(SparkSqlJob.ScriptVariablesEntry) @@ -4142,28 +4250,28 @@ PigJob = _reflection.GeneratedProtocolMessageType( "PigJob", (_message.Message,), - dict( - ScriptVariablesEntry=_reflection.GeneratedProtocolMessageType( + { + "ScriptVariablesEntry": _reflection.GeneratedProtocolMessageType( "ScriptVariablesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PIGJOB_SCRIPTVARIABLESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _PIGJOB_SCRIPTVARIABLESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PigJob.ScriptVariablesEntry) - ), + }, ), - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PIGJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _PIGJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PigJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_PIGJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _PIGJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Pig `__ queries on YARN. @@ -4186,8 +4294,8 @@ Optional. A mapping of property names to values, used to configure Pig. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in - /etc/hadoop/conf/\*-site.xml, /etc/pig/conf/pig.properties, - and classes in user code. + ``/etc/hadoop/conf/*-site``.xml, /etc/pig/conf/pig.properties, and + classes in user code. jar_file_uris: Optional. HCFS URIs of jar files to add to the CLASSPATH of the Pig Client and Hadoop MapReduce (MR) tasks. Can contain @@ -4196,7 +4304,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PigJob) - ), + }, ) _sym_db.RegisterMessage(PigJob) _sym_db.RegisterMessage(PigJob.ScriptVariablesEntry) @@ -4205,19 +4313,19 @@ SparkRJob = _reflection.GeneratedProtocolMessageType( "SparkRJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKRJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKRJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkRJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SPARKRJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _SPARKRJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache SparkR `__ applications on YARN. @@ -4249,7 +4357,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SparkRJob) - ), + }, ) _sym_db.RegisterMessage(SparkRJob) _sym_db.RegisterMessage(SparkRJob.PropertiesEntry) @@ -4257,20 +4365,23 @@ PrestoJob = _reflection.GeneratedProtocolMessageType( "PrestoJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PRESTOJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _PRESTOJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PrestoJob.PropertiesEntry) - ), - ), - DESCRIPTOR=_PRESTOJOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job for running - `Presto `__ queries + }, + ), + "DESCRIPTOR": _PRESTOJOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job for running + `Presto `__ queries. **IMPORTANT**: The `Dataproc + Presto Optional Component `__ + must be enabled when the cluster is created to submit a Presto job to + the cluster. Attributes: @@ -4294,12 +4405,12 @@ Optional. A mapping of property names to values. Used to set Presto `session properties `__ - Equivalent to using the --session flag in the Presto CLI + Equivalent to using the –session flag in the Presto CLI logging_config: Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.PrestoJob) - ), + }, ) _sym_db.RegisterMessage(PrestoJob) _sym_db.RegisterMessage(PrestoJob.PropertiesEntry) @@ -4307,10 +4418,10 @@ JobPlacement = _reflection.GeneratedProtocolMessageType( "JobPlacement", (_message.Message,), - dict( - DESCRIPTOR=_JOBPLACEMENT, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""Dataproc job config. + { + "DESCRIPTOR": _JOBPLACEMENT, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """Dataproc job config. Attributes: @@ -4322,17 +4433,17 @@ when the job is submitted. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.JobPlacement) - ), + }, ) _sym_db.RegisterMessage(JobPlacement) JobStatus = _reflection.GeneratedProtocolMessageType( "JobStatus", (_message.Message,), - dict( - DESCRIPTOR=_JOBSTATUS, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""Dataproc job status. + { + "DESCRIPTOR": _JOBSTATUS, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """Dataproc job status. Attributes: @@ -4348,17 +4459,17 @@ status reported by the agent. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.JobStatus) - ), + }, ) _sym_db.RegisterMessage(JobStatus) JobReference = _reflection.GeneratedProtocolMessageType( "JobReference", (_message.Message,), - dict( - DESCRIPTOR=_JOBREFERENCE, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""Encapsulates the full scoping used to reference a job. + { + "DESCRIPTOR": _JOBREFERENCE, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """Encapsulates the full scoping used to reference a job. Attributes: @@ -4368,22 +4479,22 @@ job_id: Optional. The job ID, which must be unique within the project. The ID must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), or hyphens (-). The maximum length is 100 + underscores (_), or hyphens (-). The maximum length is 100 characters. If not specified by the caller, the job ID will be provided by the server. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.JobReference) - ), + }, ) _sym_db.RegisterMessage(JobReference) YarnApplication = _reflection.GeneratedProtocolMessageType( "YarnApplication", (_message.Message,), - dict( - DESCRIPTOR=_YARNAPPLICATION, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A YARN application created by a job. Application + { + "DESCRIPTOR": _YARNAPPLICATION, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A YARN application created by a job. Application information is a subset of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. @@ -4406,26 +4517,26 @@ requires a proxy server for resolution and, possibly, access. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.YarnApplication) - ), + }, ) _sym_db.RegisterMessage(YarnApplication) Job = _reflection.GeneratedProtocolMessageType( "Job", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_JOB_LABELSENTRY, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2" + { + "DESCRIPTOR": _JOB_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.Job.LabelsEntry) - ), + }, ), - DESCRIPTOR=_JOB, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A Dataproc job resource. + "DESCRIPTOR": _JOB, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A Dataproc job resource. Attributes: @@ -4433,7 +4544,7 @@ Optional. The fully qualified reference to the job, which can be used to obtain the equivalent REST path of the job resource. If this property is not specified when a job is - created, the server generates a job\_id. + created, the server generates a job_id. placement: Required. Job information, including how, when, and where to run the job. @@ -4458,8 +4569,8 @@ Optional. Job is a Presto job. status: Output only. The job status. Additional application-specific - status information may be contained in the type\_job and - yarn\_applications fields. + status information may be contained in the type_job and + yarn_applications fields. status_history: Output only. The previous job status. yarn_applications: @@ -4468,7 +4579,7 @@ testing purposes only. It may be changed before final release. driver_output_resource_uri: Output only. A URI pointing to the location of the stdout of - the job's driver program. + the job’s driver program. driver_control_files_uri: Output only. If present, the location of miscellaneous control files which may be used as part of job setup and handling. If @@ -4487,10 +4598,15 @@ job_uuid: Output only. A UUID that uniquely identifies a job within the project over time. This is in contrast to a user-settable - reference.job\_id that may be reused over time. + reference.job_id that may be reused over time. + done: + Output only. Indicates whether the job is completed. If the + value is ``false``, the job is still in progress. If ``true``, + the job is completed, and ``status.state`` field will indicate + if it was successful, failed, or cancelled. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.Job) - ), + }, ) _sym_db.RegisterMessage(Job) _sym_db.RegisterMessage(Job.LabelsEntry) @@ -4498,10 +4614,10 @@ JobScheduling = _reflection.GeneratedProtocolMessageType( "JobScheduling", (_message.Message,), - dict( - DESCRIPTOR=_JOBSCHEDULING, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""Job scheduling options. + { + "DESCRIPTOR": _JOBSCHEDULING, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """Job scheduling options. Attributes: @@ -4513,17 +4629,17 @@ minute window. Maximum value is 10. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.JobScheduling) - ), + }, ) _sym_db.RegisterMessage(JobScheduling) SubmitJobRequest = _reflection.GeneratedProtocolMessageType( "SubmitJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_SUBMITJOBREQUEST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A request to submit a job. + { + "DESCRIPTOR": _SUBMITJOBREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A request to submit a job. Attributes: @@ -4544,21 +4660,45 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.SubmitJobRequest) - ), + }, ) _sym_db.RegisterMessage(SubmitJobRequest) +JobMetadata = _reflection.GeneratedProtocolMessageType( + "JobMetadata", + (_message.Message,), + { + "DESCRIPTOR": _JOBMETADATA, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """Job Operation metadata. + + + Attributes: + job_id: + Output only. The job id. + status: + Output only. Most recent job status. + operation_type: + Output only. Operation type. + start_time: + Output only. Job submission time. + """, + # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.JobMetadata) + }, +) +_sym_db.RegisterMessage(JobMetadata) + GetJobRequest = _reflection.GeneratedProtocolMessageType( "GetJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_GETJOBREQUEST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A request to get the resource representation for a job in + { + "DESCRIPTOR": _GETJOBREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A request to get the resource representation for a job in a project. @@ -4572,17 +4712,17 @@ Required. The job ID. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.GetJobRequest) - ), + }, ) _sym_db.RegisterMessage(GetJobRequest) ListJobsRequest = _reflection.GeneratedProtocolMessageType( "ListJobsRequest", (_message.Message,), - dict( - DESCRIPTOR=_LISTJOBSREQUEST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A request to list jobs in a project. + { + "DESCRIPTOR": _LISTJOBSREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A request to list jobs in a project. Attributes: @@ -4606,7 +4746,7 @@ filter: Optional. A filter constraining the jobs to list. Filters are case-sensitive and have the following syntax: [field = value] - AND [field [= value]] ... where **field** is ``status.state`` + AND [field [= value]] … where **field** is ``status.state`` or ``labels.[KEY]``, and ``[KEY]`` is a label key. **value** can be ``*`` to match all values. ``status.state`` can be either ``ACTIVE`` or ``NON_ACTIVE``. Only the logical ``AND`` @@ -4616,17 +4756,17 @@ labels.starred = \* """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ListJobsRequest) - ), + }, ) _sym_db.RegisterMessage(ListJobsRequest) UpdateJobRequest = _reflection.GeneratedProtocolMessageType( "UpdateJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_UPDATEJOBREQUEST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A request to update a job. + { + "DESCRIPTOR": _UPDATEJOBREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A request to update a job. Attributes: @@ -4642,22 +4782,22 @@ update_mask: Required. Specifies the path, relative to Job, of the field to update. For example, to update the labels of a Job the - update\_mask parameter would be specified as labels, and the + update_mask parameter would be specified as labels, and the ``PATCH`` request body would specify the new value. Note: Currently, labels is the only field that can be updated. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.UpdateJobRequest) - ), + }, ) _sym_db.RegisterMessage(UpdateJobRequest) ListJobsResponse = _reflection.GeneratedProtocolMessageType( "ListJobsResponse", (_message.Message,), - dict( - DESCRIPTOR=_LISTJOBSRESPONSE, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A list of jobs in a project. + { + "DESCRIPTOR": _LISTJOBSRESPONSE, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A list of jobs in a project. Attributes: @@ -4670,17 +4810,17 @@ ListJobsRequest. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ListJobsResponse) - ), + }, ) _sym_db.RegisterMessage(ListJobsResponse) CancelJobRequest = _reflection.GeneratedProtocolMessageType( "CancelJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_CANCELJOBREQUEST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A request to cancel a job. + { + "DESCRIPTOR": _CANCELJOBREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A request to cancel a job. Attributes: @@ -4693,17 +4833,17 @@ Required. The job ID. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.CancelJobRequest) - ), + }, ) _sym_db.RegisterMessage(CancelJobRequest) DeleteJobRequest = _reflection.GeneratedProtocolMessageType( "DeleteJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_DELETEJOBREQUEST, - __module__="google.cloud.dataproc_v1.proto.jobs_pb2", - __doc__="""A request to delete a job. + { + "DESCRIPTOR": _DELETEJOBREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", + "__doc__": """A request to delete a job. Attributes: @@ -4716,7 +4856,7 @@ Required. The job ID. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.DeleteJobRequest) - ), + }, ) _sym_db.RegisterMessage(DeleteJobRequest) @@ -4810,11 +4950,16 @@ _JOB.fields_by_name["labels"]._options = None _JOB.fields_by_name["scheduling"]._options = None _JOB.fields_by_name["job_uuid"]._options = None +_JOB.fields_by_name["done"]._options = None _JOBSCHEDULING.fields_by_name["max_failures_per_hour"]._options = None _SUBMITJOBREQUEST.fields_by_name["project_id"]._options = None _SUBMITJOBREQUEST.fields_by_name["region"]._options = None _SUBMITJOBREQUEST.fields_by_name["job"]._options = None _SUBMITJOBREQUEST.fields_by_name["request_id"]._options = None +_JOBMETADATA.fields_by_name["job_id"]._options = None +_JOBMETADATA.fields_by_name["status"]._options = None +_JOBMETADATA.fields_by_name["operation_type"]._options = None +_JOBMETADATA.fields_by_name["start_time"]._options = None _GETJOBREQUEST.fields_by_name["project_id"]._options = None _GETJOBREQUEST.fields_by_name["region"]._options = None _GETJOBREQUEST.fields_by_name["job_id"]._options = None @@ -4844,11 +4989,9 @@ full_name="google.cloud.dataproc.v1.JobController", file=DESCRIPTOR, index=0, - serialized_options=_b( - "\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform" - ), - serialized_start=7010, - serialized_end=8189, + serialized_options=b"\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform", + serialized_start=7206, + serialized_end=8610, methods=[ _descriptor.MethodDescriptor( name="SubmitJob", @@ -4857,64 +5000,61 @@ containing_service=None, input_type=_SUBMITJOBREQUEST, output_type=_JOB, - serialized_options=_b( - '\202\323\344\223\002;"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\001*\332A\025project_id,region,job' - ), + serialized_options=b'\202\323\344\223\002;"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\001*\332A\025project_id,region,job', + ), + _descriptor.MethodDescriptor( + name="SubmitJobAsOperation", + full_name="google.cloud.dataproc.v1.JobController.SubmitJobAsOperation", + index=1, + containing_service=None, + input_type=_SUBMITJOBREQUEST, + output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, + serialized_options=b'\202\323\344\223\002F"A/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\001*\332A\027project_id, region, job\312A\022\n\003Job\022\013JobMetadata', ), _descriptor.MethodDescriptor( name="GetJob", full_name="google.cloud.dataproc.v1.JobController.GetJob", - index=1, + index=2, containing_service=None, input_type=_GETJOBREQUEST, output_type=_JOB, - serialized_options=_b( - "\202\323\344\223\002:\0228/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\030project_id,region,job_id" - ), + serialized_options=b"\202\323\344\223\002:\0228/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\030project_id,region,job_id", ), _descriptor.MethodDescriptor( name="ListJobs", full_name="google.cloud.dataproc.v1.JobController.ListJobs", - index=2, + index=3, containing_service=None, input_type=_LISTJOBSREQUEST, output_type=_LISTJOBSRESPONSE, - serialized_options=_b( - "\202\323\344\223\0021\022//v1/projects/{project_id}/regions/{region}/jobs\332A\021project_id,region\332A\030project_id,region,filter" - ), + serialized_options=b"\202\323\344\223\0021\022//v1/projects/{project_id}/regions/{region}/jobs\332A\021project_id,region\332A\030project_id,region,filter", ), _descriptor.MethodDescriptor( name="UpdateJob", full_name="google.cloud.dataproc.v1.JobController.UpdateJob", - index=3, + index=4, containing_service=None, input_type=_UPDATEJOBREQUEST, output_type=_JOB, - serialized_options=_b( - "\202\323\344\223\002?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\003job" - ), + serialized_options=b"\202\323\344\223\002?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\003job", ), _descriptor.MethodDescriptor( name="CancelJob", full_name="google.cloud.dataproc.v1.JobController.CancelJob", - index=4, + index=5, containing_service=None, input_type=_CANCELJOBREQUEST, output_type=_JOB, - serialized_options=_b( - '\202\323\344\223\002D"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\001*\332A\030project_id,region,job_id' - ), + serialized_options=b'\202\323\344\223\002D"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\001*\332A\030project_id,region,job_id', ), _descriptor.MethodDescriptor( name="DeleteJob", full_name="google.cloud.dataproc.v1.JobController.DeleteJob", - index=5, + index=6, containing_service=None, input_type=_DELETEJOBREQUEST, output_type=google_dot_protobuf_dot_empty__pb2._EMPTY, - serialized_options=_b( - "\202\323\344\223\002:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\030project_id,region,job_id" - ), + serialized_options=b"\202\323\344\223\002:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\030project_id,region,job_id", ), ], ) diff --git a/google/cloud/dataproc_v1/proto/jobs_pb2_grpc.py b/google/cloud/dataproc_v1/proto/jobs_pb2_grpc.py index f10f0252..0f52c0e9 100644 --- a/google/cloud/dataproc_v1/proto/jobs_pb2_grpc.py +++ b/google/cloud/dataproc_v1/proto/jobs_pb2_grpc.py @@ -4,6 +4,9 @@ from google.cloud.dataproc_v1.proto import ( jobs_pb2 as google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2, ) +from google.longrunning import ( + operations_pb2 as google_dot_longrunning_dot_operations__pb2, +) from google.protobuf import empty_pb2 as google_dot_protobuf_dot_empty__pb2 @@ -22,6 +25,11 @@ def __init__(self, channel): request_serializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.SubmitJobRequest.SerializeToString, response_deserializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.Job.FromString, ) + self.SubmitJobAsOperation = channel.unary_unary( + "/google.cloud.dataproc.v1.JobController/SubmitJobAsOperation", + request_serializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.SubmitJobRequest.SerializeToString, + response_deserializer=google_dot_longrunning_dot_operations__pb2.Operation.FromString, + ) self.GetJob = channel.unary_unary( "/google.cloud.dataproc.v1.JobController/GetJob", request_serializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.GetJobRequest.SerializeToString, @@ -60,6 +68,13 @@ def SubmitJob(self, request, context): context.set_details("Method not implemented!") raise NotImplementedError("Method not implemented!") + def SubmitJobAsOperation(self, request, context): + """Submits job to a cluster. + """ + context.set_code(grpc.StatusCode.UNIMPLEMENTED) + context.set_details("Method not implemented!") + raise NotImplementedError("Method not implemented!") + def GetJob(self, request, context): """Gets the resource representation for a job in a project. """ @@ -108,6 +123,11 @@ def add_JobControllerServicer_to_server(servicer, server): request_deserializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.SubmitJobRequest.FromString, response_serializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.Job.SerializeToString, ), + "SubmitJobAsOperation": grpc.unary_unary_rpc_method_handler( + servicer.SubmitJobAsOperation, + request_deserializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.SubmitJobRequest.FromString, + response_serializer=google_dot_longrunning_dot_operations__pb2.Operation.SerializeToString, + ), "GetJob": grpc.unary_unary_rpc_method_handler( servicer.GetJob, request_deserializer=google_dot_cloud_dot_dataproc__v1_dot_proto_dot_jobs__pb2.GetJobRequest.FromString, diff --git a/google/cloud/dataproc_v1/proto/operations_pb2.py b/google/cloud/dataproc_v1/proto/operations_pb2.py index f7fadd19..7d213ffb 100644 --- a/google/cloud/dataproc_v1/proto/operations_pb2.py +++ b/google/cloud/dataproc_v1/proto/operations_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1/proto/operations.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -24,12 +21,8 @@ name="google/cloud/dataproc_v1/proto/operations.proto", package="google.cloud.dataproc.v1", syntax="proto3", - serialized_options=_b( - "\n\034com.google.cloud.dataproc.v1B\017OperationsProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc" - ), - serialized_pb=_b( - '\n/google/cloud/dataproc_v1/proto/operations.proto\x12\x18google.cloud.dataproc.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1cgoogle/api/annotations.proto"\x89\x02\n\x16\x43lusterOperationStatus\x12J\n\x05state\x18\x01 \x01(\x0e\x32\x36.google.cloud.dataproc.v1.ClusterOperationStatus.StateB\x03\xe0\x41\x03\x12\x18\n\x0binner_state\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07\x64\x65tails\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x10state_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"\xb8\x03\n\x18\x43lusterOperationMetadata\x12\x19\n\x0c\x63luster_name\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x08 \x01(\tB\x03\xe0\x41\x03\x12\x45\n\x06status\x18\t \x01(\x0b\x32\x30.google.cloud.dataproc.v1.ClusterOperationStatusB\x03\xe0\x41\x03\x12M\n\x0estatus_history\x18\n \x03(\x0b\x32\x30.google.cloud.dataproc.v1.ClusterOperationStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x0b \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x64\x65scription\x18\x0c \x01(\tB\x03\xe0\x41\x03\x12S\n\x06labels\x18\r \x03(\x0b\x32>.google.cloud.dataproc.v1.ClusterOperationMetadata.LabelsEntryB\x03\xe0\x41\x03\x12\x15\n\x08warnings\x18\x0e \x03(\tB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42s\n\x1c\x63om.google.cloud.dataproc.v1B\x0fOperationsProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3' - ), + serialized_options=b"\n\034com.google.cloud.dataproc.v1B\017OperationsProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc", + serialized_pb=b'\n/google/cloud/dataproc_v1/proto/operations.proto\x12\x18google.cloud.dataproc.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1cgoogle/api/annotations.proto"\x89\x02\n\x16\x43lusterOperationStatus\x12J\n\x05state\x18\x01 \x01(\x0e\x32\x36.google.cloud.dataproc.v1.ClusterOperationStatus.StateB\x03\xe0\x41\x03\x12\x18\n\x0binner_state\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07\x64\x65tails\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x10state_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"\xb8\x03\n\x18\x43lusterOperationMetadata\x12\x19\n\x0c\x63luster_name\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x08 \x01(\tB\x03\xe0\x41\x03\x12\x45\n\x06status\x18\t \x01(\x0b\x32\x30.google.cloud.dataproc.v1.ClusterOperationStatusB\x03\xe0\x41\x03\x12M\n\x0estatus_history\x18\n \x03(\x0b\x32\x30.google.cloud.dataproc.v1.ClusterOperationStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x0b \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x64\x65scription\x18\x0c \x01(\tB\x03\xe0\x41\x03\x12S\n\x06labels\x18\r \x03(\x0b\x32>.google.cloud.dataproc.v1.ClusterOperationMetadata.LabelsEntryB\x03\xe0\x41\x03\x12\x15\n\x08warnings\x18\x0e \x03(\tB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42s\n\x1c\x63om.google.cloud.dataproc.v1B\x0fOperationsProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3', dependencies=[ google_dot_api_dot_field__behavior__pb2.DESCRIPTOR, google_dot_protobuf_dot_timestamp__pb2.DESCRIPTOR, @@ -87,7 +80,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -99,13 +92,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -117,13 +110,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -141,7 +134,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -174,7 +167,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -192,7 +185,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -205,7 +198,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -230,13 +223,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -248,13 +241,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -272,7 +265,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -290,7 +283,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -302,13 +295,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -320,13 +313,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -344,7 +337,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -362,7 +355,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -402,10 +395,10 @@ ClusterOperationStatus = _reflection.GeneratedProtocolMessageType( "ClusterOperationStatus", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTEROPERATIONSTATUS, - __module__="google.cloud.dataproc_v1.proto.operations_pb2", - __doc__="""The status of the operation. + { + "DESCRIPTOR": _CLUSTEROPERATIONSTATUS, + "__module__": "google.cloud.dataproc_v1.proto.operations_pb2", + "__doc__": """The status of the operation. Attributes: @@ -421,26 +414,26 @@ Output only. The time this state was entered. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterOperationStatus) - ), + }, ) _sym_db.RegisterMessage(ClusterOperationStatus) ClusterOperationMetadata = _reflection.GeneratedProtocolMessageType( "ClusterOperationMetadata", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTEROPERATIONMETADATA_LABELSENTRY, - __module__="google.cloud.dataproc_v1.proto.operations_pb2" + { + "DESCRIPTOR": _CLUSTEROPERATIONMETADATA_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1.proto.operations_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterOperationMetadata.LabelsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTEROPERATIONMETADATA, - __module__="google.cloud.dataproc_v1.proto.operations_pb2", - __doc__="""Metadata describing the operation. + "DESCRIPTOR": _CLUSTEROPERATIONMETADATA, + "__module__": "google.cloud.dataproc_v1.proto.operations_pb2", + "__doc__": """Metadata describing the operation. Attributes: @@ -462,7 +455,7 @@ Output only. Errors encountered during operation execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ClusterOperationMetadata) - ), + }, ) _sym_db.RegisterMessage(ClusterOperationMetadata) _sym_db.RegisterMessage(ClusterOperationMetadata.LabelsEntry) diff --git a/google/cloud/dataproc_v1/proto/shared.proto b/google/cloud/dataproc_v1/proto/shared.proto index c6ff8f28..99d6e776 100644 --- a/google/cloud/dataproc_v1/proto/shared.proto +++ b/google/cloud/dataproc_v1/proto/shared.proto @@ -37,6 +37,12 @@ enum Component { // The Jupyter Notebook. JUPYTER = 1; + // The Presto query engine. + PRESTO = 6; + // The Zeppelin notebook. ZEPPELIN = 4; + + // The Zookeeper service. + ZOOKEEPER = 8; } diff --git a/google/cloud/dataproc_v1/proto/shared_pb2.py b/google/cloud/dataproc_v1/proto/shared_pb2.py index 748c8e01..9be667cb 100644 --- a/google/cloud/dataproc_v1/proto/shared_pb2.py +++ b/google/cloud/dataproc_v1/proto/shared_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1/proto/shared.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf.internal import enum_type_wrapper from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message @@ -23,12 +20,8 @@ name="google/cloud/dataproc_v1/proto/shared.proto", package="google.cloud.dataproc.v1", syntax="proto3", - serialized_options=_b( - "\n\034com.google.cloud.dataproc.v1B\013SharedProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc" - ), - serialized_pb=_b( - "\n+google/cloud/dataproc_v1/proto/shared.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto*a\n\tComponent\x12\x19\n\x15\x43OMPONENT_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x41NACONDA\x10\x05\x12\x10\n\x0cHIVE_WEBHCAT\x10\x03\x12\x0b\n\x07JUPYTER\x10\x01\x12\x0c\n\x08ZEPPELIN\x10\x04\x42o\n\x1c\x63om.google.cloud.dataproc.v1B\x0bSharedProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3" - ), + serialized_options=b"\n\034com.google.cloud.dataproc.v1B\013SharedProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc", + serialized_pb=b"\n+google/cloud/dataproc_v1/proto/shared.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto*|\n\tComponent\x12\x19\n\x15\x43OMPONENT_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x41NACONDA\x10\x05\x12\x10\n\x0cHIVE_WEBHCAT\x10\x03\x12\x0b\n\x07JUPYTER\x10\x01\x12\n\n\x06PRESTO\x10\x06\x12\x0c\n\x08ZEPPELIN\x10\x04\x12\r\n\tZOOKEEPER\x10\x08\x42o\n\x1c\x63om.google.cloud.dataproc.v1B\x0bSharedProtoP\x01Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataprocb\x06proto3", dependencies=[google_dot_api_dot_annotations__pb2.DESCRIPTOR], ) @@ -55,13 +48,19 @@ name="JUPYTER", index=3, number=1, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="ZEPPELIN", index=4, number=4, serialized_options=None, type=None + name="PRESTO", index=4, number=6, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="ZEPPELIN", index=5, number=4, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="ZOOKEEPER", index=6, number=8, serialized_options=None, type=None ), ], containing_type=None, serialized_options=None, serialized_start=103, - serialized_end=200, + serialized_end=227, ) _sym_db.RegisterEnumDescriptor(_COMPONENT) @@ -70,7 +69,9 @@ ANACONDA = 5 HIVE_WEBHCAT = 3 JUPYTER = 1 +PRESTO = 6 ZEPPELIN = 4 +ZOOKEEPER = 8 DESCRIPTOR.enum_types_by_name["Component"] = _COMPONENT diff --git a/google/cloud/dataproc_v1/proto/workflow_templates.proto b/google/cloud/dataproc_v1/proto/workflow_templates.proto index 2db55798..d1cfcc09 100644 --- a/google/cloud/dataproc_v1/proto/workflow_templates.proto +++ b/google/cloud/dataproc_v1/proto/workflow_templates.proto @@ -329,7 +329,13 @@ message OrderedJob { PigJob pig_job = 6; + // Spark R job + SparkRJob spark_r_job = 11; + SparkSqlJob spark_sql_job = 7; + + // Presto job + PrestoJob presto_job = 12; } // Optional. The labels to associate with this job. diff --git a/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py b/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py index 10d4ade0..8d53e832 100644 --- a/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py +++ b/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1/proto/workflow_templates.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -36,12 +33,8 @@ name="google/cloud/dataproc_v1/proto/workflow_templates.proto", package="google.cloud.dataproc.v1", syntax="proto3", - serialized_options=_b( - "\n\034com.google.cloud.dataproc.v1B\026WorkflowTemplatesProtoP\001Z@google.golang.org/genproto/googleapis/cloud/dataproc/v1;dataproc" - ), - serialized_pb=_b( - '\n7google/cloud/dataproc_v1/proto/workflow_templates.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a-google/cloud/dataproc_v1/proto/clusters.proto\x1a)google/cloud/dataproc_v1/proto/jobs.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xcd\x05\n\x10WorkflowTemplate\x12\x0f\n\x02id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07version\x18\x03 \x01(\x05\x42\x03\xe0\x41\x01\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12K\n\x06labels\x18\x06 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.WorkflowTemplate.LabelsEntryB\x03\xe0\x41\x01\x12K\n\tplacement\x18\x07 \x01(\x0b\x32\x33.google.cloud.dataproc.v1.WorkflowTemplatePlacementB\x03\xe0\x41\x02\x12\x37\n\x04jobs\x18\x08 \x03(\x0b\x32$.google.cloud.dataproc.v1.OrderedJobB\x03\xe0\x41\x02\x12\x44\n\nparameters\x18\t \x03(\x0b\x32+.google.cloud.dataproc.v1.TemplateParameterB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\xca\x01\xea\x41\xc6\x01\n(dataproc.googleapis.com/WorkflowTemplate\x12Iprojects/{project}/regions/{region}/workflowTemplates/{workflow_template}\x12Mprojects/{project}/locations/{location}/workflowTemplates/{workflow_template} \x01"\xb4\x01\n\x19WorkflowTemplatePlacement\x12\x43\n\x0fmanaged_cluster\x18\x01 \x01(\x0b\x32(.google.cloud.dataproc.v1.ManagedClusterH\x00\x12\x45\n\x10\x63luster_selector\x18\x02 \x01(\x0b\x32).google.cloud.dataproc.v1.ClusterSelectorH\x00\x42\x0b\n\tplacement"\xe3\x01\n\x0eManagedCluster\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12<\n\x06\x63onfig\x18\x03 \x01(\x0b\x32\'.google.cloud.dataproc.v1.ClusterConfigB\x03\xe0\x41\x02\x12I\n\x06labels\x18\x04 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.ManagedCluster.LabelsEntryB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xb5\x01\n\x0f\x43lusterSelector\x12\x11\n\x04zone\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x0e\x63luster_labels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.ClusterSelector.ClusterLabelsEntryB\x03\xe0\x41\x02\x1a\x34\n\x12\x43lusterLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xe7\x04\n\nOrderedJob\x12\x14\n\x07step_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x39\n\nhadoop_job\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobH\x00\x12\x37\n\tspark_job\x18\x03 \x01(\x0b\x32".google.cloud.dataproc.v1.SparkJobH\x00\x12;\n\x0bpyspark_job\x18\x04 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobH\x00\x12\x35\n\x08hive_job\x18\x05 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobH\x00\x12\x33\n\x07pig_job\x18\x06 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobH\x00\x12>\n\rspark_sql_job\x18\x07 \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobH\x00\x12\x45\n\x06labels\x18\x08 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.OrderedJob.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\t \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12"\n\x15prerequisite_step_ids\x18\n \x03(\tB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08job_type"\x9d\x01\n\x11TemplateParameter\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06\x66ields\x18\x02 \x03(\tB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x46\n\nvalidation\x18\x04 \x01(\x0b\x32-.google.cloud.dataproc.v1.ParameterValidationB\x03\xe0\x41\x01"\xa1\x01\n\x13ParameterValidation\x12:\n\x05regex\x18\x01 \x01(\x0b\x32).google.cloud.dataproc.v1.RegexValidationH\x00\x12;\n\x06values\x18\x02 \x01(\x0b\x32).google.cloud.dataproc.v1.ValueValidationH\x00\x42\x11\n\x0fvalidation_type"\'\n\x0fRegexValidation\x12\x14\n\x07regexes\x18\x01 \x03(\tB\x03\xe0\x41\x02"&\n\x0fValueValidation\x12\x13\n\x06values\x18\x01 \x03(\tB\x03\xe0\x41\x02"\xaf\x05\n\x10WorkflowMetadata\x12\x15\n\x08template\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12G\n\x0e\x63reate_cluster\x18\x03 \x01(\x0b\x32*.google.cloud.dataproc.v1.ClusterOperationB\x03\xe0\x41\x03\x12;\n\x05graph\x18\x04 \x01(\x0b\x32\'.google.cloud.dataproc.v1.WorkflowGraphB\x03\xe0\x41\x03\x12G\n\x0e\x64\x65lete_cluster\x18\x05 \x01(\x0b\x32*.google.cloud.dataproc.v1.ClusterOperationB\x03\xe0\x41\x03\x12\x44\n\x05state\x18\x06 \x01(\x0e\x32\x30.google.cloud.dataproc.v1.WorkflowMetadata.StateB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_name\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12N\n\nparameters\x18\x08 \x03(\x0b\x32:.google.cloud.dataproc.v1.WorkflowMetadata.ParametersEntry\x12\x33\n\nstart_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x0b \x01(\tB\x03\xe0\x41\x03\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"T\n\x10\x43lusterOperation\x12\x19\n\x0coperation_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x03 \x01(\x08\x42\x03\xe0\x41\x03"K\n\rWorkflowGraph\x12:\n\x05nodes\x18\x01 \x03(\x0b\x32&.google.cloud.dataproc.v1.WorkflowNodeB\x03\xe0\x41\x03"\xa3\x02\n\x0cWorkflowNode\x12\x14\n\x07step_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12"\n\x15prerequisite_step_ids\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\x05state\x18\x05 \x01(\x0e\x32\x30.google.cloud.dataproc.v1.WorkflowNode.NodeStateB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x06 \x01(\tB\x03\xe0\x41\x03"j\n\tNodeState\x12\x1a\n\x16NODE_STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x42LOCKED\x10\x01\x12\x0c\n\x08RUNNABLE\x10\x02\x12\x0b\n\x07RUNNING\x10\x03\x12\r\n\tCOMPLETED\x10\x04\x12\n\n\x06\x46\x41ILED\x10\x05"\xa4\x01\n\x1d\x43reateWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x41\n\x08template\x18\x02 \x01(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x02"r\n\x1aGetWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01"\xad\x02\n"InstantiateWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\nrequest_id\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x65\n\nparameters\x18\x06 \x03(\x0b\x32L.google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest.ParametersEntryB\x03\xe0\x41\x01\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xc8\x01\n(InstantiateInlineWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x41\n\x08template\x18\x02 \x01(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x03 \x01(\tB\x03\xe0\x41\x01"b\n\x1dUpdateWorkflowTemplateRequest\x12\x41\n\x08template\x18\x01 \x01(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x02"\x91\x01\n\x1cListWorkflowTemplatesRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"\x81\x01\n\x1dListWorkflowTemplatesResponse\x12\x42\n\ttemplates\x18\x01 \x03(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"u\n\x1d\x44\x65leteWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x32\xe6\x10\n\x17WorkflowTemplateService\x12\x9b\x02\n\x16\x43reateWorkflowTemplate\x12\x37.google.cloud.dataproc.v1.CreateWorkflowTemplateRequest\x1a*.google.cloud.dataproc.v1.WorkflowTemplate"\x9b\x01\x82\xd3\xe4\x93\x02\x82\x01"5/v1/{parent=projects/*/locations/*}/workflowTemplates:\x08templateZ?"3/v1/{parent=projects/*/regions/*}/workflowTemplates:\x08template\xda\x41\x0fparent,template\x12\xf4\x01\n\x13GetWorkflowTemplate\x12\x34.google.cloud.dataproc.v1.GetWorkflowTemplateRequest\x1a*.google.cloud.dataproc.v1.WorkflowTemplate"{\x82\xd3\xe4\x93\x02n\x12\x35/v1/{name=projects/*/locations/*/workflowTemplates/*}Z5\x12\x33/v1/{name=projects/*/regions/*/workflowTemplates/*}\xda\x41\x04name\x12\xd5\x02\n\x1bInstantiateWorkflowTemplate\x12<.google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xd8\x01\x82\xd3\xe4\x93\x02\x8c\x01"A/v1/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\x01*ZD"?/v1/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\x01*\xda\x41\x04name\xda\x41\x0fname,parameters\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\xf4\x02\n!InstantiateInlineWorkflowTemplate\x12\x42.google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xeb\x01\x82\xd3\xe4\x93\x02\xa6\x01"G/v1/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\x08templateZQ"E/v1/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\x08template\xda\x41\x0fparent,template\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\xa6\x02\n\x16UpdateWorkflowTemplate\x12\x37.google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest\x1a*.google.cloud.dataproc.v1.WorkflowTemplate"\xa6\x01\x82\xd3\xe4\x93\x02\x94\x01\x1a>/v1/{template.name=projects/*/locations/*/workflowTemplates/*}:\x08templateZH\x1a\n\rspark_sql_job\x18\x07 \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobH\x00\x12\x39\n\npresto_job\x18\x0c \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobH\x00\x12\x45\n\x06labels\x18\x08 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.OrderedJob.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\t \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12"\n\x15prerequisite_step_ids\x18\n \x03(\tB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08job_type"\x9d\x01\n\x11TemplateParameter\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06\x66ields\x18\x02 \x03(\tB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x46\n\nvalidation\x18\x04 \x01(\x0b\x32-.google.cloud.dataproc.v1.ParameterValidationB\x03\xe0\x41\x01"\xa1\x01\n\x13ParameterValidation\x12:\n\x05regex\x18\x01 \x01(\x0b\x32).google.cloud.dataproc.v1.RegexValidationH\x00\x12;\n\x06values\x18\x02 \x01(\x0b\x32).google.cloud.dataproc.v1.ValueValidationH\x00\x42\x11\n\x0fvalidation_type"\'\n\x0fRegexValidation\x12\x14\n\x07regexes\x18\x01 \x03(\tB\x03\xe0\x41\x02"&\n\x0fValueValidation\x12\x13\n\x06values\x18\x01 \x03(\tB\x03\xe0\x41\x02"\xaf\x05\n\x10WorkflowMetadata\x12\x15\n\x08template\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12G\n\x0e\x63reate_cluster\x18\x03 \x01(\x0b\x32*.google.cloud.dataproc.v1.ClusterOperationB\x03\xe0\x41\x03\x12;\n\x05graph\x18\x04 \x01(\x0b\x32\'.google.cloud.dataproc.v1.WorkflowGraphB\x03\xe0\x41\x03\x12G\n\x0e\x64\x65lete_cluster\x18\x05 \x01(\x0b\x32*.google.cloud.dataproc.v1.ClusterOperationB\x03\xe0\x41\x03\x12\x44\n\x05state\x18\x06 \x01(\x0e\x32\x30.google.cloud.dataproc.v1.WorkflowMetadata.StateB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_name\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12N\n\nparameters\x18\x08 \x03(\x0b\x32:.google.cloud.dataproc.v1.WorkflowMetadata.ParametersEntry\x12\x33\n\nstart_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x0b \x01(\tB\x03\xe0\x41\x03\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"T\n\x10\x43lusterOperation\x12\x19\n\x0coperation_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x03 \x01(\x08\x42\x03\xe0\x41\x03"K\n\rWorkflowGraph\x12:\n\x05nodes\x18\x01 \x03(\x0b\x32&.google.cloud.dataproc.v1.WorkflowNodeB\x03\xe0\x41\x03"\xa3\x02\n\x0cWorkflowNode\x12\x14\n\x07step_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12"\n\x15prerequisite_step_ids\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\x05state\x18\x05 \x01(\x0e\x32\x30.google.cloud.dataproc.v1.WorkflowNode.NodeStateB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x06 \x01(\tB\x03\xe0\x41\x03"j\n\tNodeState\x12\x1a\n\x16NODE_STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x42LOCKED\x10\x01\x12\x0c\n\x08RUNNABLE\x10\x02\x12\x0b\n\x07RUNNING\x10\x03\x12\r\n\tCOMPLETED\x10\x04\x12\n\n\x06\x46\x41ILED\x10\x05"\xa4\x01\n\x1d\x43reateWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x41\n\x08template\x18\x02 \x01(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x02"r\n\x1aGetWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01"\xad\x02\n"InstantiateWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\nrequest_id\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x65\n\nparameters\x18\x06 \x03(\x0b\x32L.google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest.ParametersEntryB\x03\xe0\x41\x01\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xc8\x01\n(InstantiateInlineWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x41\n\x08template\x18\x02 \x01(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x03 \x01(\tB\x03\xe0\x41\x01"b\n\x1dUpdateWorkflowTemplateRequest\x12\x41\n\x08template\x18\x01 \x01(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x02"\x91\x01\n\x1cListWorkflowTemplatesRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"\x81\x01\n\x1dListWorkflowTemplatesResponse\x12\x42\n\ttemplates\x18\x01 \x03(\x0b\x32*.google.cloud.dataproc.v1.WorkflowTemplateB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"u\n\x1d\x44\x65leteWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x32\xe6\x10\n\x17WorkflowTemplateService\x12\x9b\x02\n\x16\x43reateWorkflowTemplate\x12\x37.google.cloud.dataproc.v1.CreateWorkflowTemplateRequest\x1a*.google.cloud.dataproc.v1.WorkflowTemplate"\x9b\x01\x82\xd3\xe4\x93\x02\x82\x01"5/v1/{parent=projects/*/locations/*}/workflowTemplates:\x08templateZ?"3/v1/{parent=projects/*/regions/*}/workflowTemplates:\x08template\xda\x41\x0fparent,template\x12\xf4\x01\n\x13GetWorkflowTemplate\x12\x34.google.cloud.dataproc.v1.GetWorkflowTemplateRequest\x1a*.google.cloud.dataproc.v1.WorkflowTemplate"{\x82\xd3\xe4\x93\x02n\x12\x35/v1/{name=projects/*/locations/*/workflowTemplates/*}Z5\x12\x33/v1/{name=projects/*/regions/*/workflowTemplates/*}\xda\x41\x04name\x12\xd5\x02\n\x1bInstantiateWorkflowTemplate\x12<.google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xd8\x01\x82\xd3\xe4\x93\x02\x8c\x01"A/v1/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\x01*ZD"?/v1/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\x01*\xda\x41\x04name\xda\x41\x0fname,parameters\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\xf4\x02\n!InstantiateInlineWorkflowTemplate\x12\x42.google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xeb\x01\x82\xd3\xe4\x93\x02\xa6\x01"G/v1/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\x08templateZQ"E/v1/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\x08template\xda\x41\x0fparent,template\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\xa6\x02\n\x16UpdateWorkflowTemplate\x12\x37.google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest\x1a*.google.cloud.dataproc.v1.WorkflowTemplate"\xa6\x01\x82\xd3\xe4\x93\x02\x94\x01\x1a>/v1/{template.name=projects/*/locations/*/workflowTemplates/*}:\x08templateZH\x1a`__. The tag must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. parameters: Optional. Map from parameter names to values that should be @@ -3022,7 +3059,7 @@ characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(InstantiateWorkflowTemplateRequest) _sym_db.RegisterMessage(InstantiateWorkflowTemplateRequest.ParametersEntry) @@ -3030,17 +3067,17 @@ InstantiateInlineWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "InstantiateInlineWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1.proto.workflow_templates_pb2", - __doc__="""A request to instantiate an inline workflow template. + { + "DESCRIPTOR": _INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", + "__doc__": """A request to instantiate an inline workflow template. Attributes: parent: Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,instantiateinline``, the resource name of the region has the following format: ``projects/{project_id}/regions/{region}`` - For @@ -3056,21 +3093,21 @@ recommended to always set this value to a `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(InstantiateInlineWorkflowTemplateRequest) UpdateWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "UpdateWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_UPDATEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1.proto.workflow_templates_pb2", - __doc__="""A request to update a workflow template. + { + "DESCRIPTOR": _UPDATEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", + "__doc__": """A request to update a workflow template. Attributes: @@ -3079,24 +3116,24 @@ ``template.version`` field must match the current version. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(UpdateWorkflowTemplateRequest) ListWorkflowTemplatesRequest = _reflection.GeneratedProtocolMessageType( "ListWorkflowTemplatesRequest", (_message.Message,), - dict( - DESCRIPTOR=_LISTWORKFLOWTEMPLATESREQUEST, - __module__="google.cloud.dataproc_v1.proto.workflow_templates_pb2", - __doc__="""A request to list workflow templates in a project. + { + "DESCRIPTOR": _LISTWORKFLOWTEMPLATESREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", + "__doc__": """A request to list workflow templates in a project. Attributes: parent: Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,list``, the resource name of the region has the following format: ``projects/{project_id}/regions/{region}`` - For @@ -3111,17 +3148,17 @@ request the next page of results. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ListWorkflowTemplatesRequest) - ), + }, ) _sym_db.RegisterMessage(ListWorkflowTemplatesRequest) ListWorkflowTemplatesResponse = _reflection.GeneratedProtocolMessageType( "ListWorkflowTemplatesResponse", (_message.Message,), - dict( - DESCRIPTOR=_LISTWORKFLOWTEMPLATESRESPONSE, - __module__="google.cloud.dataproc_v1.proto.workflow_templates_pb2", - __doc__="""A response to a request to list workflow templates in a + { + "DESCRIPTOR": _LISTWORKFLOWTEMPLATESRESPONSE, + "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", + "__doc__": """A response to a request to list workflow templates in a project. @@ -3131,21 +3168,21 @@ next_page_token: Output only. This token is included in the response if there are more results to fetch. To fetch additional results, - provide this value as the page\_token in a subsequent + provide this value as the page_token in a subsequent ListWorkflowTemplatesRequest. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.ListWorkflowTemplatesResponse) - ), + }, ) _sym_db.RegisterMessage(ListWorkflowTemplatesResponse) DeleteWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "DeleteWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_DELETEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1.proto.workflow_templates_pb2", - __doc__="""A request to delete a workflow template. + { + "DESCRIPTOR": _DELETEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", + "__doc__": """A request to delete a workflow template. Currently started workflows will remain running. @@ -3154,7 +3191,7 @@ name: Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.delete``, the resource name of the template has the following format: ``project s/{project_id}/regions/{region}/workflowTemplates/{template_id @@ -3169,7 +3206,7 @@ version matches specified version. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1.DeleteWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(DeleteWorkflowTemplateRequest) @@ -3250,11 +3287,9 @@ full_name="google.cloud.dataproc.v1.WorkflowTemplateService", file=DESCRIPTOR, index=0, - serialized_options=_b( - "\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform" - ), - serialized_start=5166, - serialized_end=7316, + serialized_options=b"\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform", + serialized_start=5285, + serialized_end=7435, methods=[ _descriptor.MethodDescriptor( name="CreateWorkflowTemplate", @@ -3263,9 +3298,7 @@ containing_service=None, input_type=_CREATEWORKFLOWTEMPLATEREQUEST, output_type=_WORKFLOWTEMPLATE, - serialized_options=_b( - '\202\323\344\223\002\202\001"5/v1/{parent=projects/*/locations/*}/workflowTemplates:\010templateZ?"3/v1/{parent=projects/*/regions/*}/workflowTemplates:\010template\332A\017parent,template' - ), + serialized_options=b'\202\323\344\223\002\202\001"5/v1/{parent=projects/*/locations/*}/workflowTemplates:\010templateZ?"3/v1/{parent=projects/*/regions/*}/workflowTemplates:\010template\332A\017parent,template', ), _descriptor.MethodDescriptor( name="GetWorkflowTemplate", @@ -3274,9 +3307,7 @@ containing_service=None, input_type=_GETWORKFLOWTEMPLATEREQUEST, output_type=_WORKFLOWTEMPLATE, - serialized_options=_b( - "\202\323\344\223\002n\0225/v1/{name=projects/*/locations/*/workflowTemplates/*}Z5\0223/v1/{name=projects/*/regions/*/workflowTemplates/*}\332A\004name" - ), + serialized_options=b"\202\323\344\223\002n\0225/v1/{name=projects/*/locations/*/workflowTemplates/*}Z5\0223/v1/{name=projects/*/regions/*/workflowTemplates/*}\332A\004name", ), _descriptor.MethodDescriptor( name="InstantiateWorkflowTemplate", @@ -3285,9 +3316,7 @@ containing_service=None, input_type=_INSTANTIATEWORKFLOWTEMPLATEREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002\214\001"A/v1/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\001*ZD"?/v1/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\001*\332A\004name\332A\017name,parameters\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata' - ), + serialized_options=b'\202\323\344\223\002\214\001"A/v1/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\001*ZD"?/v1/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\001*\332A\004name\332A\017name,parameters\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata', ), _descriptor.MethodDescriptor( name="InstantiateInlineWorkflowTemplate", @@ -3296,9 +3325,7 @@ containing_service=None, input_type=_INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002\246\001"G/v1/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\010templateZQ"E/v1/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\010template\332A\017parent,template\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata' - ), + serialized_options=b'\202\323\344\223\002\246\001"G/v1/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\010templateZQ"E/v1/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\010template\332A\017parent,template\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata', ), _descriptor.MethodDescriptor( name="UpdateWorkflowTemplate", @@ -3307,9 +3334,7 @@ containing_service=None, input_type=_UPDATEWORKFLOWTEMPLATEREQUEST, output_type=_WORKFLOWTEMPLATE, - serialized_options=_b( - "\202\323\344\223\002\224\001\032>/v1/{template.name=projects/*/locations/*/workflowTemplates/*}:\010templateZH\032/v1/{template.name=projects/*/locations/*/workflowTemplates/*}:\010templateZH\032>> response = client.create_autoscaling_policy(parent, policy) Args: - parent (str): Required. The "resource name" of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The "resource name" of the region or location, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.create``, the resource name has the following format: @@ -305,7 +314,7 @@ def update_autoscaling_policy( """ Updates (replaces) autoscaling policy. - Disabled check for update\_mask, because all updates will be full + Disabled check for update_mask, because all updates will be full replacements. Example: @@ -386,13 +395,14 @@ def get_autoscaling_policy( >>> >>> client = dataproc_v1beta2.AutoscalingPolicyServiceClient() >>> - >>> name = client.autoscaling_policy_path('[PROJECT]', '[REGION]', '[AUTOSCALING_POLICY]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> response = client.get_autoscaling_policy(name) Args: - name (str): Required. The "resource name" of the autoscaling policy, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The "resource name" of the autoscaling policy, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.get``, the resource name of the policy has the following format: @@ -482,8 +492,8 @@ def list_autoscaling_policies( ... pass Args: - parent (str): Required. The "resource name" of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The "resource name" of the region or location, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.list``, the resource name of the region has the following format: @@ -577,13 +587,14 @@ def delete_autoscaling_policy( >>> >>> client = dataproc_v1beta2.AutoscalingPolicyServiceClient() >>> - >>> name = client.autoscaling_policy_path('[PROJECT]', '[REGION]', '[AUTOSCALING_POLICY]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> client.delete_autoscaling_policy(name) Args: - name (str): Required. The "resource name" of the autoscaling policy, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The "resource name" of the autoscaling policy, as + described in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.autoscalingPolicies.delete``, the resource name of the policy has the following format: diff --git a/google/cloud/dataproc_v1beta2/gapic/autoscaling_policy_service_client_config.py b/google/cloud/dataproc_v1beta2/gapic/autoscaling_policy_service_client_config.py index f4173228..53ca474b 100644 --- a/google/cloud/dataproc_v1beta2/gapic/autoscaling_policy_service_client_config.py +++ b/google/cloud/dataproc_v1beta2/gapic/autoscaling_policy_service_client_config.py @@ -24,7 +24,7 @@ }, "UpdateAutoscalingPolicy": { "timeout_millis": 60000, - "retry_codes_name": "idempotent", + "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "GetAutoscalingPolicy": { diff --git a/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client.py b/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client.py index 267dee2a..5408b71a 100644 --- a/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client.py +++ b/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client.py @@ -207,8 +207,8 @@ def create_cluster( metadata=None, ): """ - Creates a cluster in a project. The returned ``Operation.metadata`` will - be + Creates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Example: @@ -254,7 +254,7 @@ def create_cluster( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -312,8 +312,8 @@ def update_cluster( metadata=None, ): """ - Updates a cluster in a project. The returned ``Operation.metadata`` will - be + Updates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Example: @@ -356,21 +356,21 @@ def update_cluster( If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1beta2.types.Cluster` - update_mask (Union[dict, ~google.cloud.dataproc_v1beta2.types.FieldMask]): Required. Specifies the path, relative to ``Cluster``, of the field to - update. For example, to change the number of workers in a cluster to 5, - the ``update_mask`` parameter would be specified as + update_mask (Union[dict, ~google.cloud.dataproc_v1beta2.types.FieldMask]): Required. Specifies the path, relative to ``Cluster``, of the field + to update. For example, to change the number of workers in a cluster to + 5, the ``update_mask`` parameter would be specified as ``config.worker_config.num_instances``, and the ``PATCH`` request body would specify the new value, as follows: :: - { - "config":{ - "workerConfig":{ - "numInstances":"5" - } - } - } + { + "config":{ + "workerConfig":{ + "numInstances":"5" + } + } + } Similarly, to change the number of preemptible workers in a cluster to 5, the ``update_mask`` parameter would be @@ -379,13 +379,13 @@ def update_cluster( :: - { - "config":{ - "secondaryWorkerConfig":{ - "numInstances":"5" - } - } - } + { + "config":{ + "secondaryWorkerConfig":{ + "numInstances":"5" + } + } + } Note: currently only the following fields can be updated: @@ -449,7 +449,7 @@ def update_cluster( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -511,8 +511,8 @@ def delete_cluster( metadata=None, ): """ - Deletes a cluster in a project. The returned ``Operation.metadata`` will - be + Deletes a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Example: @@ -546,7 +546,7 @@ def delete_cluster( region (str): Required. The Dataproc region in which to handle the request. cluster_name (str): Required. The cluster name. cluster_uuid (str): Optional. Specifying the ``cluster_uuid`` means the RPC should fail - (with error NOT\_FOUND) if cluster with specified UUID does not exist. + (with error NOT_FOUND) if cluster with specified UUID does not exist. request_id (str): Optional. A unique id used to identify the request. If the server receives two ``DeleteClusterRequest`` requests with the same id, then the second request will be ignored and the first @@ -557,7 +557,7 @@ def delete_cluster( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -686,7 +686,7 @@ def list_clusters( metadata=None, ): """ - Lists all regions/{region}/clusters in a project. + Lists all regions/{region}/clusters in a project alphabetically. Example: >>> from google.cloud import dataproc_v1beta2 @@ -803,8 +803,8 @@ def diagnose_cluster( metadata=None, ): """ - Gets cluster diagnostic information. The returned ``Operation.metadata`` - will be + Gets cluster diagnostic information. The returned + ``Operation.metadata`` will be `ClusterOperationMetadata `__. After the operation completes, ``Operation.response`` contains ``Empty``. @@ -879,5 +879,5 @@ def diagnose_cluster( operation, self.transport._operations_client, empty_pb2.Empty, - metadata_type=clusters_pb2.DiagnoseClusterResults, + metadata_type=proto_operations_pb2.ClusterOperationMetadata, ) diff --git a/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client_config.py b/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client_config.py index e551c929..b2482807 100644 --- a/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client_config.py +++ b/google/cloud/dataproc_v1beta2/gapic/cluster_controller_client_config.py @@ -10,25 +10,25 @@ "initial_retry_delay_millis": 100, "retry_delay_multiplier": 1.3, "max_retry_delay_millis": 60000, - "initial_rpc_timeout_millis": 10000, + "initial_rpc_timeout_millis": 20000, "rpc_timeout_multiplier": 1.0, - "max_rpc_timeout_millis": 10000, - "total_timeout_millis": 300000, + "max_rpc_timeout_millis": 20000, + "total_timeout_millis": 600000, } }, "methods": { "CreateCluster": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "UpdateCluster": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "DeleteCluster": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, diff --git a/google/cloud/dataproc_v1beta2/gapic/enums.py b/google/cloud/dataproc_v1beta2/gapic/enums.py index d29e1992..f9715a40 100644 --- a/google/cloud/dataproc_v1beta2/gapic/enums.py +++ b/google/cloud/dataproc_v1beta2/gapic/enums.py @@ -26,22 +26,30 @@ class Component(enum.IntEnum): Attributes: COMPONENT_UNSPECIFIED (int): Unspecified component. ANACONDA (int): The Anaconda python distribution. + DOCKER (int): Docker DRUID (int): The Druid query engine. + FLINK (int): Flink HIVE_WEBHCAT (int): The Hive Web HCatalog (the REST service for accessing HCatalog). JUPYTER (int): The Jupyter Notebook. KERBEROS (int): The Kerberos security feature. PRESTO (int): The Presto query engine. + RANGER (int): The Ranger service. + SOLR (int): The Solr service. ZEPPELIN (int): The Zeppelin notebook. ZOOKEEPER (int): The Zookeeper service. """ COMPONENT_UNSPECIFIED = 0 ANACONDA = 5 + DOCKER = 13 DRUID = 9 + FLINK = 14 HIVE_WEBHCAT = 3 JUPYTER = 1 KERBEROS = 7 PRESTO = 6 + RANGER = 12 + SOLR = 10 ZEPPELIN = 4 ZOOKEEPER = 8 @@ -76,6 +84,9 @@ class State(enum.IntEnum): ERROR (int): The cluster encountered an error. It is not ready for use. DELETING (int): The cluster is being deleted. It cannot be used. UPDATING (int): The cluster is being updated. It continues to accept and process jobs. + STOPPING (int): The cluster is being stopped. It cannot be used. + STOPPED (int): The cluster is currently stopped. It is not ready for use. + STARTING (int): The cluster is being started. It is not ready for use. """ UNKNOWN = 0 @@ -84,6 +95,9 @@ class State(enum.IntEnum): ERROR = 3 DELETING = 4 UPDATING = 5 + STOPPING = 6 + STOPPED = 7 + STARTING = 8 class Substate(enum.IntEnum): """ @@ -176,7 +190,7 @@ class JobStateMatcher(enum.IntEnum): Attributes: ALL (int): Match all jobs, regardless of state. ACTIVE (int): Only match jobs in non-terminal states: PENDING, RUNNING, or - CANCEL\_PENDING. + CANCEL_PENDING. NON_ACTIVE (int): Only match jobs in terminal states: CANCELLED, DONE, or ERROR. """ @@ -284,7 +298,7 @@ class State(enum.IntEnum): Attributes: STATE_UNSPECIFIED (int): Status is unspecified. NEW (int): Status is NEW. - NEW_SAVING (int): Status is NEW\_SAVING. + NEW_SAVING (int): Status is NEW_SAVING. SUBMITTED (int): Status is SUBMITTED. ACCEPTED (int): Status is ACCEPTED. RUNNING (int): Status is RUNNING. diff --git a/google/cloud/dataproc_v1beta2/gapic/job_controller_client.py b/google/cloud/dataproc_v1beta2/gapic/job_controller_client.py index 65adbc7e..bc9b6c8a 100644 --- a/google/cloud/dataproc_v1beta2/gapic/job_controller_client.py +++ b/google/cloud/dataproc_v1beta2/gapic/job_controller_client.py @@ -26,6 +26,8 @@ import google.api_core.gapic_v1.config import google.api_core.gapic_v1.method import google.api_core.grpc_helpers +import google.api_core.operation +import google.api_core.operations_v1 import google.api_core.page_iterator import grpc @@ -237,7 +239,7 @@ def submit_job( `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -396,8 +398,8 @@ def list_jobs( of resources in a page. cluster_name (str): Optional. If set, the returned jobs list includes only jobs that were submitted to the named cluster. - job_state_matcher (~google.cloud.dataproc_v1beta2.types.JobStateMatcher): Optional. Specifies enumerated categories of jobs to list. (default = - match ALL jobs). + job_state_matcher (~google.cloud.dataproc_v1beta2.types.JobStateMatcher): Optional. Specifies enumerated categories of jobs to list. (default + = match ALL jobs). If ``filter`` is provided, ``jobStateMatcher`` will be ignored. filter_ (str): Optional. A filter constraining the jobs to list. Filters are @@ -515,11 +517,11 @@ def update_job( If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1beta2.types.Job` - update_mask (Union[dict, ~google.cloud.dataproc_v1beta2.types.FieldMask]): Required. Specifies the path, relative to Job, of the field to update. - For example, to update the labels of a Job the update\_mask parameter - would be specified as labels, and the ``PATCH`` request body would - specify the new value. Note: Currently, labels is the only field that - can be updated. + update_mask (Union[dict, ~google.cloud.dataproc_v1beta2.types.FieldMask]): Required. Specifies the path, relative to Job, of the field to + update. For example, to update the labels of a Job the update_mask + parameter would be specified as labels, and the ``PATCH`` request body + would specify the new value. Note: Currently, labels is the only field + that can be updated. If a dict is provided, it must be of the same form as the protobuf message :class:`~google.cloud.dataproc_v1beta2.types.FieldMask` @@ -705,3 +707,102 @@ def delete_job( self._inner_api_calls["delete_job"]( request, retry=retry, timeout=timeout, metadata=metadata ) + + def submit_job_as_operation( + self, + project_id, + region, + job, + request_id=None, + retry=google.api_core.gapic_v1.method.DEFAULT, + timeout=google.api_core.gapic_v1.method.DEFAULT, + metadata=None, + ): + """ + Submits job to a cluster. + + Example: + >>> from google.cloud import dataproc_v1beta2 + >>> + >>> client = dataproc_v1beta2.JobControllerClient() + >>> + >>> # TODO: Initialize `project_id`: + >>> project_id = '' + >>> + >>> # TODO: Initialize `region`: + >>> region = '' + >>> + >>> # TODO: Initialize `job`: + >>> job = {} + >>> + >>> response = client.submit_job_as_operation(project_id, region, job) + >>> + >>> def callback(operation_future): + ... # Handle result. + ... result = operation_future.result() + >>> + >>> response.add_done_callback(callback) + >>> + >>> # Handle metadata. + >>> metadata = response.metadata() + + Args: + project_id (str): Required. The ID of the Google Cloud Platform project that the job + belongs to. + region (str): Required. The Dataproc region in which to handle the request. + job (Union[dict, ~google.cloud.dataproc_v1beta2.types.Job]): Required. The job resource. + + If a dict is provided, it must be of the same form as the protobuf + message :class:`~google.cloud.dataproc_v1beta2.types.Job` + request_id (str): Optional. A unique id used to identify the request. If the server + receives two ``SubmitJobRequest`` requests with the same id, then the + second request will be ignored and the first ``Job`` created and stored + in the backend is returned. + + It is recommended to always set this value to a + `UUID `__. + + The id must contain only letters (a-z, A-Z), numbers (0-9), underscores + (_), and hyphens (-). The maximum length is 40 characters. + retry (Optional[google.api_core.retry.Retry]): A retry object used + to retry requests. If ``None`` is specified, requests will + be retried using a default configuration. + timeout (Optional[float]): The amount of time, in seconds, to wait + for the request to complete. Note that if ``retry`` is + specified, the timeout applies to each individual attempt. + metadata (Optional[Sequence[Tuple[str, str]]]): Additional metadata + that is provided to the method. + + Returns: + A :class:`~google.cloud.dataproc_v1beta2.types._OperationFuture` instance. + + Raises: + google.api_core.exceptions.GoogleAPICallError: If the request + failed for any reason. + google.api_core.exceptions.RetryError: If the request failed due + to a retryable error and retry attempts failed. + ValueError: If the parameters are invalid. + """ + # Wrap the transport method to add retry and timeout logic. + if "submit_job_as_operation" not in self._inner_api_calls: + self._inner_api_calls[ + "submit_job_as_operation" + ] = google.api_core.gapic_v1.method.wrap_method( + self.transport.submit_job_as_operation, + default_retry=self._method_configs["SubmitJobAsOperation"].retry, + default_timeout=self._method_configs["SubmitJobAsOperation"].timeout, + client_info=self._client_info, + ) + + request = jobs_pb2.SubmitJobRequest( + project_id=project_id, region=region, job=job, request_id=request_id + ) + operation = self._inner_api_calls["submit_job_as_operation"]( + request, retry=retry, timeout=timeout, metadata=metadata + ) + return google.api_core.operation.from_gapic( + operation, + self.transport._operations_client, + jobs_pb2.Job, + metadata_type=jobs_pb2.JobMetadata, + ) diff --git a/google/cloud/dataproc_v1beta2/gapic/job_controller_client_config.py b/google/cloud/dataproc_v1beta2/gapic/job_controller_client_config.py index 9bacf125..d9e29c97 100644 --- a/google/cloud/dataproc_v1beta2/gapic/job_controller_client_config.py +++ b/google/cloud/dataproc_v1beta2/gapic/job_controller_client_config.py @@ -3,6 +3,7 @@ "google.cloud.dataproc.v1beta2.JobController": { "retry_codes": { "idempotent": ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"], + "non_idempotent2": [], "non_idempotent": ["UNAVAILABLE"], }, "retry_params": { @@ -10,43 +11,48 @@ "initial_retry_delay_millis": 100, "retry_delay_multiplier": 1.3, "max_retry_delay_millis": 60000, - "initial_rpc_timeout_millis": 30000, + "initial_rpc_timeout_millis": 20000, "rpc_timeout_multiplier": 1.0, - "max_rpc_timeout_millis": 30000, - "total_timeout_millis": 900000, + "max_rpc_timeout_millis": 20000, + "total_timeout_millis": 600000, } }, "methods": { "SubmitJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "GetJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "idempotent", "retry_params_name": "default", }, "ListJobs": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "idempotent", "retry_params_name": "default", }, "UpdateJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, "CancelJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "idempotent", "retry_params_name": "default", }, "DeleteJob": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, + "SubmitJobAsOperation": { + "timeout_millis": 60000, + "retry_codes_name": "non_idempotent2", + "retry_params_name": "default", + }, }, } } diff --git a/google/cloud/dataproc_v1beta2/gapic/transports/autoscaling_policy_service_grpc_transport.py b/google/cloud/dataproc_v1beta2/gapic/transports/autoscaling_policy_service_grpc_transport.py index 98651ade..a0ecce49 100644 --- a/google/cloud/dataproc_v1beta2/gapic/transports/autoscaling_policy_service_grpc_transport.py +++ b/google/cloud/dataproc_v1beta2/gapic/transports/autoscaling_policy_service_grpc_transport.py @@ -128,7 +128,7 @@ def update_autoscaling_policy(self): Updates (replaces) autoscaling policy. - Disabled check for update\_mask, because all updates will be full + Disabled check for update_mask, because all updates will be full replacements. Returns: diff --git a/google/cloud/dataproc_v1beta2/gapic/transports/cluster_controller_grpc_transport.py b/google/cloud/dataproc_v1beta2/gapic/transports/cluster_controller_grpc_transport.py index 25cd8277..34c3484b 100644 --- a/google/cloud/dataproc_v1beta2/gapic/transports/cluster_controller_grpc_transport.py +++ b/google/cloud/dataproc_v1beta2/gapic/transports/cluster_controller_grpc_transport.py @@ -119,8 +119,8 @@ def channel(self): def create_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.create_cluster`. - Creates a cluster in a project. The returned ``Operation.metadata`` will - be + Creates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Returns: @@ -134,8 +134,8 @@ def create_cluster(self): def update_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.update_cluster`. - Updates a cluster in a project. The returned ``Operation.metadata`` will - be + Updates a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Returns: @@ -149,8 +149,8 @@ def update_cluster(self): def delete_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.delete_cluster`. - Deletes a cluster in a project. The returned ``Operation.metadata`` will - be + Deletes a cluster in a project. The returned ``Operation.metadata`` + will be `ClusterOperationMetadata `__. Returns: @@ -177,7 +177,7 @@ def get_cluster(self): def list_clusters(self): """Return the gRPC stub for :meth:`ClusterControllerClient.list_clusters`. - Lists all regions/{region}/clusters in a project. + Lists all regions/{region}/clusters in a project alphabetically. Returns: Callable: A callable which accepts the appropriate @@ -190,8 +190,8 @@ def list_clusters(self): def diagnose_cluster(self): """Return the gRPC stub for :meth:`ClusterControllerClient.diagnose_cluster`. - Gets cluster diagnostic information. The returned ``Operation.metadata`` - will be + Gets cluster diagnostic information. The returned + ``Operation.metadata`` will be `ClusterOperationMetadata `__. After the operation completes, ``Operation.response`` contains ``Empty``. diff --git a/google/cloud/dataproc_v1beta2/gapic/transports/job_controller_grpc_transport.py b/google/cloud/dataproc_v1beta2/gapic/transports/job_controller_grpc_transport.py index 33bcf39e..d8162560 100644 --- a/google/cloud/dataproc_v1beta2/gapic/transports/job_controller_grpc_transport.py +++ b/google/cloud/dataproc_v1beta2/gapic/transports/job_controller_grpc_transport.py @@ -16,6 +16,7 @@ import google.api_core.grpc_helpers +import google.api_core.operations_v1 from google.cloud.dataproc_v1beta2.proto import jobs_pb2_grpc @@ -73,6 +74,13 @@ def __init__( # channel and provide a basic method for each RPC. self._stubs = {"job_controller_stub": jobs_pb2_grpc.JobControllerStub(channel)} + # Because this API includes a method that returns a + # long-running operation (proto: google.longrunning.Operation), + # instantiate an LRO client. + self._operations_client = google.api_core.operations_v1.OperationsClient( + channel + ) + @classmethod def create_channel( cls, address="dataproc.googleapis.com:443", credentials=None, **kwargs @@ -187,3 +195,16 @@ def delete_job(self): deserialized response object. """ return self._stubs["job_controller_stub"].DeleteJob + + @property + def submit_job_as_operation(self): + """Return the gRPC stub for :meth:`JobControllerClient.submit_job_as_operation`. + + Submits job to a cluster. + + Returns: + Callable: A callable which accepts the appropriate + deserialized request object and returns a + deserialized response object. + """ + return self._stubs["job_controller_stub"].SubmitJobAsOperation diff --git a/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client.py b/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client.py index c39f0267..8c13918b 100644 --- a/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client.py +++ b/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client.py @@ -89,6 +89,15 @@ def from_service_account_file(cls, filename, *args, **kwargs): from_service_account_json = from_service_account_file + @classmethod + def location_path(cls, project, location): + """Return a fully-qualified location string.""" + return google.api_core.path_template.expand( + "projects/{project}/locations/{location}", + project=project, + location=location, + ) + @classmethod def region_path(cls, project, region): """Return a fully-qualified region string.""" @@ -243,8 +252,8 @@ def create_workflow_template( >>> response = client.create_workflow_template(parent, template) Args: - parent (str): Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The resource name of the region or location, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,create``, the resource name of the region has the following format: @@ -326,13 +335,14 @@ def get_workflow_template( >>> >>> client = dataproc_v1beta2.WorkflowTemplateServiceClient() >>> - >>> name = client.workflow_template_path('[PROJECT]', '[REGION]', '[WORKFLOW_TEMPLATE]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> response = client.get_workflow_template(name) Args: - name (str): Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The resource name of the workflow template, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.get``, the resource name of the template has the following format: @@ -429,7 +439,8 @@ def instantiate_workflow_template( >>> >>> client = dataproc_v1beta2.WorkflowTemplateServiceClient() >>> - >>> name = client.workflow_template_path('[PROJECT]', '[REGION]', '[WORKFLOW_TEMPLATE]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> response = client.instantiate_workflow_template(name) >>> @@ -443,8 +454,8 @@ def instantiate_workflow_template( >>> metadata = response.metadata() Args: - name (str): Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The resource name of the workflow template, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.instantiate``, the resource name of the template has the following format: @@ -468,7 +479,7 @@ def instantiate_workflow_template( `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. parameters (dict[str -> str]): Optional. Map from parameter names to values that should be used for those parameters. Values may not exceed 100 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used @@ -587,8 +598,8 @@ def instantiate_inline_workflow_template( >>> metadata = response.metadata() Args: - parent (str): Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The resource name of the region or location, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,instantiateinline``, the resource name of the region has the following format: @@ -610,7 +621,7 @@ def instantiate_inline_workflow_template( `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). The maximum length is 40 characters. + (_), and hyphens (-). The maximum length is 40 characters. retry (Optional[google.api_core.retry.Retry]): A retry object used to retry requests. If ``None`` is specified, requests will be retried using a default configuration. @@ -785,8 +796,8 @@ def list_workflow_templates( ... pass Args: - parent (str): Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. + parent (str): Required. The resource name of the region or location, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,list``, the resource name of the region has the following format: @@ -880,13 +891,14 @@ def delete_workflow_template( >>> >>> client = dataproc_v1beta2.WorkflowTemplateServiceClient() >>> - >>> name = client.workflow_template_path('[PROJECT]', '[REGION]', '[WORKFLOW_TEMPLATE]') + >>> # TODO: Initialize `name`: + >>> name = '' >>> >>> client.delete_workflow_template(name) Args: - name (str): Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. + name (str): Required. The resource name of the workflow template, as described + in https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.delete``, the resource name of the template has the following format: diff --git a/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client_config.py b/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client_config.py index 75aad0b5..e9e1031a 100644 --- a/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client_config.py +++ b/google/cloud/dataproc_v1beta2/gapic/workflow_template_service_client_config.py @@ -18,7 +18,7 @@ }, "methods": { "CreateWorkflowTemplate": { - "timeout_millis": 30000, + "timeout_millis": 60000, "retry_codes_name": "non_idempotent", "retry_params_name": "default", }, diff --git a/google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto b/google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto index e5d16fd9..a7d6376b 100644 --- a/google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto +++ b/google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto @@ -27,6 +27,10 @@ option go_package = "google.golang.org/genproto/googleapis/cloud/dataproc/v1beta option java_multiple_files = true; option java_outer_classname = "AutoscalingPoliciesProto"; option java_package = "com.google.cloud.dataproc.v1beta2"; +option (google.api.resource_definition) = { + type: "dataproc.googleapis.com/Region" + pattern: "projects/{project}/regions/{region}" +}; // The API interface for managing autoscaling policies in the // Cloud Dataproc API. @@ -102,8 +106,8 @@ service AutoscalingPolicyService { message AutoscalingPolicy { option (google.api.resource) = { type: "dataproc.googleapis.com/AutoscalingPolicy" - pattern: "projects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}" pattern: "projects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy}" + pattern: "projects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}" history: ORIGINALLY_SINGLE_PATTERN }; @@ -281,12 +285,7 @@ message GetAutoscalingPolicyRequest { // A request to update an autoscaling policy. message UpdateAutoscalingPolicyRequest { // Required. The updated autoscaling policy. - AutoscalingPolicy policy = 1 [ - (google.api.field_behavior) = REQUIRED, - (google.api.resource_reference) = { - type: "dataproc.googleapis.com/AutoscalingPolicy" - } - ]; + AutoscalingPolicy policy = 1 [(google.api.field_behavior) = REQUIRED]; } // A request to delete an autoscaling policy. diff --git a/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py b/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py index 7c3be028..9a163c20 100644 --- a/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -27,12 +24,8 @@ name="google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto", package="google.cloud.dataproc.v1beta2", syntax="proto3", - serialized_options=_b( - "\n!com.google.cloud.dataproc.v1beta2B\030AutoscalingPoliciesProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc" - ), - serialized_pb=_b( - '\n>google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1bgoogle/protobuf/empty.proto"\xb9\x04\n\x11\x41utoscalingPolicy\x12\x0f\n\x02id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0f\x62\x61sic_algorithm\x18\x03 \x01(\x0b\x32\x38.google.cloud.dataproc.v1beta2.BasicAutoscalingAlgorithmH\x00\x12_\n\rworker_config\x18\x04 \x01(\x0b\x32\x43.google.cloud.dataproc.v1beta2.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x02\x12i\n\x17secondary_worker_config\x18\x05 \x01(\x0b\x32\x43.google.cloud.dataproc.v1beta2.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x01:\xd1\x01\xea\x41\xcd\x01\n)dataproc.googleapis.com/AutoscalingPolicy\x12Lprojects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}\x12Pprojects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy} \x01\x42\x0b\n\talgorithm"\xa9\x01\n\x19\x42\x61sicAutoscalingAlgorithm\x12S\n\x0byarn_config\x18\x01 \x01(\x0b\x32\x39.google.cloud.dataproc.v1beta2.BasicYarnAutoscalingConfigB\x03\xe0\x41\x02\x12\x37\n\x0f\x63ooldown_period\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\xf9\x01\n\x1a\x42\x61sicYarnAutoscalingConfig\x12\x45\n\x1dgraceful_decommission_timeout\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x02\x12\x1c\n\x0fscale_up_factor\x18\x01 \x01(\x01\x42\x03\xe0\x41\x02\x12\x1e\n\x11scale_down_factor\x18\x02 \x01(\x01\x42\x03\xe0\x41\x02\x12)\n\x1cscale_up_min_worker_fraction\x18\x03 \x01(\x01\x42\x03\xe0\x41\x01\x12+\n\x1escale_down_min_worker_fraction\x18\x04 \x01(\x01\x42\x03\xe0\x41\x01"s\n$InstanceGroupAutoscalingPolicyConfig\x12\x1a\n\rmin_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1a\n\rmax_instances\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x13\n\x06weight\x18\x03 \x01(\x05\x42\x03\xe0\x41\x01"\xaa\x01\n\x1e\x43reateAutoscalingPolicyRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x45\n\x06policy\x18\x02 \x01(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicyB\x03\xe0\x41\x02"^\n\x1bGetAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"\x95\x01\n\x1eUpdateAutoscalingPolicyRequest\x12s\n\x06policy\x18\x01 \x01(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicyB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"a\n\x1e\x44\x65leteAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"\x94\x01\n\x1eListAutoscalingPoliciesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"\x88\x01\n\x1fListAutoscalingPoliciesResponse\x12G\n\x08policies\x18\x01 \x03(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicyB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03\x32\x8f\x0c\n\x18\x41utoscalingPolicyService\x12\xb0\x02\n\x17\x43reateAutoscalingPolicy\x12=.google.cloud.dataproc.v1beta2.CreateAutoscalingPolicyRequest\x1a\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicy"\xa3\x01\x82\xd3\xe4\x93\x02\x8c\x01".google.cloud.dataproc.v1beta2.ListAutoscalingPoliciesResponse"\x8b\x01\x82\xd3\xe4\x93\x02|\x12google/cloud/dataproc_v1beta2/proto/autoscaling_policies.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1bgoogle/protobuf/empty.proto"\xb9\x04\n\x11\x41utoscalingPolicy\x12\x0f\n\x02id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0f\x62\x61sic_algorithm\x18\x03 \x01(\x0b\x32\x38.google.cloud.dataproc.v1beta2.BasicAutoscalingAlgorithmH\x00\x12_\n\rworker_config\x18\x04 \x01(\x0b\x32\x43.google.cloud.dataproc.v1beta2.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x02\x12i\n\x17secondary_worker_config\x18\x05 \x01(\x0b\x32\x43.google.cloud.dataproc.v1beta2.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x01:\xd1\x01\xea\x41\xcd\x01\n)dataproc.googleapis.com/AutoscalingPolicy\x12Pprojects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy}\x12Lprojects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy} \x01\x42\x0b\n\talgorithm"\xa9\x01\n\x19\x42\x61sicAutoscalingAlgorithm\x12S\n\x0byarn_config\x18\x01 \x01(\x0b\x32\x39.google.cloud.dataproc.v1beta2.BasicYarnAutoscalingConfigB\x03\xe0\x41\x02\x12\x37\n\x0f\x63ooldown_period\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\xf9\x01\n\x1a\x42\x61sicYarnAutoscalingConfig\x12\x45\n\x1dgraceful_decommission_timeout\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x02\x12\x1c\n\x0fscale_up_factor\x18\x01 \x01(\x01\x42\x03\xe0\x41\x02\x12\x1e\n\x11scale_down_factor\x18\x02 \x01(\x01\x42\x03\xe0\x41\x02\x12)\n\x1cscale_up_min_worker_fraction\x18\x03 \x01(\x01\x42\x03\xe0\x41\x01\x12+\n\x1escale_down_min_worker_fraction\x18\x04 \x01(\x01\x42\x03\xe0\x41\x01"s\n$InstanceGroupAutoscalingPolicyConfig\x12\x1a\n\rmin_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1a\n\rmax_instances\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x13\n\x06weight\x18\x03 \x01(\x05\x42\x03\xe0\x41\x01"\xaa\x01\n\x1e\x43reateAutoscalingPolicyRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x45\n\x06policy\x18\x02 \x01(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicyB\x03\xe0\x41\x02"^\n\x1bGetAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"g\n\x1eUpdateAutoscalingPolicyRequest\x12\x45\n\x06policy\x18\x01 \x01(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicyB\x03\xe0\x41\x02"a\n\x1e\x44\x65leteAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy"\x94\x01\n\x1eListAutoscalingPoliciesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"\x88\x01\n\x1fListAutoscalingPoliciesResponse\x12G\n\x08policies\x18\x01 \x03(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicyB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03\x32\x8f\x0c\n\x18\x41utoscalingPolicyService\x12\xb0\x02\n\x17\x43reateAutoscalingPolicy\x12=.google.cloud.dataproc.v1beta2.CreateAutoscalingPolicyRequest\x1a\x30.google.cloud.dataproc.v1beta2.AutoscalingPolicy"\xa3\x01\x82\xd3\xe4\x93\x02\x8c\x01".google.cloud.dataproc.v1beta2.ListAutoscalingPoliciesResponse"\x8b\x01\x82\xd3\xe4\x93\x02|\x12 Minimum CPU + // Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu). string min_cpu_platform = 9; } @@ -407,12 +450,13 @@ message ManagedGroupConfig { } // Specifies the type and number of accelerator cards attached to the instances -// of an instance group (see [GPUs on Compute Engine](/compute/docs/gpus/)). +// of an instance group (see [GPUs on Compute +// Engine](https://cloud.google.com/compute/docs/gpus/)). message AcceleratorConfig { // Full URL, partial URI, or short name of the accelerator type resource to // expose to this instance. See // [Compute Engine - // AcceleratorTypes](/compute/docs/reference/beta/acceleratorTypes) + // AcceleratorTypes](https://cloud.google.com/compute/docs/reference/beta/acceleratorTypes) // // Examples // * `https://www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80` @@ -421,7 +465,7 @@ message AcceleratorConfig { // // **Auto Zone Exception**: If you are using the Dataproc // [Auto Zone - // Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) + // Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) // feature, you must use the short name of the accelerator type // resource, for example, `nvidia-tesla-k80`. string accelerator_type_uri = 1; @@ -487,7 +531,8 @@ message SecurityConfig { // Specifies Kerberos related configuration. message KerberosConfig { - // Optional. Flag to indicate whether to Kerberize the cluster. + // Optional. Flag to indicate whether to Kerberize the cluster (default: false). Set + // this field to true to enable Kerberos on a cluster. bool enable_kerberos = 1 [(google.api.field_behavior) = OPTIONAL]; // Required. The Cloud Storage URI of a KMS encrypted file containing the root @@ -591,6 +636,15 @@ message ClusterStatus { // The cluster is being updated. It continues to accept and process jobs. UPDATING = 5; + + // The cluster is being stopped. It cannot be used. + STOPPING = 6; + + // The cluster is currently stopped. It is not ready for use. + STOPPED = 7; + + // The cluster is being started. It is not ready for use. + STARTING = 8; } // The cluster substate. @@ -631,10 +685,10 @@ message ClusterStatus { message SoftwareConfig { // Optional. The version of software inside the cluster. It must be one of the // supported [Dataproc - // Versions](/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions), + // Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions), // such as "1.2" (including a subminor version, such as "1.2.29"), or the // ["preview" - // version](/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). + // version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). // If unspecified, it defaults to the latest Debian version. string image_version = 1 [(google.api.field_behavior) = OPTIONAL]; @@ -654,8 +708,8 @@ message SoftwareConfig { // * spark: `spark-defaults.conf` // * yarn: `yarn-site.xml` // - // For more information, see - // [Cluster properties](/dataproc/docs/concepts/cluster-properties). + // For more information, see [Cluster + // properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties). map properties = 2 [(google.api.field_behavior) = OPTIONAL]; // The set of optional components to activate on the cluster. diff --git a/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py b/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py index 33bd6924..84d80e78 100644 --- a/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py @@ -3,9 +3,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1beta2/proto/clusters.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -35,12 +32,8 @@ name="google/cloud/dataproc_v1beta2/proto/clusters.proto", package="google.cloud.dataproc.v1beta2", syntax="proto3", - serialized_options=_b( - "\n!com.google.cloud.dataproc.v1beta2B\rClustersProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc" - ), - serialized_pb=_b( - '\n2google/cloud/dataproc_v1beta2/proto/clusters.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x30google/cloud/dataproc_v1beta2/proto/shared.proto\x1a#google/longrunning/operations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xe6\x03\n\x07\x43luster\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x41\n\x06\x63onfig\x18\x03 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.ClusterConfigB\x03\xe0\x41\x02\x12G\n\x06labels\x18\x08 \x03(\x0b\x32\x32.google.cloud.dataproc.v1beta2.Cluster.LabelsEntryB\x03\xe0\x41\x01\x12\x41\n\x06status\x18\x04 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.ClusterStatusB\x03\xe0\x41\x03\x12I\n\x0estatus_history\x18\x07 \x03(\x0b\x32,.google.cloud.dataproc.v1beta2.ClusterStatusB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x43\n\x07metrics\x18\t \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.ClusterMetricsB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xaf\x07\n\rClusterConfig\x12\x1a\n\rconfig_bucket\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12P\n\x12gce_cluster_config\x18\x08 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.GceClusterConfigB\x03\xe0\x41\x01\x12N\n\rmaster_config\x18\t \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.InstanceGroupConfigB\x03\xe0\x41\x01\x12N\n\rworker_config\x18\n \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.InstanceGroupConfigB\x03\xe0\x41\x01\x12X\n\x17secondary_worker_config\x18\x0c \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.InstanceGroupConfigB\x03\xe0\x41\x01\x12K\n\x0fsoftware_config\x18\r \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.SoftwareConfigB\x03\xe0\x41\x01\x12M\n\x10lifecycle_config\x18\x0e \x01(\x0b\x32..google.cloud.dataproc.v1beta2.LifecycleConfigB\x03\xe0\x41\x01\x12\\\n\x16initialization_actions\x18\x0b \x03(\x0b\x32\x37.google.cloud.dataproc.v1beta2.NodeInitializationActionB\x03\xe0\x41\x01\x12O\n\x11\x65ncryption_config\x18\x0f \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.EncryptionConfigB\x03\xe0\x41\x01\x12Q\n\x12\x61utoscaling_config\x18\x10 \x01(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingConfigB\x03\xe0\x41\x01\x12K\n\x0f\x65ndpoint_config\x18\x11 \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.EndpointConfigB\x03\xe0\x41\x01\x12K\n\x0fsecurity_config\x18\x12 \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.SecurityConfigB\x03\xe0\x41\x01"\xbf\x01\n\x0e\x45ndpointConfig\x12U\n\nhttp_ports\x18\x01 \x03(\x0b\x32<.google.cloud.dataproc.v1beta2.EndpointConfig.HttpPortsEntryB\x03\xe0\x41\x03\x12$\n\x17\x65nable_http_port_access\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x30\n\x0eHttpPortsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01",\n\x11\x41utoscalingConfig\x12\x17\n\npolicy_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01"4\n\x10\x45ncryptionConfig\x12 \n\x13gce_pd_kms_key_name\x18\x01 \x01(\tB\x03\xe0\x41\x01"\xa9\x03\n\x10GceClusterConfig\x12\x15\n\x08zone_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bnetwork_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0esubnetwork_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10internal_ip_only\x18\x07 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fservice_account\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12#\n\x16service_account_scopes\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x0c\n\x04tags\x18\x04 \x03(\t\x12O\n\x08metadata\x18\x05 \x03(\x0b\x32=.google.cloud.dataproc.v1beta2.GceClusterConfig.MetadataEntry\x12U\n\x14reservation_affinity\x18\x0b \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.ReservationAffinityB\x03\xe0\x41\x01\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xa4\x03\n\x13InstanceGroupConfig\x12\x1a\n\rnum_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1b\n\x0einstance_names\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x16\n\timage_uri\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10machine_type_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x43\n\x0b\x64isk_config\x18\x05 \x01(\x0b\x32).google.cloud.dataproc.v1beta2.DiskConfigB\x03\xe0\x41\x01\x12\x1b\n\x0eis_preemptible\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x14managed_group_config\x18\x07 \x01(\x0b\x32\x31.google.cloud.dataproc.v1beta2.ManagedGroupConfigB\x03\xe0\x41\x03\x12K\n\x0c\x61\x63\x63\x65lerators\x18\x08 \x03(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AcceleratorConfigB\x03\xe0\x41\x01\x12\x18\n\x10min_cpu_platform\x18\t \x01(\t"c\n\x12ManagedGroupConfig\x12#\n\x16instance_template_name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12(\n\x1binstance_group_manager_name\x18\x02 \x01(\tB\x03\xe0\x41\x03"L\n\x11\x41\x63\x63\x65leratorConfig\x12\x1c\n\x14\x61\x63\x63\x65lerator_type_uri\x18\x01 \x01(\t\x12\x19\n\x11\x61\x63\x63\x65lerator_count\x18\x02 \x01(\x05"a\n\nDiskConfig\x12\x1b\n\x0e\x62oot_disk_type\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1e\n\x11\x62oot_disk_size_gb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x16\n\x0enum_local_ssds\x18\x02 \x01(\x05"\x83\x02\n\x0fLifecycleConfig\x12\x37\n\x0fidle_delete_ttl\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12;\n\x10\x61uto_delete_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x01H\x00\x12\x39\n\x0f\x61uto_delete_ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01H\x00\x12\x38\n\x0fidle_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x42\x05\n\x03ttl"X\n\x0eSecurityConfig\x12\x46\n\x0fkerberos_config\x18\x01 \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.KerberosConfig"\x90\x04\n\x0eKerberosConfig\x12\x1c\n\x0f\x65nable_kerberos\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12(\n\x1broot_principal_password_uri\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0bkms_key_uri\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0ckeystore_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0etruststore_uri\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12"\n\x15keystore_password_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10key_password_uri\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17truststore_password_uri\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17\x63ross_realm_trust_realm\x18\t \x01(\tB\x03\xe0\x41\x01\x12"\n\x15\x63ross_realm_trust_kdc\x18\n \x01(\tB\x03\xe0\x41\x01\x12+\n\x1e\x63ross_realm_trust_admin_server\x18\x0b \x01(\tB\x03\xe0\x41\x01\x12\x32\n%cross_realm_trust_shared_password_uri\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0ekdc_db_key_uri\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x1f\n\x12tgt_lifetime_hours\x18\x0e \x01(\x05\x42\x03\xe0\x41\x01\x12\x12\n\x05realm\x18\x0f \x01(\tB\x03\xe0\x41\x01"s\n\x18NodeInitializationAction\x12\x1c\n\x0f\x65xecutable_file\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x39\n\x11\x65xecution_timeout\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\x8b\x03\n\rClusterStatus\x12\x46\n\x05state\x18\x01 \x01(\x0e\x32\x32.google.cloud.dataproc.v1beta2.ClusterStatus.StateB\x03\xe0\x41\x03\x12\x13\n\x06\x64\x65tail\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x10state_start_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12L\n\x08substate\x18\x04 \x01(\x0e\x32\x35.google.cloud.dataproc.v1beta2.ClusterStatus.SubstateB\x03\xe0\x41\x03"V\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0c\n\x08\x43REATING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\x0c\n\x08\x44\x45LETING\x10\x04\x12\x0c\n\x08UPDATING\x10\x05"<\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tUNHEALTHY\x10\x01\x12\x10\n\x0cSTALE_STATUS\x10\x02"\xfe\x01\n\x0eSoftwareConfig\x12\x1a\n\rimage_version\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12V\n\nproperties\x18\x02 \x03(\x0b\x32=.google.cloud.dataproc.v1beta2.SoftwareConfig.PropertiesEntryB\x03\xe0\x41\x01\x12\x45\n\x13optional_components\x18\x03 \x03(\x0e\x32(.google.cloud.dataproc.v1beta2.Component\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xa4\x02\n\x0e\x43lusterMetrics\x12T\n\x0chdfs_metrics\x18\x01 \x03(\x0b\x32>.google.cloud.dataproc.v1beta2.ClusterMetrics.HdfsMetricsEntry\x12T\n\x0cyarn_metrics\x18\x02 \x03(\x0b\x32>.google.cloud.dataproc.v1beta2.ClusterMetrics.YarnMetricsEntry\x1a\x32\n\x10HdfsMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\x32\n\x10YarnMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01"\x9b\x01\n\x14\x43reateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12<\n\x07\x63luster\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.ClusterB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"\xb3\x02\n\x14UpdateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x05 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12<\n\x07\x63luster\x18\x03 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.ClusterB\x03\xe0\x41\x02\x12\x45\n\x1dgraceful_decommission_timeout\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12\x34\n\x0bupdate_mask\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x07 \x01(\tB\x03\xe0\x41\x01"\x93\x01\n\x14\x44\x65leteClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nrequest_id\x18\x05 \x01(\tB\x03\xe0\x41\x01"\\\n\x11GetClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"\x89\x01\n\x13ListClustersRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x04 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06\x66ilter\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"s\n\x14ListClustersResponse\x12=\n\x08\x63lusters\x18\x01 \x03(\x0b\x32&.google.cloud.dataproc.v1beta2.ClusterB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"a\n\x16\x44iagnoseClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"1\n\x16\x44iagnoseClusterResults\x12\x17\n\noutput_uri\x18\x01 \x01(\tB\x03\xe0\x41\x03"\xfd\x01\n\x13ReservationAffinity\x12^\n\x18\x63onsume_reservation_type\x18\x01 \x01(\x0e\x32\x37.google.cloud.dataproc.v1beta2.ReservationAffinity.TypeB\x03\xe0\x41\x01\x12\x10\n\x03key\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06values\x18\x03 \x03(\tB\x03\xe0\x41\x01"_\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x12\n\x0eNO_RESERVATION\x10\x01\x12\x13\n\x0f\x41NY_RESERVATION\x10\x02\x12\x18\n\x14SPECIFIC_RESERVATION\x10\x03\x32\xe7\r\n\x11\x43lusterController\x12\x91\x02\n\rCreateCluster\x12\x33.google.cloud.dataproc.v1beta2.CreateClusterRequest\x1a\x1d.google.longrunning.Operation"\xab\x01\x82\xd3\xe4\x93\x02\x43"8/v1beta2/projects/{project_id}/regions/{region}/clusters:\x07\x63luster\xda\x41\x1bproject_id, region, cluster\xca\x41\x41\n\x07\x43luster\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x12\xbb\x02\n\rUpdateCluster\x12\x33.google.cloud.dataproc.v1beta2.UpdateClusterRequest\x1a\x1d.google.longrunning.Operation"\xd5\x01\x82\xd3\xe4\x93\x02R2G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\x07\x63luster\xda\x41\x36project_id, region, cluster_name, cluster, update_mask\xca\x41\x41\n\x07\x43luster\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x12\xaa\x02\n\rDeleteCluster\x12\x33.google.cloud.dataproc.v1beta2.DeleteClusterRequest\x1a\x1d.google.longrunning.Operation"\xc4\x01\x82\xd3\xe4\x93\x02I*G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41 project_id, region, cluster_name\xca\x41O\n\x15google.protobuf.Empty\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x12\xda\x01\n\nGetCluster\x12\x30.google.cloud.dataproc.v1beta2.GetClusterRequest\x1a&.google.cloud.dataproc.v1beta2.Cluster"r\x82\xd3\xe4\x93\x02I\x12G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41 project_id, region, cluster_name\x12\xeb\x01\n\x0cListClusters\x12\x32.google.cloud.dataproc.v1beta2.ListClustersRequest\x1a\x33.google.cloud.dataproc.v1beta2.ListClustersResponse"r\x82\xd3\xe4\x93\x02:\x12\x38/v1beta2/projects/{project_id}/regions/{region}/clusters\xda\x41\x12project_id, region\xda\x41\x1aproject_id, region, filter\x12\xba\x02\n\x0f\x44iagnoseCluster\x12\x35.google.cloud.dataproc.v1beta2.DiagnoseClusterRequest\x1a\x1d.google.longrunning.Operation"\xd0\x01\x82\xd3\xe4\x93\x02U"P/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\x01*\xda\x41 project_id, region, cluster_name\xca\x41O\n\x15google.protobuf.Empty\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB{\n!com.google.cloud.dataproc.v1beta2B\rClustersProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3' - ), + serialized_options=b"\n!com.google.cloud.dataproc.v1beta2B\rClustersProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc", + serialized_pb=b'\n2google/cloud/dataproc_v1beta2/proto/clusters.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x30google/cloud/dataproc_v1beta2/proto/shared.proto\x1a#google/longrunning/operations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xe6\x03\n\x07\x43luster\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x41\n\x06\x63onfig\x18\x03 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.ClusterConfigB\x03\xe0\x41\x02\x12G\n\x06labels\x18\x08 \x03(\x0b\x32\x32.google.cloud.dataproc.v1beta2.Cluster.LabelsEntryB\x03\xe0\x41\x01\x12\x41\n\x06status\x18\x04 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.ClusterStatusB\x03\xe0\x41\x03\x12I\n\x0estatus_history\x18\x07 \x03(\x0b\x32,.google.cloud.dataproc.v1beta2.ClusterStatusB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x43\n\x07metrics\x18\t \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.ClusterMetricsB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x81\x08\n\rClusterConfig\x12\x1a\n\rconfig_bucket\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12P\n\x12gce_cluster_config\x18\x08 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.GceClusterConfigB\x03\xe0\x41\x01\x12N\n\rmaster_config\x18\t \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.InstanceGroupConfigB\x03\xe0\x41\x01\x12N\n\rworker_config\x18\n \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.InstanceGroupConfigB\x03\xe0\x41\x01\x12X\n\x17secondary_worker_config\x18\x0c \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.InstanceGroupConfigB\x03\xe0\x41\x01\x12K\n\x0fsoftware_config\x18\r \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.SoftwareConfigB\x03\xe0\x41\x01\x12M\n\x10lifecycle_config\x18\x0e \x01(\x0b\x32..google.cloud.dataproc.v1beta2.LifecycleConfigB\x03\xe0\x41\x01\x12\\\n\x16initialization_actions\x18\x0b \x03(\x0b\x32\x37.google.cloud.dataproc.v1beta2.NodeInitializationActionB\x03\xe0\x41\x01\x12O\n\x11\x65ncryption_config\x18\x0f \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.EncryptionConfigB\x03\xe0\x41\x01\x12Q\n\x12\x61utoscaling_config\x18\x10 \x01(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AutoscalingConfigB\x03\xe0\x41\x01\x12K\n\x0f\x65ndpoint_config\x18\x11 \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.EndpointConfigB\x03\xe0\x41\x01\x12K\n\x0fsecurity_config\x18\x12 \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.SecurityConfigB\x03\xe0\x41\x01\x12P\n\x12gke_cluster_config\x18\x13 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.GkeClusterConfigB\x03\xe0\x41\x01"\x98\x02\n\x10GkeClusterConfig\x12|\n namespaced_gke_deployment_target\x18\x01 \x01(\x0b\x32M.google.cloud.dataproc.v1beta2.GkeClusterConfig.NamespacedGkeDeploymentTargetB\x03\xe0\x41\x01\x1a\x85\x01\n\x1dNamespacedGkeDeploymentTarget\x12\x44\n\x12target_gke_cluster\x18\x01 \x01(\tB(\xe0\x41\x01\xfa\x41"\n container.googleapis.com/Cluster\x12\x1e\n\x11\x63luster_namespace\x18\x02 \x01(\tB\x03\xe0\x41\x01"\xbf\x01\n\x0e\x45ndpointConfig\x12U\n\nhttp_ports\x18\x01 \x03(\x0b\x32<.google.cloud.dataproc.v1beta2.EndpointConfig.HttpPortsEntryB\x03\xe0\x41\x03\x12$\n\x17\x65nable_http_port_access\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x30\n\x0eHttpPortsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01",\n\x11\x41utoscalingConfig\x12\x17\n\npolicy_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01"4\n\x10\x45ncryptionConfig\x12 \n\x13gce_pd_kms_key_name\x18\x01 \x01(\tB\x03\xe0\x41\x01"\xa9\x03\n\x10GceClusterConfig\x12\x15\n\x08zone_uri\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bnetwork_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0esubnetwork_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10internal_ip_only\x18\x07 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fservice_account\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12#\n\x16service_account_scopes\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x0c\n\x04tags\x18\x04 \x03(\t\x12O\n\x08metadata\x18\x05 \x03(\x0b\x32=.google.cloud.dataproc.v1beta2.GceClusterConfig.MetadataEntry\x12U\n\x14reservation_affinity\x18\x0b \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.ReservationAffinityB\x03\xe0\x41\x01\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xa4\x03\n\x13InstanceGroupConfig\x12\x1a\n\rnum_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1b\n\x0einstance_names\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x16\n\timage_uri\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10machine_type_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x43\n\x0b\x64isk_config\x18\x05 \x01(\x0b\x32).google.cloud.dataproc.v1beta2.DiskConfigB\x03\xe0\x41\x01\x12\x1b\n\x0eis_preemptible\x18\x06 \x01(\x08\x42\x03\xe0\x41\x03\x12T\n\x14managed_group_config\x18\x07 \x01(\x0b\x32\x31.google.cloud.dataproc.v1beta2.ManagedGroupConfigB\x03\xe0\x41\x03\x12K\n\x0c\x61\x63\x63\x65lerators\x18\x08 \x03(\x0b\x32\x30.google.cloud.dataproc.v1beta2.AcceleratorConfigB\x03\xe0\x41\x01\x12\x18\n\x10min_cpu_platform\x18\t \x01(\t"c\n\x12ManagedGroupConfig\x12#\n\x16instance_template_name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12(\n\x1binstance_group_manager_name\x18\x02 \x01(\tB\x03\xe0\x41\x03"L\n\x11\x41\x63\x63\x65leratorConfig\x12\x1c\n\x14\x61\x63\x63\x65lerator_type_uri\x18\x01 \x01(\t\x12\x19\n\x11\x61\x63\x63\x65lerator_count\x18\x02 \x01(\x05"a\n\nDiskConfig\x12\x1b\n\x0e\x62oot_disk_type\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1e\n\x11\x62oot_disk_size_gb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x16\n\x0enum_local_ssds\x18\x02 \x01(\x05"\x83\x02\n\x0fLifecycleConfig\x12\x37\n\x0fidle_delete_ttl\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12;\n\x10\x61uto_delete_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x01H\x00\x12\x39\n\x0f\x61uto_delete_ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01H\x00\x12\x38\n\x0fidle_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x42\x05\n\x03ttl"X\n\x0eSecurityConfig\x12\x46\n\x0fkerberos_config\x18\x01 \x01(\x0b\x32-.google.cloud.dataproc.v1beta2.KerberosConfig"\x90\x04\n\x0eKerberosConfig\x12\x1c\n\x0f\x65nable_kerberos\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12(\n\x1broot_principal_password_uri\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0bkms_key_uri\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0ckeystore_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0etruststore_uri\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12"\n\x15keystore_password_uri\x18\x06 \x01(\tB\x03\xe0\x41\x01\x12\x1d\n\x10key_password_uri\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17truststore_password_uri\x18\x08 \x01(\tB\x03\xe0\x41\x01\x12$\n\x17\x63ross_realm_trust_realm\x18\t \x01(\tB\x03\xe0\x41\x01\x12"\n\x15\x63ross_realm_trust_kdc\x18\n \x01(\tB\x03\xe0\x41\x01\x12+\n\x1e\x63ross_realm_trust_admin_server\x18\x0b \x01(\tB\x03\xe0\x41\x01\x12\x32\n%cross_realm_trust_shared_password_uri\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x1b\n\x0ekdc_db_key_uri\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x1f\n\x12tgt_lifetime_hours\x18\x0e \x01(\x05\x42\x03\xe0\x41\x01\x12\x12\n\x05realm\x18\x0f \x01(\tB\x03\xe0\x41\x01"s\n\x18NodeInitializationAction\x12\x1c\n\x0f\x65xecutable_file\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x39\n\x11\x65xecution_timeout\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01"\xb4\x03\n\rClusterStatus\x12\x46\n\x05state\x18\x01 \x01(\x0e\x32\x32.google.cloud.dataproc.v1beta2.ClusterStatus.StateB\x03\xe0\x41\x03\x12\x13\n\x06\x64\x65tail\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x10state_start_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12L\n\x08substate\x18\x04 \x01(\x0e\x32\x35.google.cloud.dataproc.v1beta2.ClusterStatus.SubstateB\x03\xe0\x41\x03"\x7f\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0c\n\x08\x43REATING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\x0c\n\x08\x44\x45LETING\x10\x04\x12\x0c\n\x08UPDATING\x10\x05\x12\x0c\n\x08STOPPING\x10\x06\x12\x0b\n\x07STOPPED\x10\x07\x12\x0c\n\x08STARTING\x10\x08"<\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tUNHEALTHY\x10\x01\x12\x10\n\x0cSTALE_STATUS\x10\x02"\xfe\x01\n\x0eSoftwareConfig\x12\x1a\n\rimage_version\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12V\n\nproperties\x18\x02 \x03(\x0b\x32=.google.cloud.dataproc.v1beta2.SoftwareConfig.PropertiesEntryB\x03\xe0\x41\x01\x12\x45\n\x13optional_components\x18\x03 \x03(\x0e\x32(.google.cloud.dataproc.v1beta2.Component\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xa4\x02\n\x0e\x43lusterMetrics\x12T\n\x0chdfs_metrics\x18\x01 \x03(\x0b\x32>.google.cloud.dataproc.v1beta2.ClusterMetrics.HdfsMetricsEntry\x12T\n\x0cyarn_metrics\x18\x02 \x03(\x0b\x32>.google.cloud.dataproc.v1beta2.ClusterMetrics.YarnMetricsEntry\x1a\x32\n\x10HdfsMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\x32\n\x10YarnMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01"\x9b\x01\n\x14\x43reateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12<\n\x07\x63luster\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.ClusterB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"\xb3\x02\n\x14UpdateClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x05 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12<\n\x07\x63luster\x18\x03 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.ClusterB\x03\xe0\x41\x02\x12\x45\n\x1dgraceful_decommission_timeout\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12\x34\n\x0bupdate_mask\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x07 \x01(\tB\x03\xe0\x41\x01"\x93\x01\n\x14\x44\x65leteClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nrequest_id\x18\x05 \x01(\tB\x03\xe0\x41\x01"\\\n\x11GetClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"\x89\x01\n\x13ListClustersRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x04 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06\x66ilter\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01"s\n\x14ListClustersResponse\x12=\n\x08\x63lusters\x18\x01 \x03(\x0b\x32&.google.cloud.dataproc.v1beta2.ClusterB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"a\n\x16\x44iagnoseClusterRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_name\x18\x02 \x01(\tB\x03\xe0\x41\x02"1\n\x16\x44iagnoseClusterResults\x12\x17\n\noutput_uri\x18\x01 \x01(\tB\x03\xe0\x41\x03"\xfd\x01\n\x13ReservationAffinity\x12^\n\x18\x63onsume_reservation_type\x18\x01 \x01(\x0e\x32\x37.google.cloud.dataproc.v1beta2.ReservationAffinity.TypeB\x03\xe0\x41\x01\x12\x10\n\x03key\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06values\x18\x03 \x03(\tB\x03\xe0\x41\x01"_\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x12\n\x0eNO_RESERVATION\x10\x01\x12\x13\n\x0f\x41NY_RESERVATION\x10\x02\x12\x18\n\x14SPECIFIC_RESERVATION\x10\x03\x32\xe7\r\n\x11\x43lusterController\x12\x91\x02\n\rCreateCluster\x12\x33.google.cloud.dataproc.v1beta2.CreateClusterRequest\x1a\x1d.google.longrunning.Operation"\xab\x01\x82\xd3\xe4\x93\x02\x43"8/v1beta2/projects/{project_id}/regions/{region}/clusters:\x07\x63luster\xda\x41\x1bproject_id, region, cluster\xca\x41\x41\n\x07\x43luster\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x12\xbb\x02\n\rUpdateCluster\x12\x33.google.cloud.dataproc.v1beta2.UpdateClusterRequest\x1a\x1d.google.longrunning.Operation"\xd5\x01\x82\xd3\xe4\x93\x02R2G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\x07\x63luster\xda\x41\x36project_id, region, cluster_name, cluster, update_mask\xca\x41\x41\n\x07\x43luster\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x12\xaa\x02\n\rDeleteCluster\x12\x33.google.cloud.dataproc.v1beta2.DeleteClusterRequest\x1a\x1d.google.longrunning.Operation"\xc4\x01\x82\xd3\xe4\x93\x02I*G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41 project_id, region, cluster_name\xca\x41O\n\x15google.protobuf.Empty\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x12\xda\x01\n\nGetCluster\x12\x30.google.cloud.dataproc.v1beta2.GetClusterRequest\x1a&.google.cloud.dataproc.v1beta2.Cluster"r\x82\xd3\xe4\x93\x02I\x12G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\xda\x41 project_id, region, cluster_name\x12\xeb\x01\n\x0cListClusters\x12\x32.google.cloud.dataproc.v1beta2.ListClustersRequest\x1a\x33.google.cloud.dataproc.v1beta2.ListClustersResponse"r\x82\xd3\xe4\x93\x02:\x12\x38/v1beta2/projects/{project_id}/regions/{region}/clusters\xda\x41\x12project_id, region\xda\x41\x1aproject_id, region, filter\x12\xba\x02\n\x0f\x44iagnoseCluster\x12\x35.google.cloud.dataproc.v1beta2.DiagnoseClusterRequest\x1a\x1d.google.longrunning.Operation"\xd0\x01\x82\xd3\xe4\x93\x02U"P/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\x01*\xda\x41 project_id, region, cluster_name\xca\x41O\n\x15google.protobuf.Empty\x12\x36google.cloud.dataproc.v1beta2.ClusterOperationMetadata\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB{\n!com.google.cloud.dataproc.v1beta2B\rClustersProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3', dependencies=[ google_dot_api_dot_annotations__pb2.DESCRIPTOR, google_dot_api_dot_client__pb2.DESCRIPTOR, @@ -79,11 +72,20 @@ _descriptor.EnumValueDescriptor( name="UPDATING", index=5, number=5, serialized_options=None, type=None ), + _descriptor.EnumValueDescriptor( + name="STOPPING", index=6, number=6, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="STOPPED", index=7, number=7, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="STARTING", index=8, number=8, serialized_options=None, type=None + ), ], containing_type=None, serialized_options=None, - serialized_start=4492, - serialized_end=4578, + serialized_start=4857, + serialized_end=4984, ) _sym_db.RegisterEnumDescriptor(_CLUSTERSTATUS_STATE) @@ -105,8 +107,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=4580, - serialized_end=4640, + serialized_start=4986, + serialized_end=5046, ) _sym_db.RegisterEnumDescriptor(_CLUSTERSTATUS_SUBSTATE) @@ -143,8 +145,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=6472, - serialized_end=6567, + serialized_start=6878, + serialized_end=6973, ) _sym_db.RegisterEnumDescriptor(_RESERVATIONAFFINITY_TYPE) @@ -165,7 +167,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -183,7 +185,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -196,7 +198,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -221,13 +223,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -239,13 +241,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -263,7 +265,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -281,7 +283,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -299,7 +301,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -317,7 +319,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -329,13 +331,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -353,7 +355,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -386,13 +388,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -410,7 +412,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -428,7 +430,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -446,7 +448,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -464,7 +466,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -482,7 +484,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -500,7 +502,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -518,7 +520,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -536,7 +538,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -554,7 +556,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -572,7 +574,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -590,7 +592,25 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="gke_cluster_config", + full_name="google.cloud.dataproc.v1beta2.ClusterConfig.gke_cluster_config", + index=12, + number=19, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -603,7 +623,102 @@ extension_ranges=[], oneofs=[], serialized_start=876, - serialized_end=1819, + serialized_end=1901, +) + + +_GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET = _descriptor.Descriptor( + name="NamespacedGkeDeploymentTarget", + full_name="google.cloud.dataproc.v1beta2.GkeClusterConfig.NamespacedGkeDeploymentTarget", + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name="target_gke_cluster", + full_name="google.cloud.dataproc.v1beta2.GkeClusterConfig.NamespacedGkeDeploymentTarget.target_gke_cluster", + index=0, + number=1, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b'\340A\001\372A"\n container.googleapis.com/Cluster', + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="cluster_namespace", + full_name="google.cloud.dataproc.v1beta2.GkeClusterConfig.NamespacedGkeDeploymentTarget.cluster_namespace", + index=1, + number=2, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + ], + extensions=[], + nested_types=[], + enum_types=[], + serialized_options=None, + is_extendable=False, + syntax="proto3", + extension_ranges=[], + oneofs=[], + serialized_start=2051, + serialized_end=2184, +) + +_GKECLUSTERCONFIG = _descriptor.Descriptor( + name="GkeClusterConfig", + full_name="google.cloud.dataproc.v1beta2.GkeClusterConfig", + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name="namespaced_gke_deployment_target", + full_name="google.cloud.dataproc.v1beta2.GkeClusterConfig.namespaced_gke_deployment_target", + index=0, + number=1, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ) + ], + extensions=[], + nested_types=[_GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET], + enum_types=[], + serialized_options=None, + is_extendable=False, + syntax="proto3", + extension_ranges=[], + oneofs=[], + serialized_start=1904, + serialized_end=2184, ) @@ -623,7 +738,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -641,7 +756,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -654,13 +769,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=1965, - serialized_end=2013, + serialized_start=2330, + serialized_end=2378, ) _ENDPOINTCONFIG = _descriptor.Descriptor( @@ -685,7 +800,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -703,7 +818,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -715,8 +830,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=1822, - serialized_end=2013, + serialized_start=2187, + serialized_end=2378, ) @@ -736,13 +851,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ) ], @@ -754,8 +869,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2015, - serialized_end=2059, + serialized_start=2380, + serialized_end=2424, ) @@ -775,13 +890,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ) ], @@ -793,8 +908,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2061, - serialized_end=2113, + serialized_start=2426, + serialized_end=2478, ) @@ -814,7 +929,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -832,7 +947,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -845,13 +960,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2494, - serialized_end=2541, + serialized_start=2859, + serialized_end=2906, ) _GCECLUSTERCONFIG = _descriptor.Descriptor( @@ -870,13 +985,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -888,13 +1003,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -906,13 +1021,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -930,7 +1045,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -942,13 +1057,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -966,7 +1081,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1020,7 +1135,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1032,8 +1147,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2116, - serialized_end=2541, + serialized_start=2481, + serialized_end=2906, ) @@ -1059,7 +1174,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1077,7 +1192,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1089,13 +1204,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1107,13 +1222,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1131,7 +1246,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1149,7 +1264,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1167,7 +1282,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1185,7 +1300,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1197,7 +1312,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1215,8 +1330,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2544, - serialized_end=2964, + serialized_start=2909, + serialized_end=3329, ) @@ -1236,13 +1351,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1254,13 +1369,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1272,8 +1387,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2966, - serialized_end=3065, + serialized_start=3331, + serialized_end=3430, ) @@ -1293,7 +1408,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1329,8 +1444,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3067, - serialized_end=3143, + serialized_start=3432, + serialized_end=3508, ) @@ -1350,13 +1465,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1374,7 +1489,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1404,8 +1519,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3145, - serialized_end=3242, + serialized_start=3510, + serialized_end=3607, ) @@ -1431,7 +1546,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1449,7 +1564,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1467,7 +1582,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1485,7 +1600,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1505,8 +1620,8 @@ fields=[], ) ], - serialized_start=3245, - serialized_end=3504, + serialized_start=3610, + serialized_end=3869, ) @@ -1544,8 +1659,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3506, - serialized_end=3594, + serialized_start=3871, + serialized_end=3959, ) @@ -1571,7 +1686,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1583,13 +1698,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1601,13 +1716,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1619,13 +1734,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1637,13 +1752,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1655,13 +1770,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1673,13 +1788,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1691,13 +1806,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1709,13 +1824,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1727,13 +1842,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1745,13 +1860,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1763,13 +1878,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1781,13 +1896,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1805,7 +1920,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1817,13 +1932,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1835,8 +1950,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3597, - serialized_end=4125, + serialized_start=3962, + serialized_end=4490, ) @@ -1856,13 +1971,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1880,7 +1995,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1892,8 +2007,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4127, - serialized_end=4242, + serialized_start=4492, + serialized_end=4607, ) @@ -1919,7 +2034,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1931,13 +2046,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1955,7 +2070,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1973,7 +2088,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1985,8 +2100,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4245, - serialized_end=4640, + serialized_start=4610, + serialized_end=5046, ) @@ -2006,7 +2121,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2024,7 +2139,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2037,13 +2152,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4848, - serialized_end=4897, + serialized_start=5254, + serialized_end=5303, ) _SOFTWARECONFIG = _descriptor.Descriptor( @@ -2062,13 +2177,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2086,7 +2201,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2116,8 +2231,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4643, - serialized_end=4897, + serialized_start=5049, + serialized_end=5303, ) @@ -2137,7 +2252,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2168,13 +2283,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5090, - serialized_end=5140, + serialized_start=5496, + serialized_end=5546, ) _CLUSTERMETRICS_YARNMETRICSENTRY = _descriptor.Descriptor( @@ -2193,7 +2308,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2224,13 +2339,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5142, - serialized_end=5192, + serialized_start=5548, + serialized_end=5598, ) _CLUSTERMETRICS = _descriptor.Descriptor( @@ -2285,8 +2400,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4900, - serialized_end=5192, + serialized_start=5306, + serialized_end=5598, ) @@ -2306,13 +2421,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2324,13 +2439,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2348,7 +2463,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2360,13 +2475,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2378,8 +2493,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5195, - serialized_end=5350, + serialized_start=5601, + serialized_end=5756, ) @@ -2399,13 +2514,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2417,13 +2532,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2435,13 +2550,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2459,7 +2574,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2477,7 +2592,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2495,7 +2610,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2507,13 +2622,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2525,8 +2640,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5353, - serialized_end=5660, + serialized_start=5759, + serialized_end=6066, ) @@ -2546,13 +2661,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2564,13 +2679,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2582,13 +2697,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2600,13 +2715,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2618,13 +2733,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2636,8 +2751,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5663, - serialized_end=5810, + serialized_start=6069, + serialized_end=6216, ) @@ -2657,13 +2772,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2675,13 +2790,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2693,13 +2808,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -2711,8 +2826,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5812, - serialized_end=5904, + serialized_start=6218, + serialized_end=6310, ) @@ -2732,13 +2847,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2750,13 +2865,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2768,13 +2883,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2792,7 +2907,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2804,13 +2919,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2822,8 +2937,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5907, - serialized_end=6044, + serialized_start=6313, + serialized_end=6450, ) @@ -2849,7 +2964,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2861,13 +2976,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2879,8 +2994,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6046, - serialized_end=6161, + serialized_start=6452, + serialized_end=6567, ) @@ -2900,13 +3015,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2918,13 +3033,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2936,13 +3051,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -2954,8 +3069,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6163, - serialized_end=6260, + serialized_start=6569, + serialized_end=6666, ) @@ -2975,13 +3090,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ) ], @@ -2993,8 +3108,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6262, - serialized_end=6311, + serialized_start=6668, + serialized_end=6717, ) @@ -3020,7 +3135,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3032,13 +3147,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3056,7 +3171,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -3068,8 +3183,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6314, - serialized_end=6567, + serialized_start=6720, + serialized_end=6973, ) _CLUSTER_LABELSENTRY.containing_type = _CLUSTER @@ -3093,6 +3208,11 @@ _CLUSTERCONFIG.fields_by_name["autoscaling_config"].message_type = _AUTOSCALINGCONFIG _CLUSTERCONFIG.fields_by_name["endpoint_config"].message_type = _ENDPOINTCONFIG _CLUSTERCONFIG.fields_by_name["security_config"].message_type = _SECURITYCONFIG +_CLUSTERCONFIG.fields_by_name["gke_cluster_config"].message_type = _GKECLUSTERCONFIG +_GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET.containing_type = _GKECLUSTERCONFIG +_GKECLUSTERCONFIG.fields_by_name[ + "namespaced_gke_deployment_target" +].message_type = _GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET _ENDPOINTCONFIG_HTTPPORTSENTRY.containing_type = _ENDPOINTCONFIG _ENDPOINTCONFIG.fields_by_name[ "http_ports" @@ -3176,6 +3296,7 @@ _RESERVATIONAFFINITY_TYPE.containing_type = _RESERVATIONAFFINITY DESCRIPTOR.message_types_by_name["Cluster"] = _CLUSTER DESCRIPTOR.message_types_by_name["ClusterConfig"] = _CLUSTERCONFIG +DESCRIPTOR.message_types_by_name["GkeClusterConfig"] = _GKECLUSTERCONFIG DESCRIPTOR.message_types_by_name["EndpointConfig"] = _ENDPOINTCONFIG DESCRIPTOR.message_types_by_name["AutoscalingConfig"] = _AUTOSCALINGCONFIG DESCRIPTOR.message_types_by_name["EncryptionConfig"] = _ENCRYPTIONCONFIG @@ -3205,19 +3326,19 @@ Cluster = _reflection.GeneratedProtocolMessageType( "Cluster", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTER_LABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2" + { + "DESCRIPTOR": _CLUSTER_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.Cluster.LabelsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTER, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Describes the identifying information, config, and status + "DESCRIPTOR": _CLUSTER, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Describes the identifying information, config, and status of a cluster of Compute Engine instances. @@ -3253,7 +3374,7 @@ testing purposes only. It may be changed before final release. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.Cluster) - ), + }, ) _sym_db.RegisterMessage(Cluster) _sym_db.RegisterMessage(Cluster.LabelsEntry) @@ -3261,10 +3382,10 @@ ClusterConfig = _reflection.GeneratedProtocolMessageType( "ClusterConfig", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""The cluster config. + { + "DESCRIPTOR": _CLUSTERCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """The cluster config. Attributes: @@ -3273,11 +3394,12 @@ dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your - cluster's staging bucket according to the Compute Engine zone + cluster’s staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see `Dataproc staging - bucket `__). + bucket + `__). gce_cluster_config: Optional. The shared Compute Engine config settings for all instances in a cluster. @@ -3297,13 +3419,13 @@ initialization_actions: Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all - worker nodes. You can test a node's role metadata to run an + worker nodes. You can test a node’s role metadata to run an executable on a master or worker node, as shown below using - ``curl`` (you can also use ``wget``): :: ROLE=$(curl -H - Metadata-Flavor:Google http://metadata/computeMetadata/v1b - eta2/instance/attributes/dataproc-role) if [[ "${ROLE}" == - 'Master' ]]; then ... master specific actions ... - else ... worker specific actions ... fi + ``curl`` (you can also use ``wget``): :: ROLE=$(curl -H + Metadata-Flavor:Google http://metadata/computeMetadata/v1be + ta2/instance/attributes/dataproc-role) if [[ "${ROLE}" == + 'Master' ]]; then ... master specific actions ... else + ... worker specific actions ... fi encryption_config: Optional. Encryption settings for the cluster. autoscaling_config: @@ -3314,40 +3436,85 @@ Optional. Port/endpoint configuration for this cluster security_config: Optional. Security related configuration. + gke_cluster_config: + Optional. The Kubernetes Engine config for Dataproc clusters + deployed to Kubernetes. Setting this is considered mutually + exclusive with Compute Engine-based options such as + ``gce_cluster_config``, ``master_config``, ``worker_config``, + ``secondary_worker_config``, and ``autoscaling_config``. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterConfig) - ), + }, ) _sym_db.RegisterMessage(ClusterConfig) +GkeClusterConfig = _reflection.GeneratedProtocolMessageType( + "GkeClusterConfig", + (_message.Message,), + { + "NamespacedGkeDeploymentTarget": _reflection.GeneratedProtocolMessageType( + "NamespacedGkeDeploymentTarget", + (_message.Message,), + { + "DESCRIPTOR": _GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """A full, namespace-isolated deployment target for an + existing GKE cluster. + + + Attributes: + target_gke_cluster: + Optional. The target GKE cluster to deploy to. Format: ‘projec + ts/{project}/locations/{location}/clusters/{cluster_id}’ + cluster_namespace: + Optional. A namespace within the GKE cluster to deploy into. + """, + # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GkeClusterConfig.NamespacedGkeDeploymentTarget) + }, + ), + "DESCRIPTOR": _GKECLUSTERCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """The GKE config for this cluster. + + + Attributes: + namespaced_gke_deployment_target: + Optional. A target for the deployment. + """, + # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GkeClusterConfig) + }, +) +_sym_db.RegisterMessage(GkeClusterConfig) +_sym_db.RegisterMessage(GkeClusterConfig.NamespacedGkeDeploymentTarget) + EndpointConfig = _reflection.GeneratedProtocolMessageType( "EndpointConfig", (_message.Message,), - dict( - HttpPortsEntry=_reflection.GeneratedProtocolMessageType( + { + "HttpPortsEntry": _reflection.GeneratedProtocolMessageType( "HttpPortsEntry", (_message.Message,), - dict( - DESCRIPTOR=_ENDPOINTCONFIG_HTTPPORTSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2" + { + "DESCRIPTOR": _ENDPOINTCONFIG_HTTPPORTSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.EndpointConfig.HttpPortsEntry) - ), + }, ), - DESCRIPTOR=_ENDPOINTCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Endpoint config for this cluster + "DESCRIPTOR": _ENDPOINTCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Endpoint config for this cluster Attributes: http_ports: Output only. The map of port descriptions to URLs. Will only - be populated if enable\_http\_port\_access is true. + be populated if enable_http_port_access is true. enable_http_port_access: Optional. If true, enable http access to specific ports on the cluster from external sources. Defaults to false. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.EndpointConfig) - ), + }, ) _sym_db.RegisterMessage(EndpointConfig) _sym_db.RegisterMessage(EndpointConfig.HttpPortsEntry) @@ -3355,10 +3522,10 @@ AutoscalingConfig = _reflection.GeneratedProtocolMessageType( "AutoscalingConfig", (_message.Message,), - dict( - DESCRIPTOR=_AUTOSCALINGCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Autoscaling Policy config associated with the cluster. + { + "DESCRIPTOR": _AUTOSCALINGCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Autoscaling Policy config associated with the cluster. Attributes: @@ -3372,17 +3539,17 @@ policy must be in the same project and Dataproc region. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.AutoscalingConfig) - ), + }, ) _sym_db.RegisterMessage(AutoscalingConfig) EncryptionConfig = _reflection.GeneratedProtocolMessageType( "EncryptionConfig", (_message.Message,), - dict( - DESCRIPTOR=_ENCRYPTIONCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Encryption settings for the cluster. + { + "DESCRIPTOR": _ENCRYPTIONCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Encryption settings for the cluster. Attributes: @@ -3391,33 +3558,33 @@ for all instances in the cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.EncryptionConfig) - ), + }, ) _sym_db.RegisterMessage(EncryptionConfig) GceClusterConfig = _reflection.GeneratedProtocolMessageType( "GceClusterConfig", (_message.Message,), - dict( - MetadataEntry=_reflection.GeneratedProtocolMessageType( + { + "MetadataEntry": _reflection.GeneratedProtocolMessageType( "MetadataEntry", (_message.Message,), - dict( - DESCRIPTOR=_GCECLUSTERCONFIG_METADATAENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2" + { + "DESCRIPTOR": _GCECLUSTERCONFIG_METADATAENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GceClusterConfig.MetadataEntry) - ), + }, ), - DESCRIPTOR=_GCECLUSTERCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Common config settings for resources of Compute Engine + "DESCRIPTOR": _GCECLUSTERCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Common config settings for resources of Compute Engine cluster instances, applicable to all instances in the cluster. Attributes: zone_uri: Optional. The zone where the Compute Engine cluster will be - located. On a create request, it is required in the "global" + located. On a create request, it is required in the “global” region. If omitted in a non-global Dataproc region, the service will pick a zone in the corresponding Compute Engine region. On a get request, zone will always be present. A full @@ -3427,19 +3594,19 @@ central1-f`` network_uri: Optional. The Compute Engine network to be used for machine - communications. Cannot be specified with subnetwork\_uri. If + communications. Cannot be specified with subnetwork_uri. If neither ``network_uri`` nor ``subnetwork_uri`` is specified, - the "default" network of the project is used, if it exists. - Cannot be a "Custom Subnet Network" (see `Using Subnetworks - `__ for more information). A full - URL, partial URI, or short name are valid. Examples: - ``htt - ps://www.googleapis.com/compute/v1/projects/[project_id]/regio - ns/global/default`` - + the “default” network of the project is used, if it exists. + Cannot be a “Custom Subnet Network” (see `Using Subnetworks + `__ for + more information). A full URL, partial URI, or short name are + valid. Examples: - ``https://www.googleapis.com/compute/v1/p + rojects/[project_id]/regions/global/default`` - ``projects/[project_id]/regions/global/default`` - ``default`` subnetwork_uri: Optional. The Compute Engine subnetwork to be used for machine - communications. Cannot be specified with network\_uri. A full + communications. Cannot be specified with network_uri. A full URL, partial URI, or short name are valid. Examples: - ``htt ps://www.googleapis.com/compute/v1/projects/[project_id]/regio ns/us-east1/subnetworks/sub0`` - @@ -3455,29 +3622,33 @@ to be accessible without external IP addresses. service_account: Optional. The `Dataproc service account - `__ (also see `VM - Data Plane identity `__) used by Dataproc cluster VM instances to access Google Cloud Platform services. If not specified, the `Compute Engine default - service account `__ is used. service_account_scopes: Optional. The URIs of service account scopes to be included in Compute Engine instances. The following base set of scopes is always included: - https://www.googleapis.com/auth/cloud.useraccounts.readonly - - https://www.googleapis.com/auth/devstorage.read\_write - + https://www.googleapis.com/auth/devstorage.read_write - https://www.googleapis.com/auth/logging.write If no scopes are specified, the following defaults are also provided: - https://www.googleapis.com/auth/bigquery - https://www.googleapis.com/auth/bigtable.admin.table - https://www.googleapis.com/auth/bigtable.data - - https://www.googleapis.com/auth/devstorage.full\_control + https://www.googleapis.com/auth/devstorage.full_control tags: The Compute Engine tags to add to all instances (see `Tagging - instances `__). + instances `__). metadata: The Compute Engine metadata entries to add to all instances (see `Project and instance metadata @@ -3488,7 +3659,7 @@ reservation. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GceClusterConfig) - ), + }, ) _sym_db.RegisterMessage(GceClusterConfig) _sym_db.RegisterMessage(GceClusterConfig.MetadataEntry) @@ -3496,10 +3667,10 @@ InstanceGroupConfig = _reflection.GeneratedProtocolMessageType( "InstanceGroupConfig", (_message.Message,), - dict( - DESCRIPTOR=_INSTANCEGROUPCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""The config settings for Compute Engine resources in an + { + "DESCRIPTOR": _INSTANCEGROUPCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """The config settings for Compute Engine resources in an instance group, such as a master or worker group. @@ -3513,8 +3684,17 @@ instance group. image_uri: Optional. The Compute Engine image resource used for cluster - instances. It can be specified or may be inferred from - ``SoftwareConfig.image_version``. + instances. The URI can represent an image or image family. + Image examples: - ``https://www.googleapis.com/compute/beta/ + projects/[project_id]/global/images/[image-id]`` - + ``projects/[project_id]/global/images/[image-id]`` - ``image- + id`` Image family examples. Dataproc will use the most recent + image from the family: - ``https://www.googleapis.com/comput + e/beta/projects/[project_id]/global/images/family/[custom- + image-family-name]`` - + ``projects/[project_id]/global/images/family/[custom-image- + family-name]`` If the URI is unspecified, it will be inferred + from ``SoftwareConfig.image_version`` or the system default. machine_type_uri: Optional. The Compute Engine machine type used for cluster instances. A full URL, partial URI, or short name are valid. @@ -3523,14 +3703,15 @@ ``projects/[project_id]/zones/us- east1-a/machineTypes/n1-standard-2`` - ``n1-standard-2`` **Auto Zone Exception**: If you are using the Dataproc `Auto - Zone Placement `__ feature, you must use the short name of the machine type resource, for example, ``n1-standard-2``. disk_config: Optional. Disk option config settings. is_preemptible: - Optional. Specifies that this instance group contains + Output only. Specifies that this instance group contains preemptible instances. managed_group_config: Output only. The config for Compute Engine Instance Group @@ -3541,21 +3722,21 @@ these instances. min_cpu_platform: Specifies the minimum cpu platform for the Instance Group. See - [Dataproc→Minimum CPU Platform] - (/dataproc/docs/concepts/compute/dataproc-min-cpu). + `Dataproc -> Minimum CPU Platform `__. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.InstanceGroupConfig) - ), + }, ) _sym_db.RegisterMessage(InstanceGroupConfig) ManagedGroupConfig = _reflection.GeneratedProtocolMessageType( "ManagedGroupConfig", (_message.Message,), - dict( - DESCRIPTOR=_MANAGEDGROUPCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies the resources used to actively manage an + { + "DESCRIPTOR": _MANAGEDGROUPCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies the resources used to actively manage an instance group. @@ -3568,61 +3749,61 @@ group. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ManagedGroupConfig) - ), + }, ) _sym_db.RegisterMessage(ManagedGroupConfig) AcceleratorConfig = _reflection.GeneratedProtocolMessageType( "AcceleratorConfig", (_message.Message,), - dict( - DESCRIPTOR=_ACCELERATORCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies the type and number of accelerator cards + { + "DESCRIPTOR": _ACCELERATORCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies the type and number of accelerator cards attached to the instances of an instance group (see `GPUs on Compute - Engine `__). + Engine `__). Attributes: accelerator_type_uri: Full URL, partial URI, or short name of the accelerator type resource to expose to this instance. See `Compute Engine - AcceleratorTypes - `__ Examples - \* ``https://www.googleapis.com/compute/beta/projects/[project - _id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`` \* + AcceleratorTypes `__ Examples \* ``https://www.googl + eapis.com/compute/beta/projects/[project_id]/zones/us- + east1-a/acceleratorTypes/nvidia-tesla-k80`` \* ``projects/[project_id]/zones/us- east1-a/acceleratorTypes/nvidia-tesla-k80`` \* ``nvidia- tesla-k80`` **Auto Zone Exception**: If you are using the Dataproc `Auto Zone Placement - `__ feature, you must use the - short name of the accelerator type resource, for example, - ``nvidia-tesla-k80``. + `__ feature, you + must use the short name of the accelerator type resource, for + example, ``nvidia-tesla-k80``. accelerator_count: The number of the accelerator cards of this type exposed to this instance. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.AcceleratorConfig) - ), + }, ) _sym_db.RegisterMessage(AcceleratorConfig) DiskConfig = _reflection.GeneratedProtocolMessageType( "DiskConfig", (_message.Message,), - dict( - DESCRIPTOR=_DISKCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies the config of disk options for a group of VM + { + "DESCRIPTOR": _DISKCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies the config of disk options for a group of VM instances. Attributes: boot_disk_type: - Optional. Type of the boot disk (default is "pd-standard"). - Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or - "pd-standard" (Persistent Disk Hard Disk Drive). + Optional. Type of the boot disk (default is “pd-standard”). + Valid values: “pd-ssd” (Persistent Disk Solid State Drive) or + “pd-standard” (Persistent Disk Hard Disk Drive). boot_disk_size_gb: Optional. Size in GB of the boot disk (default is 500GB). num_local_ssds: @@ -3634,17 +3815,17 @@ contains only basic config and installed binaries. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.DiskConfig) - ), + }, ) _sym_db.RegisterMessage(DiskConfig) LifecycleConfig = _reflection.GeneratedProtocolMessageType( "LifecycleConfig", (_message.Message,), - dict( - DESCRIPTOR=_LIFECYCLECONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies the cluster auto-delete schedule configuration. + { + "DESCRIPTOR": _LIFECYCLECONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies the cluster auto-delete schedule configuration. Attributes: @@ -3677,17 +3858,17 @@ buffers/docs/proto3#json>`__). """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.LifecycleConfig) - ), + }, ) _sym_db.RegisterMessage(LifecycleConfig) SecurityConfig = _reflection.GeneratedProtocolMessageType( "SecurityConfig", (_message.Message,), - dict( - DESCRIPTOR=_SECURITYCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Security related configuration, including encryption, + { + "DESCRIPTOR": _SECURITYCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Security related configuration, including encryption, Kerberos, etc. @@ -3696,22 +3877,24 @@ Kerberos related configuration. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SecurityConfig) - ), + }, ) _sym_db.RegisterMessage(SecurityConfig) KerberosConfig = _reflection.GeneratedProtocolMessageType( "KerberosConfig", (_message.Message,), - dict( - DESCRIPTOR=_KERBEROSCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies Kerberos related configuration. + { + "DESCRIPTOR": _KERBEROSCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies Kerberos related configuration. Attributes: enable_kerberos: - Optional. Flag to indicate whether to Kerberize the cluster. + Optional. Flag to indicate whether to Kerberize the cluster + (default: false). Set this field to true to enable Kerberos on + a cluster. root_principal_password_uri: Required. The Cloud Storage URI of a KMS encrypted file containing the root principal password. @@ -3768,17 +3951,17 @@ realm. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.KerberosConfig) - ), + }, ) _sym_db.RegisterMessage(KerberosConfig) NodeInitializationAction = _reflection.GeneratedProtocolMessageType( "NodeInitializationAction", (_message.Message,), - dict( - DESCRIPTOR=_NODEINITIALIZATIONACTION, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies an executable to run on a fully configured node + { + "DESCRIPTOR": _NODEINITIALIZATIONACTION, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies an executable to run on a fully configured node and a timeout period for executable completion. @@ -3795,24 +3978,24 @@ executable is not completed at end of the timeout period. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.NodeInitializationAction) - ), + }, ) _sym_db.RegisterMessage(NodeInitializationAction) ClusterStatus = _reflection.GeneratedProtocolMessageType( "ClusterStatus", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERSTATUS, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""The status of a cluster and its instances. + { + "DESCRIPTOR": _CLUSTERSTATUS, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """The status of a cluster and its instances. Attributes: state: - Output only. The cluster's state. + Output only. The cluster’s state. detail: - Output only. Optional details of cluster's state. + Output only. Optional details of cluster’s state. state_start_time: Output only. Time when this state was entered (see JSON representation of `Timestamp @@ -3823,40 +4006,39 @@ reported by the agent. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterStatus) - ), + }, ) _sym_db.RegisterMessage(ClusterStatus) SoftwareConfig = _reflection.GeneratedProtocolMessageType( "SoftwareConfig", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SOFTWARECONFIG_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2" + { + "DESCRIPTOR": _SOFTWARECONFIG_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SoftwareConfig.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SOFTWARECONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Specifies the selection and config of software inside the + "DESCRIPTOR": _SOFTWARECONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Specifies the selection and config of software inside the cluster. Attributes: image_version: Optional. The version of software inside the cluster. It must - be one of the supported `Dataproc Versions - `__, such as "1.2" - (including a subminor version, such as "1.2.29"), or the - `"preview" version - `__. If unspecified, it defaults to - the latest Debian version. + be one of the supported `Dataproc Versions `__, such as “1.2” + (including a subminor version, such as “1.2.29”), or the + `“preview” version `__. If + unspecified, it defaults to the latest Debian version. properties: Optional. The properties to set on daemon config files. Property keys are specified in ``prefix:property`` format, for @@ -3867,12 +4049,14 @@ hive: ``hive-site.xml`` - mapred: ``mapred-site.xml`` - pig: ``pig.properties`` - spark: ``spark-defaults.conf`` - yarn: ``yarn-site.xml`` For more information, see `Cluster - properties `__. + properties + `__. optional_components: The set of optional components to activate on the cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SoftwareConfig) - ), + }, ) _sym_db.RegisterMessage(SoftwareConfig) _sym_db.RegisterMessage(SoftwareConfig.PropertiesEntry) @@ -3880,28 +4064,28 @@ ClusterMetrics = _reflection.GeneratedProtocolMessageType( "ClusterMetrics", (_message.Message,), - dict( - HdfsMetricsEntry=_reflection.GeneratedProtocolMessageType( + { + "HdfsMetricsEntry": _reflection.GeneratedProtocolMessageType( "HdfsMetricsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERMETRICS_HDFSMETRICSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2" + { + "DESCRIPTOR": _CLUSTERMETRICS_HDFSMETRICSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterMetrics.HdfsMetricsEntry) - ), + }, ), - YarnMetricsEntry=_reflection.GeneratedProtocolMessageType( + "YarnMetricsEntry": _reflection.GeneratedProtocolMessageType( "YarnMetricsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERMETRICS_YARNMETRICSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2" + { + "DESCRIPTOR": _CLUSTERMETRICS_YARNMETRICSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterMetrics.YarnMetricsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTERMETRICS, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Contains cluster daemon metrics, such as HDFS and YARN + "DESCRIPTOR": _CLUSTERMETRICS, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta Feature**: This report is available for testing purposes only. It @@ -3915,7 +4099,7 @@ The YARN metrics. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterMetrics) - ), + }, ) _sym_db.RegisterMessage(ClusterMetrics) _sym_db.RegisterMessage(ClusterMetrics.HdfsMetricsEntry) @@ -3924,10 +4108,10 @@ CreateClusterRequest = _reflection.GeneratedProtocolMessageType( "CreateClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_CREATECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""A request to create a cluster. + { + "DESCRIPTOR": _CREATECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """A request to create a cluster. Attributes: @@ -3948,21 +4132,21 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.CreateClusterRequest) - ), + }, ) _sym_db.RegisterMessage(CreateClusterRequest) UpdateClusterRequest = _reflection.GeneratedProtocolMessageType( "UpdateClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_UPDATECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""A request to update a cluster. + { + "DESCRIPTOR": _UPDATECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """A request to update a cluster. Attributes: @@ -3992,45 +4176,45 @@ in a cluster to 5, the ``update_mask`` parameter would be specified as ``config.worker_config.num_instances``, and the ``PATCH`` request body would specify the new value, as - follows: :: { "config":{ "workerConfig":{ - "numInstances":"5" } } } Similarly, to - change the number of preemptible workers in a cluster to 5, - the ``update_mask`` parameter would be + follows: :: { "config":{ "workerConfig":{ + "numInstances":"5" } } } Similarly, to change + the number of preemptible workers in a cluster to 5, the + ``update_mask`` parameter would be ``config.secondary_worker_config.num_instances``, and the - ``PATCH`` request body would be set as follows: :: { - "config":{ "secondaryWorkerConfig":{ - "numInstances":"5" } } } Note: currently - only the following fields can be updated: .. raw:: html + ``PATCH`` request body would be set as follows: :: { + "config":{ "secondaryWorkerConfig":{ + "numInstances":"5" } } } Note: currently only + the following fields can be updated: .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. - raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html .. raw:: html - .. raw:: html
Mask .. raw:: html Purpose .. raw:: html
labels .. raw:: html Updates labels .. raw:: html
config.worker\_config.num\_instances .. + raw:: html config.worker_config.num_instances .. raw:: html Resize primary worker group .. raw:: html
- config.secondary\_worker\_config.num\_instances .. raw:: html + config.secondary_worker_config.num_instances .. raw:: html Resize secondary worker group .. raw:: html
- config.lifecycle\_config.auto\_delete\_ttl .. raw:: html + config.lifecycle_config.auto_delete_ttl .. raw:: html Reset MAX TTL duration .. raw:: html
- config.lifecycle\_config.auto\_delete\_time .. raw:: html + config.lifecycle_config.auto_delete_time .. raw:: html Update MAX TTL deletion timestamp .. raw:: html
- config.lifecycle\_config.idle\_delete\_ttl .. raw:: html + config.lifecycle_config.idle_delete_ttl .. raw:: html Update Idle TTL duration .. raw:: html
- config.autoscaling\_config.policy\_uri .. raw:: html - Use, stop using, or change - autoscaling policies .. raw:: html
+ config.autoscaling_config.policy_uri .. raw:: html + .. raw:: html Use, stop using, or change autoscaling + policies .. raw:: html .. raw:: html .. + raw:: html request_id: Optional. A unique id used to identify the request. If the server receives two [UpdateClusterRequest][google.cloud.datapr @@ -4041,21 +4225,21 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.UpdateClusterRequest) - ), + }, ) _sym_db.RegisterMessage(UpdateClusterRequest) DeleteClusterRequest = _reflection.GeneratedProtocolMessageType( "DeleteClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_DELETECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""A request to delete a cluster. + { + "DESCRIPTOR": _DELETECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """A request to delete a cluster. Attributes: @@ -4068,7 +4252,7 @@ Required. The cluster name. cluster_uuid: Optional. Specifying the ``cluster_uuid`` means the RPC should - fail (with error NOT\_FOUND) if cluster with specified UUID + fail (with error NOT_FOUND) if cluster with specified UUID does not exist. request_id: Optional. A unique id used to identify the request. If the @@ -4080,21 +4264,21 @@ recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.DeleteClusterRequest) - ), + }, ) _sym_db.RegisterMessage(DeleteClusterRequest) GetClusterRequest = _reflection.GeneratedProtocolMessageType( "GetClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_GETCLUSTERREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Request to get the resource representation for a cluster + { + "DESCRIPTOR": _GETCLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Request to get the resource representation for a cluster in a project. @@ -4108,17 +4292,17 @@ Required. The cluster name. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GetClusterRequest) - ), + }, ) _sym_db.RegisterMessage(GetClusterRequest) ListClustersRequest = _reflection.GeneratedProtocolMessageType( "ListClustersRequest", (_message.Message,), - dict( - DESCRIPTOR=_LISTCLUSTERSREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""A request to list the clusters in a project. + { + "DESCRIPTOR": _LISTCLUSTERSREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """A request to list the clusters in a project. Attributes: @@ -4130,7 +4314,7 @@ filter: Optional. A filter constraining the clusters to list. Filters are case-sensitive and have the following syntax: field = - value [AND [field = value]] ... where **field** is one of + value [AND [field = value]] … where **field** is one of ``status.state``, ``clusterName``, or ``labels.[KEY]``, and ``[KEY]`` is a label key. **value** can be ``*`` to match all values. ``status.state`` can be one of the following: @@ -4150,17 +4334,17 @@ Optional. The standard List page token. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ListClustersRequest) - ), + }, ) _sym_db.RegisterMessage(ListClustersRequest) ListClustersResponse = _reflection.GeneratedProtocolMessageType( "ListClustersResponse", (_message.Message,), - dict( - DESCRIPTOR=_LISTCLUSTERSRESPONSE, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""The list of all clusters in a project. + { + "DESCRIPTOR": _LISTCLUSTERSRESPONSE, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """The list of all clusters in a project. Attributes: @@ -4173,17 +4357,17 @@ ListClustersRequest. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ListClustersResponse) - ), + }, ) _sym_db.RegisterMessage(ListClustersResponse) DiagnoseClusterRequest = _reflection.GeneratedProtocolMessageType( "DiagnoseClusterRequest", (_message.Message,), - dict( - DESCRIPTOR=_DIAGNOSECLUSTERREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""A request to collect cluster diagnostic information. + { + "DESCRIPTOR": _DIAGNOSECLUSTERREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """A request to collect cluster diagnostic information. Attributes: @@ -4196,17 +4380,17 @@ Required. The cluster name. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.DiagnoseClusterRequest) - ), + }, ) _sym_db.RegisterMessage(DiagnoseClusterRequest) DiagnoseClusterResults = _reflection.GeneratedProtocolMessageType( "DiagnoseClusterResults", (_message.Message,), - dict( - DESCRIPTOR=_DIAGNOSECLUSTERRESULTS, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""The location of diagnostic output. + { + "DESCRIPTOR": _DIAGNOSECLUSTERRESULTS, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """The location of diagnostic output. Attributes: @@ -4216,17 +4400,17 @@ collected diagnostics. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.DiagnoseClusterResults) - ), + }, ) _sym_db.RegisterMessage(DiagnoseClusterResults) ReservationAffinity = _reflection.GeneratedProtocolMessageType( "ReservationAffinity", (_message.Message,), - dict( - DESCRIPTOR=_RESERVATIONAFFINITY, - __module__="google.cloud.dataproc_v1beta2.proto.clusters_pb2", - __doc__="""Reservation Affinity for consuming Zonal reservation. + { + "DESCRIPTOR": _RESERVATIONAFFINITY, + "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", + "__doc__": """Reservation Affinity for consuming Zonal reservation. Attributes: @@ -4240,7 +4424,7 @@ resource. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ReservationAffinity) - ), + }, ) _sym_db.RegisterMessage(ReservationAffinity) @@ -4267,6 +4451,14 @@ _CLUSTERCONFIG.fields_by_name["autoscaling_config"]._options = None _CLUSTERCONFIG.fields_by_name["endpoint_config"]._options = None _CLUSTERCONFIG.fields_by_name["security_config"]._options = None +_CLUSTERCONFIG.fields_by_name["gke_cluster_config"]._options = None +_GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET.fields_by_name[ + "target_gke_cluster" +]._options = None +_GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET.fields_by_name[ + "cluster_namespace" +]._options = None +_GKECLUSTERCONFIG.fields_by_name["namespaced_gke_deployment_target"]._options = None _ENDPOINTCONFIG_HTTPPORTSENTRY._options = None _ENDPOINTCONFIG.fields_by_name["http_ports"]._options = None _ENDPOINTCONFIG.fields_by_name["enable_http_port_access"]._options = None @@ -4361,11 +4553,9 @@ full_name="google.cloud.dataproc.v1beta2.ClusterController", file=DESCRIPTOR, index=0, - serialized_options=_b( - "\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform" - ), - serialized_start=6570, - serialized_end=8337, + serialized_options=b"\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform", + serialized_start=6976, + serialized_end=8743, methods=[ _descriptor.MethodDescriptor( name="CreateCluster", @@ -4374,9 +4564,7 @@ containing_service=None, input_type=_CREATECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002C"8/v1beta2/projects/{project_id}/regions/{region}/clusters:\007cluster\332A\033project_id, region, cluster\312AA\n\007Cluster\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata' - ), + serialized_options=b'\202\323\344\223\002C"8/v1beta2/projects/{project_id}/regions/{region}/clusters:\007cluster\332A\033project_id, region, cluster\312AA\n\007Cluster\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata', ), _descriptor.MethodDescriptor( name="UpdateCluster", @@ -4385,9 +4573,7 @@ containing_service=None, input_type=_UPDATECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - "\202\323\344\223\002R2G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\007cluster\332A6project_id, region, cluster_name, cluster, update_mask\312AA\n\007Cluster\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata" - ), + serialized_options=b"\202\323\344\223\002R2G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:\007cluster\332A6project_id, region, cluster_name, cluster, update_mask\312AA\n\007Cluster\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata", ), _descriptor.MethodDescriptor( name="DeleteCluster", @@ -4396,9 +4582,7 @@ containing_service=None, input_type=_DELETECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - "\202\323\344\223\002I*G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A project_id, region, cluster_name\312AO\n\025google.protobuf.Empty\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata" - ), + serialized_options=b"\202\323\344\223\002I*G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A project_id, region, cluster_name\312AO\n\025google.protobuf.Empty\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata", ), _descriptor.MethodDescriptor( name="GetCluster", @@ -4407,9 +4591,7 @@ containing_service=None, input_type=_GETCLUSTERREQUEST, output_type=_CLUSTER, - serialized_options=_b( - "\202\323\344\223\002I\022G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A project_id, region, cluster_name" - ), + serialized_options=b"\202\323\344\223\002I\022G/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}\332A project_id, region, cluster_name", ), _descriptor.MethodDescriptor( name="ListClusters", @@ -4418,9 +4600,7 @@ containing_service=None, input_type=_LISTCLUSTERSREQUEST, output_type=_LISTCLUSTERSRESPONSE, - serialized_options=_b( - "\202\323\344\223\002:\0228/v1beta2/projects/{project_id}/regions/{region}/clusters\332A\022project_id, region\332A\032project_id, region, filter" - ), + serialized_options=b"\202\323\344\223\002:\0228/v1beta2/projects/{project_id}/regions/{region}/clusters\332A\022project_id, region\332A\032project_id, region, filter", ), _descriptor.MethodDescriptor( name="DiagnoseCluster", @@ -4429,9 +4609,7 @@ containing_service=None, input_type=_DIAGNOSECLUSTERREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002U"P/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\001*\332A project_id, region, cluster_name\312AO\n\025google.protobuf.Empty\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata' - ), + serialized_options=b'\202\323\344\223\002U"P/v1beta2/projects/{project_id}/regions/{region}/clusters/{cluster_name}:diagnose:\001*\332A project_id, region, cluster_name\312AO\n\025google.protobuf.Empty\0226google.cloud.dataproc.v1beta2.ClusterOperationMetadata', ), ], ) diff --git a/google/cloud/dataproc_v1beta2/proto/clusters_pb2_grpc.py b/google/cloud/dataproc_v1beta2/proto/clusters_pb2_grpc.py index 7623f9d7..4ad03d3c 100644 --- a/google/cloud/dataproc_v1beta2/proto/clusters_pb2_grpc.py +++ b/google/cloud/dataproc_v1beta2/proto/clusters_pb2_grpc.py @@ -92,7 +92,7 @@ def GetCluster(self, request, context): raise NotImplementedError("Method not implemented!") def ListClusters(self, request, context): - """Lists all regions/{region}/clusters in a project. + """Lists all regions/{region}/clusters in a project alphabetically. """ context.set_code(grpc.StatusCode.UNIMPLEMENTED) context.set_details("Method not implemented!") diff --git a/google/cloud/dataproc_v1beta2/proto/jobs.proto b/google/cloud/dataproc_v1beta2/proto/jobs.proto index 3208822f..325dc9e5 100644 --- a/google/cloud/dataproc_v1beta2/proto/jobs.proto +++ b/google/cloud/dataproc_v1beta2/proto/jobs.proto @@ -43,6 +43,19 @@ service JobController { option (google.api.method_signature) = "project_id, region, job"; } + // Submits job to a cluster. + rpc SubmitJobAsOperation(SubmitJobRequest) returns (google.longrunning.Operation) { + option (google.api.http) = { + post: "/v1beta2/projects/{project_id}/regions/{region}/jobs:submitAsOperation" + body: "*" + }; + option (google.api.method_signature) = "project_id, region, job"; + option (google.longrunning.operation_info) = { + response_type: "Job" + metadata_type: "JobMetadata" + }; + } + // Gets the resource representation for a job in a project. rpc GetJob(GetJobRequest) returns (Job) { option (google.api.http) = { @@ -420,6 +433,42 @@ message SparkRJob { LoggingConfig logging_config = 6 [(google.api.field_behavior) = OPTIONAL]; } +// A Dataproc job for running [Presto](https://prestosql.io/) queries. +// **IMPORTANT**: The [Dataproc Presto Optional +// Component](/dataproc/docs/concepts/components/presto) must be enabled when +// the cluster is created to submit a Presto job to the cluster. +message PrestoJob { + // Required. The sequence of Presto queries to execute, specified as + // either an HCFS file URI or as a list of queries. + oneof queries { + // The HCFS URI of the script that contains SQL queries. + string query_file_uri = 1; + + // A list of queries. + QueryList query_list = 2; + } + + // Optional. Whether to continue executing queries if a query fails. + // The default value is `false`. Setting to `true` can be useful when + // executing independent parallel queries. + bool continue_on_failure = 3 [(google.api.field_behavior) = OPTIONAL]; + + // Optional. The format in which query output will be displayed. See the + // Presto documentation for supported output formats + string output_format = 4 [(google.api.field_behavior) = OPTIONAL]; + + // Optional. Presto client tags to attach to this query + repeated string client_tags = 5 [(google.api.field_behavior) = OPTIONAL]; + + // Optional. A mapping of property names to values. Used to set Presto + // [session properties](https://prestodb.io/docs/current/sql/set-session.html) + // Equivalent to using the --session flag in the Presto CLI + map properties = 6 [(google.api.field_behavior) = OPTIONAL]; + + // Optional. The runtime log config for job execution. + LoggingConfig logging_config = 7 [(google.api.field_behavior) = OPTIONAL]; +} + // Dataproc job config. message JobPlacement { // Required. The name of the cluster where the job will be submitted. @@ -591,19 +640,29 @@ message Job { // Required. The application/framework-specific portion of the job. oneof type_job { - HadoopJob hadoop_job = 3; + // Optional. Job is a Hadoop job. + HadoopJob hadoop_job = 3 [(google.api.field_behavior) = OPTIONAL]; + + // Optional. Job is a Spark job. + SparkJob spark_job = 4 [(google.api.field_behavior) = OPTIONAL]; - SparkJob spark_job = 4; + // Optional. Job is a PySpark job. + PySparkJob pyspark_job = 5 [(google.api.field_behavior) = OPTIONAL]; - PySparkJob pyspark_job = 5; + // Optional. Job is a Hive job. + HiveJob hive_job = 6 [(google.api.field_behavior) = OPTIONAL]; - HiveJob hive_job = 6; + // Optional. Job is a Pig job. + PigJob pig_job = 7 [(google.api.field_behavior) = OPTIONAL]; - PigJob pig_job = 7; + // Optional. Job is a SparkR job. + SparkRJob spark_r_job = 21 [(google.api.field_behavior) = OPTIONAL]; - SparkRJob spark_r_job = 21; + // Optional. Job is a SparkSql job. + SparkSqlJob spark_sql_job = 12 [(google.api.field_behavior) = OPTIONAL]; - SparkSqlJob spark_sql_job = 12; + // Optional. Job is a Presto job. + PrestoJob presto_job = 23 [(google.api.field_behavior) = OPTIONAL]; } // Output only. The job status. Additional application-specific @@ -649,6 +708,12 @@ message Job { // over time. This is in contrast to a user-settable reference.job_id that // may be reused over time. string job_uuid = 22 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Indicates whether the job is completed. If the value is `false`, + // the job is still in progress. If `true`, the job is completed, and + // `status.state` field will indicate if it was successful, failed, + // or cancelled. + bool done = 24 [(google.api.field_behavior) = OUTPUT_ONLY]; } // Job scheduling options. @@ -664,6 +729,21 @@ message JobScheduling { int32 max_failures_per_hour = 1 [(google.api.field_behavior) = OPTIONAL]; } +// Job Operation metadata. +message JobMetadata { + // Output only. The job id. + string job_id = 1 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Most recent job status. + JobStatus status = 2 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Operation type. + string operation_type = 3 [(google.api.field_behavior) = OUTPUT_ONLY]; + + // Output only. Job submission time. + google.protobuf.Timestamp start_time = 4 [(google.api.field_behavior) = OUTPUT_ONLY]; +} + // A request to submit a job. message SubmitJobRequest { // Required. The ID of the Google Cloud Platform project that the job diff --git a/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py b/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py index 37e4a1bb..6d32b05a 100644 --- a/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1beta2/proto/jobs.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -30,12 +27,8 @@ name="google/cloud/dataproc_v1beta2/proto/jobs.proto", package="google.cloud.dataproc.v1beta2", syntax="proto3", - serialized_options=_b( - "\n!com.google.cloud.dataproc.v1beta2B\tJobsProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc" - ), - serialized_pb=_b( - '\n.google/cloud/dataproc_v1beta2/proto/jobs.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xcb\x02\n\rLoggingConfig\x12\\\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32\x41.google.cloud.dataproc.v1beta2.LoggingConfig.DriverLogLevelsEntry\x1aj\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x41\n\x05value\x18\x02 \x01(\x0e\x32\x32.google.cloud.dataproc.v1beta2.LoggingConfig.Level:\x02\x38\x01"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08"\xfb\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x07 \x03(\x0b\x32\x38.google.cloud.dataproc.v1beta2.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x08 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\xf9\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12P\n\nproperties\x18\x07 \x03(\x0b\x32\x37.google.cloud.dataproc.v1beta2.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x08 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\x82\x03\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12R\n\nproperties\x18\x07 \x03(\x0b\x32\x39.google.cloud.dataproc.v1beta2.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x08 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02"\xc4\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12Z\n\x10script_variables\x18\x04 \x03(\x0b\x32;.google.cloud.dataproc.v1beta2.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12O\n\nproperties\x18\x05 \x03(\x0b\x32\x36.google.cloud.dataproc.v1beta2.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xf9\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12^\n\x10script_variables\x18\x03 \x03(\x0b\x32?.google.cloud.dataproc.v1beta2.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12S\n\nproperties\x18\x04 \x03(\x0b\x32:.google.cloud.dataproc.v1beta2.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x06 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\x8c\x04\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12Y\n\x10script_variables\x18\x04 \x03(\x0b\x32:.google.cloud.dataproc.v1beta2.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x05 \x03(\x0b\x32\x35.google.cloud.dataproc.v1beta2.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x07 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xc0\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x05 \x03(\x0b\x32\x38.google.cloud.dataproc.v1beta2.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x06 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"D\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03"\xe0\x03\n\tJobStatus\x12\x42\n\x05state\x18\x01 \x01(\x0e\x32..google.cloud.dataproc.v1beta2.JobStatus.StateB\x03\xe0\x41\x03\x12\x14\n\x07\x64\x65tails\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12H\n\x08substate\x18\x07 \x01(\x0e\x32\x31.google.cloud.dataproc.v1beta2.JobStatus.SubstateB\x03\xe0\x41\x03"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01"\xaa\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12H\n\x05state\x18\x02 \x01(\x0e\x32\x34.google.cloud.dataproc.v1beta2.YarnApplication.StateB\x03\xe0\x41\x03\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x03"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08"\xea\x08\n\x03Job\x12\x43\n\treference\x18\x01 \x01(\x0b\x32+.google.cloud.dataproc.v1beta2.JobReferenceB\x03\xe0\x41\x01\x12\x43\n\tplacement\x18\x02 \x01(\x0b\x32+.google.cloud.dataproc.v1beta2.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.HadoopJobH\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32\'.google.cloud.dataproc.v1beta2.SparkJobH\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32).google.cloud.dataproc.v1beta2.PySparkJobH\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.HiveJobH\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32%.google.cloud.dataproc.v1beta2.PigJobH\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.SparkRJobH\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32*.google.cloud.dataproc.v1beta2.SparkSqlJobH\x00\x12=\n\x06status\x18\x08 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.JobStatusB\x03\xe0\x41\x03\x12\x45\n\x0estatus_history\x18\r \x03(\x0b\x32(.google.cloud.dataproc.v1beta2.JobStatusB\x03\xe0\x41\x03\x12N\n\x11yarn_applications\x18\t \x03(\x0b\x32..google.cloud.dataproc.v1beta2.YarnApplicationB\x03\xe0\x41\x03\x12\x19\n\x0csubmitted_by\x18\n \x01(\tB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12\x43\n\x06labels\x18\x12 \x03(\x0b\x32..google.cloud.dataproc.v1beta2.Job.LabelsEntryB\x03\xe0\x41\x01\x12\x45\n\nscheduling\x18\x14 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job"3\n\rJobScheduling\x12"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01"\x8f\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x03job\x18\x02 \x01(\x0b\x32".google.cloud.dataproc.v1beta2.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"\xb8\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12^\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32>.google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02"\xc1\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x03job\x18\x04 \x01(\x0b\x32".google.cloud.dataproc.v1beta2.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02"g\n\x10ListJobsResponse\x12\x35\n\x04jobs\x18\x01 \x03(\x0b\x32".google.cloud.dataproc.v1beta2.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xfb\t\n\rJobController\x12\xc2\x01\n\tSubmitJob\x12/.google.cloud.dataproc.v1beta2.SubmitJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"`\x82\xd3\xe4\x93\x02@";/v1beta2/projects/{project_id}/regions/{region}/jobs:submit:\x01*\xda\x41\x17project_id, region, job\x12\xbe\x01\n\x06GetJob\x12,.google.cloud.dataproc.v1beta2.GetJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"b\x82\xd3\xe4\x93\x02?\x12=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x1aproject_id, region, job_id\x12\xdb\x01\n\x08ListJobs\x12..google.cloud.dataproc.v1beta2.ListJobsRequest\x1a/.google.cloud.dataproc.v1beta2.ListJobsResponse"n\x82\xd3\xe4\x93\x02\x36\x12\x34/v1beta2/projects/{project_id}/regions/{region}/jobs\xda\x41\x12project_id, region\xda\x41\x1aproject_id, region, filter\x12\xac\x01\n\tUpdateJob\x12/.google.cloud.dataproc.v1beta2.UpdateJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"J\x82\xd3\xe4\x93\x02\x44\x32=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xce\x01\n\tCancelJob\x12/.google.cloud.dataproc.v1beta2.CancelJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"l\x82\xd3\xe4\x93\x02I"D/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\xda\x41\x1aproject_id, region, job_id\x12\xb8\x01\n\tDeleteJob\x12/.google.cloud.dataproc.v1beta2.DeleteJobRequest\x1a\x16.google.protobuf.Empty"b\x82\xd3\xe4\x93\x02?*=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x1aproject_id, region, job_id\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBw\n!com.google.cloud.dataproc.v1beta2B\tJobsProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3' - ), + serialized_options=b"\n!com.google.cloud.dataproc.v1beta2B\tJobsProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc", + serialized_pb=b'\n.google/cloud/dataproc_v1beta2/proto/jobs.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto"\xcb\x02\n\rLoggingConfig\x12\\\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32\x41.google.cloud.dataproc.v1beta2.LoggingConfig.DriverLogLevelsEntry\x1aj\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x41\n\x05value\x18\x02 \x01(\x0e\x32\x32.google.cloud.dataproc.v1beta2.LoggingConfig.Level:\x02\x38\x01"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08"\xfb\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x07 \x03(\x0b\x32\x38.google.cloud.dataproc.v1beta2.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x08 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\xf9\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12P\n\nproperties\x18\x07 \x03(\x0b\x32\x37.google.cloud.dataproc.v1beta2.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x08 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river"\x82\x03\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12R\n\nproperties\x18\x07 \x03(\x0b\x32\x39.google.cloud.dataproc.v1beta2.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x08 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02"\xc4\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12Z\n\x10script_variables\x18\x04 \x03(\x0b\x32;.google.cloud.dataproc.v1beta2.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12O\n\nproperties\x18\x05 \x03(\x0b\x32\x36.google.cloud.dataproc.v1beta2.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xf9\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12^\n\x10script_variables\x18\x03 \x03(\x0b\x32?.google.cloud.dataproc.v1beta2.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12S\n\nproperties\x18\x04 \x03(\x0b\x32:.google.cloud.dataproc.v1beta2.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x06 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\x8c\x04\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12Y\n\x10script_variables\x18\x04 \x03(\x0b\x32:.google.cloud.dataproc.v1beta2.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x05 \x03(\x0b\x32\x35.google.cloud.dataproc.v1beta2.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x07 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"\xc0\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x05 \x03(\x0b\x32\x38.google.cloud.dataproc.v1beta2.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x06 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\x99\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12>\n\nquery_list\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12Q\n\nproperties\x18\x06 \x03(\x0b\x32\x38.google.cloud.dataproc.v1beta2.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12I\n\x0elogging_config\x18\x07 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries"D\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03"\xe0\x03\n\tJobStatus\x12\x42\n\x05state\x18\x01 \x01(\x0e\x32..google.cloud.dataproc.v1beta2.JobStatus.StateB\x03\xe0\x41\x03\x12\x14\n\x07\x64\x65tails\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12H\n\x08substate\x18\x07 \x01(\x0e\x32\x31.google.cloud.dataproc.v1beta2.JobStatus.SubstateB\x03\xe0\x41\x03"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01"\xaa\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12H\n\x05state\x18\x02 \x01(\x0e\x32\x34.google.cloud.dataproc.v1beta2.YarnApplication.StateB\x03\xe0\x41\x03\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x03"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08"\xe5\t\n\x03Job\x12\x43\n\treference\x18\x01 \x01(\x0b\x32+.google.cloud.dataproc.v1beta2.JobReferenceB\x03\xe0\x41\x01\x12\x43\n\tplacement\x18\x02 \x01(\x0b\x32+.google.cloud.dataproc.v1beta2.JobPlacementB\x03\xe0\x41\x02\x12\x43\n\nhadoop_job\x18\x03 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.HadoopJobB\x03\xe0\x41\x01H\x00\x12\x41\n\tspark_job\x18\x04 \x01(\x0b\x32\'.google.cloud.dataproc.v1beta2.SparkJobB\x03\xe0\x41\x01H\x00\x12\x45\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32).google.cloud.dataproc.v1beta2.PySparkJobB\x03\xe0\x41\x01H\x00\x12?\n\x08hive_job\x18\x06 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.HiveJobB\x03\xe0\x41\x01H\x00\x12=\n\x07pig_job\x18\x07 \x01(\x0b\x32%.google.cloud.dataproc.v1beta2.PigJobB\x03\xe0\x41\x01H\x00\x12\x44\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.SparkRJobB\x03\xe0\x41\x01H\x00\x12H\n\rspark_sql_job\x18\x0c \x01(\x0b\x32*.google.cloud.dataproc.v1beta2.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12\x43\n\npresto_job\x18\x17 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.PrestoJobB\x03\xe0\x41\x01H\x00\x12=\n\x06status\x18\x08 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.JobStatusB\x03\xe0\x41\x03\x12\x45\n\x0estatus_history\x18\r \x03(\x0b\x32(.google.cloud.dataproc.v1beta2.JobStatusB\x03\xe0\x41\x03\x12N\n\x11yarn_applications\x18\t \x03(\x0b\x32..google.cloud.dataproc.v1beta2.YarnApplicationB\x03\xe0\x41\x03\x12\x19\n\x0csubmitted_by\x18\n \x01(\tB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12\x43\n\x06labels\x18\x12 \x03(\x0b\x32..google.cloud.dataproc.v1beta2.Job.LabelsEntryB\x03\xe0\x41\x01\x12\x45\n\nscheduling\x18\x14 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x18 \x01(\x08\x42\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job"3\n\rJobScheduling\x12"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01"\xb3\x01\n\x0bJobMetadata\x12\x13\n\x06job_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12=\n\x06status\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.JobStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03"\x8f\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x03job\x18\x02 \x01(\x0b\x32".google.cloud.dataproc.v1beta2.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"\xb8\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12^\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32>.google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02"\xc1\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x03job\x18\x04 \x01(\x0b\x32".google.cloud.dataproc.v1beta2.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02"g\n\x10ListJobsResponse\x12\x35\n\x04jobs\x18\x01 \x03(\x0b\x32".google.cloud.dataproc.v1beta2.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xe7\x0b\n\rJobController\x12\xc2\x01\n\tSubmitJob\x12/.google.cloud.dataproc.v1beta2.SubmitJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"`\x82\xd3\xe4\x93\x02@";/v1beta2/projects/{project_id}/regions/{region}/jobs:submit:\x01*\xda\x41\x17project_id, region, job\x12\xe9\x01\n\x14SubmitJobAsOperation\x12/.google.cloud.dataproc.v1beta2.SubmitJobRequest\x1a\x1d.google.longrunning.Operation"\x80\x01\x82\xd3\xe4\x93\x02K"F/v1beta2/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\x01*\xda\x41\x17project_id, region, job\xca\x41\x12\n\x03Job\x12\x0bJobMetadata\x12\xbe\x01\n\x06GetJob\x12,.google.cloud.dataproc.v1beta2.GetJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"b\x82\xd3\xe4\x93\x02?\x12=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x1aproject_id, region, job_id\x12\xdb\x01\n\x08ListJobs\x12..google.cloud.dataproc.v1beta2.ListJobsRequest\x1a/.google.cloud.dataproc.v1beta2.ListJobsResponse"n\x82\xd3\xe4\x93\x02\x36\x12\x34/v1beta2/projects/{project_id}/regions/{region}/jobs\xda\x41\x12project_id, region\xda\x41\x1aproject_id, region, filter\x12\xac\x01\n\tUpdateJob\x12/.google.cloud.dataproc.v1beta2.UpdateJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"J\x82\xd3\xe4\x93\x02\x44\x32=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xce\x01\n\tCancelJob\x12/.google.cloud.dataproc.v1beta2.CancelJobRequest\x1a".google.cloud.dataproc.v1beta2.Job"l\x82\xd3\xe4\x93\x02I"D/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\xda\x41\x1aproject_id, region, job_id\x12\xb8\x01\n\tDeleteJob\x12/.google.cloud.dataproc.v1beta2.DeleteJobRequest\x1a\x16.google.protobuf.Empty"b\x82\xd3\xe4\x93\x02?*=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x1aproject_id, region, job_id\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBw\n!com.google.cloud.dataproc.v1beta2B\tJobsProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3', dependencies=[ google_dot_api_dot_annotations__pb2.DESCRIPTOR, google_dot_api_dot_client__pb2.DESCRIPTOR, @@ -140,8 +133,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=3943, - serialized_end=4112, + serialized_start=4355, + serialized_end=4524, ) _sym_db.RegisterEnumDescriptor(_JOBSTATUS_STATE) @@ -166,8 +159,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=4114, - serialized_end=4186, + serialized_start=4526, + serialized_end=4598, ) _sym_db.RegisterEnumDescriptor(_JOBSTATUS_SUBSTATE) @@ -211,8 +204,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=4414, - serialized_end=4549, + serialized_start=4826, + serialized_end=4961, ) _sym_db.RegisterEnumDescriptor(_YARNAPPLICATION_STATE) @@ -234,8 +227,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=6226, - serialized_end=6280, + serialized_start=6943, + serialized_end=6997, ) _sym_db.RegisterEnumDescriptor(_LISTJOBSREQUEST_JOBSTATEMATCHER) @@ -256,7 +249,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -287,7 +280,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -351,7 +344,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -369,7 +362,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -382,7 +375,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -407,7 +400,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -425,7 +418,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -449,7 +442,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -467,7 +460,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -485,7 +478,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -503,7 +496,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -521,7 +514,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -539,7 +532,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -580,7 +573,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -598,7 +591,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -611,7 +604,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -636,7 +629,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -654,7 +647,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -678,7 +671,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -696,7 +689,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -714,7 +707,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -732,7 +725,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -750,7 +743,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -768,7 +761,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -809,7 +802,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -827,7 +820,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -840,7 +833,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -865,13 +858,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -889,7 +882,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -907,7 +900,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -925,7 +918,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -943,7 +936,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -961,7 +954,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -979,7 +972,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -997,7 +990,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1036,7 +1029,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ) ], @@ -1069,7 +1062,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1087,7 +1080,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1100,7 +1093,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1125,7 +1118,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1143,7 +1136,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1156,7 +1149,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1181,7 +1174,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1223,7 +1216,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1241,7 +1234,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1259,7 +1252,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1277,7 +1270,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1318,7 +1311,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1336,7 +1329,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1349,7 +1342,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1374,7 +1367,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1392,7 +1385,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1405,7 +1398,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1430,7 +1423,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1472,7 +1465,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1490,7 +1483,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1508,7 +1501,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1526,7 +1519,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1567,7 +1560,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1585,7 +1578,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1598,7 +1591,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1623,7 +1616,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1641,7 +1634,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1654,7 +1647,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1679,7 +1672,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1721,7 +1714,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1739,7 +1732,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1757,7 +1750,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1775,7 +1768,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1793,7 +1786,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -1834,7 +1827,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1852,7 +1845,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1865,7 +1858,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -1890,13 +1883,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1914,7 +1907,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1932,7 +1925,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1950,7 +1943,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1968,7 +1961,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1986,7 +1979,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2003,6 +1996,217 @@ ) +_PRESTOJOB_PROPERTIESENTRY = _descriptor.Descriptor( + name="PropertiesEntry", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.PropertiesEntry", + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name="key", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.PropertiesEntry.key", + index=0, + number=1, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=None, + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="value", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.PropertiesEntry.value", + index=1, + number=2, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=None, + file=DESCRIPTOR, + ), + ], + extensions=[], + nested_types=[], + enum_types=[], + serialized_options=b"8\001", + is_extendable=False, + syntax="proto3", + extension_ranges=[], + oneofs=[], + serialized_start=957, + serialized_end=1006, +) + +_PRESTOJOB = _descriptor.Descriptor( + name="PrestoJob", + full_name="google.cloud.dataproc.v1beta2.PrestoJob", + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name="query_file_uri", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.query_file_uri", + index=0, + number=1, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=None, + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="query_list", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.query_list", + index=1, + number=2, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=None, + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="continue_on_failure", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.continue_on_failure", + index=2, + number=3, + type=8, + cpp_type=7, + label=1, + has_default_value=False, + default_value=False, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="output_format", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.output_format", + index=3, + number=4, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="client_tags", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.client_tags", + index=4, + number=5, + type=9, + cpp_type=9, + label=3, + has_default_value=False, + default_value=[], + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="properties", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.properties", + index=5, + number=6, + type=11, + cpp_type=10, + label=3, + has_default_value=False, + default_value=[], + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="logging_config", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.logging_config", + index=6, + number=7, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + ], + extensions=[], + nested_types=[_PRESTOJOB_PROPERTIESENTRY], + enum_types=[], + serialized_options=None, + is_extendable=False, + syntax="proto3", + extension_ranges=[], + oneofs=[ + _descriptor.OneofDescriptor( + name="queries", + full_name="google.cloud.dataproc.v1beta2.PrestoJob.queries", + index=0, + containing_type=None, + fields=[], + ) + ], + serialized_start=3636, + serialized_end=4045, +) + + _JOBPLACEMENT = _descriptor.Descriptor( name="JobPlacement", full_name="google.cloud.dataproc.v1beta2.JobPlacement", @@ -2019,13 +2223,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2037,13 +2241,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2055,8 +2259,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3635, - serialized_end=3703, + serialized_start=4047, + serialized_end=4115, ) @@ -2082,7 +2286,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2094,13 +2298,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2118,7 +2322,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2136,7 +2340,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2148,8 +2352,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3706, - serialized_end=4186, + serialized_start=4118, + serialized_end=4598, ) @@ -2169,13 +2373,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2187,13 +2391,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2205,8 +2409,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4188, - serialized_end=4248, + serialized_start=4600, + serialized_end=4660, ) @@ -2226,13 +2430,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2250,7 +2454,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2268,7 +2472,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2280,13 +2484,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2298,8 +2502,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4251, - serialized_end=4549, + serialized_start=4663, + serialized_end=4961, ) @@ -2319,7 +2523,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2337,7 +2541,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2350,13 +2554,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5625, - serialized_end=5670, + serialized_start=6160, + serialized_end=6205, ) _JOB = _descriptor.Descriptor( @@ -2381,7 +2585,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2399,7 +2603,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2417,7 +2621,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2435,7 +2639,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2453,7 +2657,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2471,7 +2675,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2489,7 +2693,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2507,7 +2711,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2525,13 +2729,31 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="presto_job", + full_name="google.cloud.dataproc.v1beta2.Job.presto_job", + index=9, + number=23, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="status", full_name="google.cloud.dataproc.v1beta2.Job.status", - index=9, + index=10, number=8, type=11, cpp_type=10, @@ -2543,13 +2765,13 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="status_history", full_name="google.cloud.dataproc.v1beta2.Job.status_history", - index=10, + index=11, number=13, type=11, cpp_type=10, @@ -2561,13 +2783,13 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="yarn_applications", full_name="google.cloud.dataproc.v1beta2.Job.yarn_applications", - index=11, + index=12, number=9, type=11, cpp_type=10, @@ -2579,67 +2801,67 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="submitted_by", full_name="google.cloud.dataproc.v1beta2.Job.submitted_by", - index=12, + index=13, number=10, type=9, cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="driver_output_resource_uri", full_name="google.cloud.dataproc.v1beta2.Job.driver_output_resource_uri", - index=13, + index=14, number=17, type=9, cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="driver_control_files_uri", full_name="google.cloud.dataproc.v1beta2.Job.driver_control_files_uri", - index=14, + index=15, number=15, type=9, cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="labels", full_name="google.cloud.dataproc.v1beta2.Job.labels", - index=15, + index=16, number=18, type=11, cpp_type=10, @@ -2651,13 +2873,13 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="scheduling", full_name="google.cloud.dataproc.v1beta2.Job.scheduling", - index=16, + index=17, number=20, type=11, cpp_type=10, @@ -2669,25 +2891,43 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="job_uuid", full_name="google.cloud.dataproc.v1beta2.Job.job_uuid", - index=17, + index=18, number=22, type=9, cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="done", + full_name="google.cloud.dataproc.v1beta2.Job.done", + index=19, + number=24, + type=8, + cpp_type=7, + label=1, + has_default_value=False, + default_value=False, message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2707,8 +2947,8 @@ fields=[], ) ], - serialized_start=4552, - serialized_end=5682, + serialized_start=4964, + serialized_end=6217, ) @@ -2734,7 +2974,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ) ], @@ -2746,8 +2986,101 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5684, - serialized_end=5735, + serialized_start=6219, + serialized_end=6270, +) + + +_JOBMETADATA = _descriptor.Descriptor( + name="JobMetadata", + full_name="google.cloud.dataproc.v1beta2.JobMetadata", + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name="job_id", + full_name="google.cloud.dataproc.v1beta2.JobMetadata.job_id", + index=0, + number=1, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="status", + full_name="google.cloud.dataproc.v1beta2.JobMetadata.status", + index=1, + number=2, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="operation_type", + full_name="google.cloud.dataproc.v1beta2.JobMetadata.operation_type", + index=2, + number=3, + type=9, + cpp_type=9, + label=1, + has_default_value=False, + default_value=b"".decode("utf-8"), + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + _descriptor.FieldDescriptor( + name="start_time", + full_name="google.cloud.dataproc.v1beta2.JobMetadata.start_time", + index=3, + number=4, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=b"\340A\003", + file=DESCRIPTOR, + ), + ], + extensions=[], + nested_types=[], + enum_types=[], + serialized_options=None, + is_extendable=False, + syntax="proto3", + extension_ranges=[], + oneofs=[], + serialized_start=6273, + serialized_end=6452, ) @@ -2767,13 +3100,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2785,13 +3118,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2809,7 +3142,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2821,13 +3154,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -2839,8 +3172,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5738, - serialized_end=5881, + serialized_start=6455, + serialized_end=6598, ) @@ -2860,13 +3193,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2878,13 +3211,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2896,13 +3229,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -2914,8 +3247,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5883, - serialized_end=5965, + serialized_start=6600, + serialized_end=6682, ) @@ -2935,13 +3268,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2953,13 +3286,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2977,7 +3310,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2989,13 +3322,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3007,13 +3340,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3031,7 +3364,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3043,13 +3376,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -3061,8 +3394,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5968, - serialized_end=6280, + serialized_start=6685, + serialized_end=6997, ) @@ -3082,13 +3415,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3100,13 +3433,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3118,13 +3451,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3142,7 +3475,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3160,7 +3493,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3172,8 +3505,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6283, - serialized_end=6476, + serialized_start=7000, + serialized_end=7193, ) @@ -3199,7 +3532,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3211,13 +3544,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -3229,8 +3562,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6478, - serialized_end=6581, + serialized_start=7195, + serialized_end=7298, ) @@ -3250,13 +3583,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3268,13 +3601,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3286,13 +3619,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3304,8 +3637,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6583, - serialized_end=6668, + serialized_start=7300, + serialized_end=7385, ) @@ -3325,13 +3658,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3343,13 +3676,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -3361,13 +3694,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -3379,8 +3712,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=6670, - serialized_end=6755, + serialized_start=7387, + serialized_end=7472, ) _LOGGINGCONFIG_DRIVERLOGLEVELSENTRY.fields_by_name[ @@ -3476,6 +3809,22 @@ _SPARKRJOB_PROPERTIESENTRY.containing_type = _SPARKRJOB _SPARKRJOB.fields_by_name["properties"].message_type = _SPARKRJOB_PROPERTIESENTRY _SPARKRJOB.fields_by_name["logging_config"].message_type = _LOGGINGCONFIG +_PRESTOJOB_PROPERTIESENTRY.containing_type = _PRESTOJOB +_PRESTOJOB.fields_by_name["query_list"].message_type = _QUERYLIST +_PRESTOJOB.fields_by_name["properties"].message_type = _PRESTOJOB_PROPERTIESENTRY +_PRESTOJOB.fields_by_name["logging_config"].message_type = _LOGGINGCONFIG +_PRESTOJOB.oneofs_by_name["queries"].fields.append( + _PRESTOJOB.fields_by_name["query_file_uri"] +) +_PRESTOJOB.fields_by_name[ + "query_file_uri" +].containing_oneof = _PRESTOJOB.oneofs_by_name["queries"] +_PRESTOJOB.oneofs_by_name["queries"].fields.append( + _PRESTOJOB.fields_by_name["query_list"] +) +_PRESTOJOB.fields_by_name["query_list"].containing_oneof = _PRESTOJOB.oneofs_by_name[ + "queries" +] _JOBSTATUS.fields_by_name["state"].enum_type = _JOBSTATUS_STATE _JOBSTATUS.fields_by_name[ "state_start_time" @@ -3495,6 +3844,7 @@ _JOB.fields_by_name["pig_job"].message_type = _PIGJOB _JOB.fields_by_name["spark_r_job"].message_type = _SPARKRJOB _JOB.fields_by_name["spark_sql_job"].message_type = _SPARKSQLJOB +_JOB.fields_by_name["presto_job"].message_type = _PRESTOJOB _JOB.fields_by_name["status"].message_type = _JOBSTATUS _JOB.fields_by_name["status_history"].message_type = _JOBSTATUS _JOB.fields_by_name["yarn_applications"].message_type = _YARNAPPLICATION @@ -3514,6 +3864,12 @@ _JOB.fields_by_name["spark_r_job"].containing_oneof = _JOB.oneofs_by_name["type_job"] _JOB.oneofs_by_name["type_job"].fields.append(_JOB.fields_by_name["spark_sql_job"]) _JOB.fields_by_name["spark_sql_job"].containing_oneof = _JOB.oneofs_by_name["type_job"] +_JOB.oneofs_by_name["type_job"].fields.append(_JOB.fields_by_name["presto_job"]) +_JOB.fields_by_name["presto_job"].containing_oneof = _JOB.oneofs_by_name["type_job"] +_JOBMETADATA.fields_by_name["status"].message_type = _JOBSTATUS +_JOBMETADATA.fields_by_name[ + "start_time" +].message_type = google_dot_protobuf_dot_timestamp__pb2._TIMESTAMP _SUBMITJOBREQUEST.fields_by_name["job"].message_type = _JOB _LISTJOBSREQUEST.fields_by_name[ "job_state_matcher" @@ -3533,12 +3889,14 @@ DESCRIPTOR.message_types_by_name["SparkSqlJob"] = _SPARKSQLJOB DESCRIPTOR.message_types_by_name["PigJob"] = _PIGJOB DESCRIPTOR.message_types_by_name["SparkRJob"] = _SPARKRJOB +DESCRIPTOR.message_types_by_name["PrestoJob"] = _PRESTOJOB DESCRIPTOR.message_types_by_name["JobPlacement"] = _JOBPLACEMENT DESCRIPTOR.message_types_by_name["JobStatus"] = _JOBSTATUS DESCRIPTOR.message_types_by_name["JobReference"] = _JOBREFERENCE DESCRIPTOR.message_types_by_name["YarnApplication"] = _YARNAPPLICATION DESCRIPTOR.message_types_by_name["Job"] = _JOB DESCRIPTOR.message_types_by_name["JobScheduling"] = _JOBSCHEDULING +DESCRIPTOR.message_types_by_name["JobMetadata"] = _JOBMETADATA DESCRIPTOR.message_types_by_name["SubmitJobRequest"] = _SUBMITJOBREQUEST DESCRIPTOR.message_types_by_name["GetJobRequest"] = _GETJOBREQUEST DESCRIPTOR.message_types_by_name["ListJobsRequest"] = _LISTJOBSREQUEST @@ -3551,29 +3909,29 @@ LoggingConfig = _reflection.GeneratedProtocolMessageType( "LoggingConfig", (_message.Message,), - dict( - DriverLogLevelsEntry=_reflection.GeneratedProtocolMessageType( + { + "DriverLogLevelsEntry": _reflection.GeneratedProtocolMessageType( "DriverLogLevelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_LOGGINGCONFIG_DRIVERLOGLEVELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _LOGGINGCONFIG_DRIVERLOGLEVELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.LoggingConfig.DriverLogLevelsEntry) - ), + }, ), - DESCRIPTOR=_LOGGINGCONFIG, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""The runtime logging config of the job. + "DESCRIPTOR": _LOGGINGCONFIG, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """The runtime logging config of the job. Attributes: driver_log_levels: The per-package log levels for the driver. This may include - "root" package name to configure rootLogger. Examples: - 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG' + “root” package name to configure rootLogger. Examples: + ‘com.google = FATAL’, ‘root = INFO’, ‘org.apache = DEBUG’ """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.LoggingConfig) - ), + }, ) _sym_db.RegisterMessage(LoggingConfig) _sym_db.RegisterMessage(LoggingConfig.DriverLogLevelsEntry) @@ -3581,19 +3939,19 @@ HadoopJob = _reflection.GeneratedProtocolMessageType( "HadoopJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_HADOOPJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _HADOOPJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.HadoopJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_HADOOPJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache Hadoop + "DESCRIPTOR": _HADOOPJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Hadoop MapReduce `__ jobs on `Apache Hadoop YARN `__. @@ -3601,19 +3959,19 @@ Attributes: driver: - Required. Indicates the location of the driver's main class. + Required. Indicates the location of the driver’s main class. Specify either the jar file that contains the main class or the main class name. To specify both, add the jar file to ``jar_file_uris``, and then specify the main class name in this property. main_jar_file_uri: The HCFS URI of the jar file containing the main class. - Examples: 'gs://foo-bucket/analytics-binaries/extract-useful- - metrics-mr.jar' 'hdfs:/tmp/test-samples/custom-wordcount.jar' - 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce- - examples.jar' + Examples: ‘gs://foo-bucket/analytics-binaries/extract-useful- + metrics-mr.jar’ ‘hdfs:/tmp/test-samples/custom-wordcount.jar’ + ‘file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce- + examples.jar’ main_class: - The name of the driver's main class. The jar file containing + The name of the driver’s main class. The jar file containing the class must be in the default CLASSPATH or specified in ``jar_file_uris``. args: @@ -3636,12 +3994,12 @@ Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties - set in /etc/hadoop/conf/\*-site and classes in user code. + set in ``/etc/hadoop/conf/*-site`` and classes in user code. logging_config: Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.HadoopJob) - ), + }, ) _sym_db.RegisterMessage(HadoopJob) _sym_db.RegisterMessage(HadoopJob.PropertiesEntry) @@ -3649,19 +4007,19 @@ SparkJob = _reflection.GeneratedProtocolMessageType( "SparkJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SPARKJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _SPARKJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Spark `__ applications on YARN. The specification of the main method to call to drive the job. Specify either the jar file that contains the main class or the main class name. @@ -3674,7 +4032,7 @@ main_jar_file_uri: The HCFS URI of the jar file that contains the main class. main_class: - The name of the driver's main class. The jar file that + The name of the driver’s main class. The jar file that contains the class must be in the default CLASSPATH or specified in ``jar_file_uris``. args: @@ -3703,7 +4061,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkJob) - ), + }, ) _sym_db.RegisterMessage(SparkJob) _sym_db.RegisterMessage(SparkJob.PropertiesEntry) @@ -3711,19 +4069,19 @@ PySparkJob = _reflection.GeneratedProtocolMessageType( "PySparkJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PYSPARKJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _PYSPARKJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PySparkJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_PYSPARKJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _PYSPARKJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache PySpark `__ applications on YARN. @@ -3760,7 +4118,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PySparkJob) - ), + }, ) _sym_db.RegisterMessage(PySparkJob) _sym_db.RegisterMessage(PySparkJob.PropertiesEntry) @@ -3768,10 +4126,10 @@ QueryList = _reflection.GeneratedProtocolMessageType( "QueryList", (_message.Message,), - dict( - DESCRIPTOR=_QUERYLIST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A list of queries to run on a cluster. + { + "DESCRIPTOR": _QUERYLIST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A list of queries to run on a cluster. Attributes: @@ -3780,40 +4138,40 @@ a query with a semicolon. Multiple queries can be specified in one string by separating each with a semicolon. Here is an example of an Cloud Dataproc API snippet that uses a QueryList - to specify a HiveJob: :: "hiveJob": { "queryList": - { "queries": [ "query1", "query2", - "query3;query4", ] } } + to specify a HiveJob: :: "hiveJob": { "queryList": { + "queries": [ "query1", "query2", + "query3;query4", ] } } """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.QueryList) - ), + }, ) _sym_db.RegisterMessage(QueryList) HiveJob = _reflection.GeneratedProtocolMessageType( "HiveJob", (_message.Message,), - dict( - ScriptVariablesEntry=_reflection.GeneratedProtocolMessageType( + { + "ScriptVariablesEntry": _reflection.GeneratedProtocolMessageType( "ScriptVariablesEntry", (_message.Message,), - dict( - DESCRIPTOR=_HIVEJOB_SCRIPTVARIABLESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _HIVEJOB_SCRIPTVARIABLESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.HiveJob.ScriptVariablesEntry) - ), + }, ), - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_HIVEJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _HIVEJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.HiveJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_HIVEJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _HIVEJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Hive `__ queries on YARN. @@ -3836,7 +4194,7 @@ Optional. A mapping of property names and values, used to configure Hive. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties - set in /etc/hadoop/conf/\*-site.xml, /etc/hive/conf/hive- + set in ``/etc/hadoop/conf/*-site``.xml, /etc/hive/conf/hive- site.xml, and classes in user code. jar_file_uris: Optional. HCFS URIs of jar files to add to the CLASSPATH of @@ -3844,7 +4202,7 @@ Hive SerDes and UDFs. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.HiveJob) - ), + }, ) _sym_db.RegisterMessage(HiveJob) _sym_db.RegisterMessage(HiveJob.ScriptVariablesEntry) @@ -3853,28 +4211,28 @@ SparkSqlJob = _reflection.GeneratedProtocolMessageType( "SparkSqlJob", (_message.Message,), - dict( - ScriptVariablesEntry=_reflection.GeneratedProtocolMessageType( + { + "ScriptVariablesEntry": _reflection.GeneratedProtocolMessageType( "ScriptVariablesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKSQLJOB_SCRIPTVARIABLESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKSQLJOB_SCRIPTVARIABLESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkSqlJob.ScriptVariablesEntry) - ), + }, ), - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKSQLJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKSQLJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkSqlJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SPARKSQLJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache Spark + "DESCRIPTOR": _SPARKSQLJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Spark SQL `__ queries. @@ -3891,7 +4249,7 @@ (equivalent to the Spark SQL command: SET ``name="value";``). properties: Optional. A mapping of property names to values, used to - configure Spark SQL's SparkConf. Properties that conflict with + configure Spark SQL’s SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten. jar_file_uris: Optional. HCFS URIs of jar files to be added to the Spark @@ -3900,7 +4258,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkSqlJob) - ), + }, ) _sym_db.RegisterMessage(SparkSqlJob) _sym_db.RegisterMessage(SparkSqlJob.ScriptVariablesEntry) @@ -3909,28 +4267,28 @@ PigJob = _reflection.GeneratedProtocolMessageType( "PigJob", (_message.Message,), - dict( - ScriptVariablesEntry=_reflection.GeneratedProtocolMessageType( + { + "ScriptVariablesEntry": _reflection.GeneratedProtocolMessageType( "ScriptVariablesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PIGJOB_SCRIPTVARIABLESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _PIGJOB_SCRIPTVARIABLESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PigJob.ScriptVariablesEntry) - ), + }, ), - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_PIGJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _PIGJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PigJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_PIGJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _PIGJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache Pig `__ queries on YARN. @@ -3953,8 +4311,8 @@ Optional. A mapping of property names to values, used to configure Pig. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in - /etc/hadoop/conf/\*-site.xml, /etc/pig/conf/pig.properties, - and classes in user code. + ``/etc/hadoop/conf/*-site``.xml, /etc/pig/conf/pig.properties, and + classes in user code. jar_file_uris: Optional. HCFS URIs of jar files to add to the CLASSPATH of the Pig Client and Hadoop MapReduce (MR) tasks. Can contain @@ -3963,7 +4321,7 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PigJob) - ), + }, ) _sym_db.RegisterMessage(PigJob) _sym_db.RegisterMessage(PigJob.ScriptVariablesEntry) @@ -3972,19 +4330,19 @@ SparkRJob = _reflection.GeneratedProtocolMessageType( "SparkRJob", (_message.Message,), - dict( - PropertiesEntry=_reflection.GeneratedProtocolMessageType( + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( "PropertiesEntry", (_message.Message,), - dict( - DESCRIPTOR=_SPARKRJOB_PROPERTIESENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _SPARKRJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkRJob.PropertiesEntry) - ), + }, ), - DESCRIPTOR=_SPARKRJOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job for running `Apache + "DESCRIPTOR": _SPARKRJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running `Apache SparkR `__ applications on YARN. @@ -4016,18 +4374,71 @@ Optional. The runtime log config for job execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SparkRJob) - ), + }, ) _sym_db.RegisterMessage(SparkRJob) _sym_db.RegisterMessage(SparkRJob.PropertiesEntry) +PrestoJob = _reflection.GeneratedProtocolMessageType( + "PrestoJob", + (_message.Message,), + { + "PropertiesEntry": _reflection.GeneratedProtocolMessageType( + "PropertiesEntry", + (_message.Message,), + { + "DESCRIPTOR": _PRESTOJOB_PROPERTIESENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" + # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PrestoJob.PropertiesEntry) + }, + ), + "DESCRIPTOR": _PRESTOJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job for running + `Presto `__ queries. **IMPORTANT**: The `Dataproc + Presto Optional Component `__ + must be enabled when the cluster is created to submit a Presto job to + the cluster. + + + Attributes: + queries: + Required. The sequence of Presto queries to execute, specified + as either an HCFS file URI or as a list of queries. + query_file_uri: + The HCFS URI of the script that contains SQL queries. + query_list: + A list of queries. + continue_on_failure: + Optional. Whether to continue executing queries if a query + fails. The default value is ``false``. Setting to ``true`` can + be useful when executing independent parallel queries. + output_format: + Optional. The format in which query output will be displayed. + See the Presto documentation for supported output formats + client_tags: + Optional. Presto client tags to attach to this query + properties: + Optional. A mapping of property names to values. Used to set + Presto `session properties + `__ + Equivalent to using the –session flag in the Presto CLI + logging_config: + Optional. The runtime log config for job execution. + """, + # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.PrestoJob) + }, +) +_sym_db.RegisterMessage(PrestoJob) +_sym_db.RegisterMessage(PrestoJob.PropertiesEntry) + JobPlacement = _reflection.GeneratedProtocolMessageType( "JobPlacement", (_message.Message,), - dict( - DESCRIPTOR=_JOBPLACEMENT, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""Dataproc job config. + { + "DESCRIPTOR": _JOBPLACEMENT, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """Dataproc job config. Attributes: @@ -4039,17 +4450,17 @@ when the job is submitted. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.JobPlacement) - ), + }, ) _sym_db.RegisterMessage(JobPlacement) JobStatus = _reflection.GeneratedProtocolMessageType( "JobStatus", (_message.Message,), - dict( - DESCRIPTOR=_JOBSTATUS, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""Dataproc job status. + { + "DESCRIPTOR": _JOBSTATUS, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """Dataproc job status. Attributes: @@ -4065,17 +4476,17 @@ status reported by the agent. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.JobStatus) - ), + }, ) _sym_db.RegisterMessage(JobStatus) JobReference = _reflection.GeneratedProtocolMessageType( "JobReference", (_message.Message,), - dict( - DESCRIPTOR=_JOBREFERENCE, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""Encapsulates the full scoping used to reference a job. + { + "DESCRIPTOR": _JOBREFERENCE, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """Encapsulates the full scoping used to reference a job. Attributes: @@ -4085,22 +4496,22 @@ job_id: Optional. The job ID, which must be unique within the project. The ID must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), or hyphens (-). The maximum length is 100 + underscores (_), or hyphens (-). The maximum length is 100 characters. If not specified by the caller, the job ID will be provided by the server. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.JobReference) - ), + }, ) _sym_db.RegisterMessage(JobReference) YarnApplication = _reflection.GeneratedProtocolMessageType( "YarnApplication", (_message.Message,), - dict( - DESCRIPTOR=_YARNAPPLICATION, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A YARN application created by a job. Application + { + "DESCRIPTOR": _YARNAPPLICATION, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A YARN application created by a job. Application information is a subset of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. @@ -4123,26 +4534,26 @@ requires a proxy server for resolution and, possibly, access. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.YarnApplication) - ), + }, ) _sym_db.RegisterMessage(YarnApplication) Job = _reflection.GeneratedProtocolMessageType( "Job", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_JOB_LABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2" + { + "DESCRIPTOR": _JOB_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.Job.LabelsEntry) - ), + }, ), - DESCRIPTOR=_JOB, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A Dataproc job resource. + "DESCRIPTOR": _JOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A Dataproc job resource. Attributes: @@ -4150,17 +4561,33 @@ Optional. The fully qualified reference to the job, which can be used to obtain the equivalent REST path of the job resource. If this property is not specified when a job is - created, the server generates a job\_id. + created, the server generates a job_id. placement: Required. Job information, including how, when, and where to run the job. type_job: Required. The application/framework-specific portion of the job. + hadoop_job: + Optional. Job is a Hadoop job. + spark_job: + Optional. Job is a Spark job. + pyspark_job: + Optional. Job is a PySpark job. + hive_job: + Optional. Job is a Hive job. + pig_job: + Optional. Job is a Pig job. + spark_r_job: + Optional. Job is a SparkR job. + spark_sql_job: + Optional. Job is a SparkSql job. + presto_job: + Optional. Job is a Presto job. status: Output only. The job status. Additional application-specific - status information may be contained in the type\_job and - yarn\_applications fields. + status information may be contained in the type_job and + yarn_applications fields. status_history: Output only. The previous job status. yarn_applications: @@ -4173,7 +4600,7 @@ username@hostname. driver_output_resource_uri: Output only. A URI pointing to the location of the stdout of - the job's driver program. + the job’s driver program. driver_control_files_uri: Output only. If present, the location of miscellaneous control files which may be used as part of job setup and handling. If @@ -4192,10 +4619,15 @@ job_uuid: Output only. A UUID that uniquely identifies a job within the project over time. This is in contrast to a user-settable - reference.job\_id that may be reused over time. + reference.job_id that may be reused over time. + done: + Output only. Indicates whether the job is completed. If the + value is ``false``, the job is still in progress. If ``true``, + the job is completed, and ``status.state`` field will indicate + if it was successful, failed, or cancelled. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.Job) - ), + }, ) _sym_db.RegisterMessage(Job) _sym_db.RegisterMessage(Job.LabelsEntry) @@ -4203,10 +4635,10 @@ JobScheduling = _reflection.GeneratedProtocolMessageType( "JobScheduling", (_message.Message,), - dict( - DESCRIPTOR=_JOBSCHEDULING, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""Job scheduling options. + { + "DESCRIPTOR": _JOBSCHEDULING, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """Job scheduling options. Attributes: @@ -4218,17 +4650,41 @@ minute window. Maximum value is 10. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.JobScheduling) - ), + }, ) _sym_db.RegisterMessage(JobScheduling) +JobMetadata = _reflection.GeneratedProtocolMessageType( + "JobMetadata", + (_message.Message,), + { + "DESCRIPTOR": _JOBMETADATA, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """Job Operation metadata. + + + Attributes: + job_id: + Output only. The job id. + status: + Output only. Most recent job status. + operation_type: + Output only. Operation type. + start_time: + Output only. Job submission time. + """, + # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.JobMetadata) + }, +) +_sym_db.RegisterMessage(JobMetadata) + SubmitJobRequest = _reflection.GeneratedProtocolMessageType( "SubmitJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_SUBMITJOBREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A request to submit a job. + { + "DESCRIPTOR": _SUBMITJOBREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A request to submit a job. Attributes: @@ -4248,21 +4704,21 @@ the backend is returned. It is recommended to always set this value to a `UUID `__. The id must contain only letters (a-z, - A-Z), numbers (0-9), underscores (\_), and hyphens (-). The + A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.SubmitJobRequest) - ), + }, ) _sym_db.RegisterMessage(SubmitJobRequest) GetJobRequest = _reflection.GeneratedProtocolMessageType( "GetJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_GETJOBREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A request to get the resource representation for a job in + { + "DESCRIPTOR": _GETJOBREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A request to get the resource representation for a job in a project. @@ -4276,17 +4732,17 @@ Required. The job ID. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GetJobRequest) - ), + }, ) _sym_db.RegisterMessage(GetJobRequest) ListJobsRequest = _reflection.GeneratedProtocolMessageType( "ListJobsRequest", (_message.Message,), - dict( - DESCRIPTOR=_LISTJOBSREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A request to list jobs in a project. + { + "DESCRIPTOR": _LISTJOBSREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A request to list jobs in a project. Attributes: @@ -4310,7 +4766,7 @@ filter: Optional. A filter constraining the jobs to list. Filters are case-sensitive and have the following syntax: [field = value] - AND [field [= value]] ... where **field** is ``status.state`` + AND [field [= value]] … where **field** is ``status.state`` or ``labels.[KEY]``, and ``[KEY]`` is a label key. **value** can be ``*`` to match all values. ``status.state`` can be either ``ACTIVE`` or ``NON_ACTIVE``. Only the logical ``AND`` @@ -4320,17 +4776,17 @@ labels.starred = \* """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ListJobsRequest) - ), + }, ) _sym_db.RegisterMessage(ListJobsRequest) UpdateJobRequest = _reflection.GeneratedProtocolMessageType( "UpdateJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_UPDATEJOBREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A request to update a job. + { + "DESCRIPTOR": _UPDATEJOBREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A request to update a job. Attributes: @@ -4346,22 +4802,22 @@ update_mask: Required. Specifies the path, relative to Job, of the field to update. For example, to update the labels of a Job the - update\_mask parameter would be specified as labels, and the + update_mask parameter would be specified as labels, and the ``PATCH`` request body would specify the new value. Note: Currently, labels is the only field that can be updated. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.UpdateJobRequest) - ), + }, ) _sym_db.RegisterMessage(UpdateJobRequest) ListJobsResponse = _reflection.GeneratedProtocolMessageType( "ListJobsResponse", (_message.Message,), - dict( - DESCRIPTOR=_LISTJOBSRESPONSE, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A list of jobs in a project. + { + "DESCRIPTOR": _LISTJOBSRESPONSE, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A list of jobs in a project. Attributes: @@ -4374,17 +4830,17 @@ ListJobsRequest. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ListJobsResponse) - ), + }, ) _sym_db.RegisterMessage(ListJobsResponse) CancelJobRequest = _reflection.GeneratedProtocolMessageType( "CancelJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_CANCELJOBREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A request to cancel a job. + { + "DESCRIPTOR": _CANCELJOBREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A request to cancel a job. Attributes: @@ -4397,17 +4853,17 @@ Required. The job ID. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.CancelJobRequest) - ), + }, ) _sym_db.RegisterMessage(CancelJobRequest) DeleteJobRequest = _reflection.GeneratedProtocolMessageType( "DeleteJobRequest", (_message.Message,), - dict( - DESCRIPTOR=_DELETEJOBREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.jobs_pb2", - __doc__="""A request to delete a job. + { + "DESCRIPTOR": _DELETEJOBREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", + "__doc__": """A request to delete a job. Attributes: @@ -4420,7 +4876,7 @@ Required. The job ID. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.DeleteJobRequest) - ), + }, ) _sym_db.RegisterMessage(DeleteJobRequest) @@ -4477,6 +4933,12 @@ _SPARKRJOB.fields_by_name["archive_uris"]._options = None _SPARKRJOB.fields_by_name["properties"]._options = None _SPARKRJOB.fields_by_name["logging_config"]._options = None +_PRESTOJOB_PROPERTIESENTRY._options = None +_PRESTOJOB.fields_by_name["continue_on_failure"]._options = None +_PRESTOJOB.fields_by_name["output_format"]._options = None +_PRESTOJOB.fields_by_name["client_tags"]._options = None +_PRESTOJOB.fields_by_name["properties"]._options = None +_PRESTOJOB.fields_by_name["logging_config"]._options = None _JOBPLACEMENT.fields_by_name["cluster_name"]._options = None _JOBPLACEMENT.fields_by_name["cluster_uuid"]._options = None _JOBSTATUS.fields_by_name["state"]._options = None @@ -4492,6 +4954,14 @@ _JOB_LABELSENTRY._options = None _JOB.fields_by_name["reference"]._options = None _JOB.fields_by_name["placement"]._options = None +_JOB.fields_by_name["hadoop_job"]._options = None +_JOB.fields_by_name["spark_job"]._options = None +_JOB.fields_by_name["pyspark_job"]._options = None +_JOB.fields_by_name["hive_job"]._options = None +_JOB.fields_by_name["pig_job"]._options = None +_JOB.fields_by_name["spark_r_job"]._options = None +_JOB.fields_by_name["spark_sql_job"]._options = None +_JOB.fields_by_name["presto_job"]._options = None _JOB.fields_by_name["status"]._options = None _JOB.fields_by_name["status_history"]._options = None _JOB.fields_by_name["yarn_applications"]._options = None @@ -4501,7 +4971,12 @@ _JOB.fields_by_name["labels"]._options = None _JOB.fields_by_name["scheduling"]._options = None _JOB.fields_by_name["job_uuid"]._options = None +_JOB.fields_by_name["done"]._options = None _JOBSCHEDULING.fields_by_name["max_failures_per_hour"]._options = None +_JOBMETADATA.fields_by_name["job_id"]._options = None +_JOBMETADATA.fields_by_name["status"]._options = None +_JOBMETADATA.fields_by_name["operation_type"]._options = None +_JOBMETADATA.fields_by_name["start_time"]._options = None _SUBMITJOBREQUEST.fields_by_name["project_id"]._options = None _SUBMITJOBREQUEST.fields_by_name["region"]._options = None _SUBMITJOBREQUEST.fields_by_name["job"]._options = None @@ -4535,11 +5010,9 @@ full_name="google.cloud.dataproc.v1beta2.JobController", file=DESCRIPTOR, index=0, - serialized_options=_b( - "\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform" - ), - serialized_start=6758, - serialized_end=8033, + serialized_options=b"\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform", + serialized_start=7475, + serialized_end=8986, methods=[ _descriptor.MethodDescriptor( name="SubmitJob", @@ -4548,64 +5021,61 @@ containing_service=None, input_type=_SUBMITJOBREQUEST, output_type=_JOB, - serialized_options=_b( - '\202\323\344\223\002@";/v1beta2/projects/{project_id}/regions/{region}/jobs:submit:\001*\332A\027project_id, region, job' - ), + serialized_options=b'\202\323\344\223\002@";/v1beta2/projects/{project_id}/regions/{region}/jobs:submit:\001*\332A\027project_id, region, job', + ), + _descriptor.MethodDescriptor( + name="SubmitJobAsOperation", + full_name="google.cloud.dataproc.v1beta2.JobController.SubmitJobAsOperation", + index=1, + containing_service=None, + input_type=_SUBMITJOBREQUEST, + output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, + serialized_options=b'\202\323\344\223\002K"F/v1beta2/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\001*\332A\027project_id, region, job\312A\022\n\003Job\022\013JobMetadata', ), _descriptor.MethodDescriptor( name="GetJob", full_name="google.cloud.dataproc.v1beta2.JobController.GetJob", - index=1, + index=2, containing_service=None, input_type=_GETJOBREQUEST, output_type=_JOB, - serialized_options=_b( - "\202\323\344\223\002?\022=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\032project_id, region, job_id" - ), + serialized_options=b"\202\323\344\223\002?\022=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\032project_id, region, job_id", ), _descriptor.MethodDescriptor( name="ListJobs", full_name="google.cloud.dataproc.v1beta2.JobController.ListJobs", - index=2, + index=3, containing_service=None, input_type=_LISTJOBSREQUEST, output_type=_LISTJOBSRESPONSE, - serialized_options=_b( - "\202\323\344\223\0026\0224/v1beta2/projects/{project_id}/regions/{region}/jobs\332A\022project_id, region\332A\032project_id, region, filter" - ), + serialized_options=b"\202\323\344\223\0026\0224/v1beta2/projects/{project_id}/regions/{region}/jobs\332A\022project_id, region\332A\032project_id, region, filter", ), _descriptor.MethodDescriptor( name="UpdateJob", full_name="google.cloud.dataproc.v1beta2.JobController.UpdateJob", - index=3, + index=4, containing_service=None, input_type=_UPDATEJOBREQUEST, output_type=_JOB, - serialized_options=_b( - "\202\323\344\223\002D2=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:\003job" - ), + serialized_options=b"\202\323\344\223\002D2=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:\003job", ), _descriptor.MethodDescriptor( name="CancelJob", full_name="google.cloud.dataproc.v1beta2.JobController.CancelJob", - index=4, + index=5, containing_service=None, input_type=_CANCELJOBREQUEST, output_type=_JOB, - serialized_options=_b( - '\202\323\344\223\002I"D/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\001*\332A\032project_id, region, job_id' - ), + serialized_options=b'\202\323\344\223\002I"D/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\001*\332A\032project_id, region, job_id', ), _descriptor.MethodDescriptor( name="DeleteJob", full_name="google.cloud.dataproc.v1beta2.JobController.DeleteJob", - index=5, + index=6, containing_service=None, input_type=_DELETEJOBREQUEST, output_type=google_dot_protobuf_dot_empty__pb2._EMPTY, - serialized_options=_b( - "\202\323\344\223\002?*=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\032project_id, region, job_id" - ), + serialized_options=b"\202\323\344\223\002?*=/v1beta2/projects/{project_id}/regions/{region}/jobs/{job_id}\332A\032project_id, region, job_id", ), ], ) diff --git a/google/cloud/dataproc_v1beta2/proto/jobs_pb2_grpc.py b/google/cloud/dataproc_v1beta2/proto/jobs_pb2_grpc.py index e9a36ead..006838a9 100644 --- a/google/cloud/dataproc_v1beta2/proto/jobs_pb2_grpc.py +++ b/google/cloud/dataproc_v1beta2/proto/jobs_pb2_grpc.py @@ -4,6 +4,9 @@ from google.cloud.dataproc_v1beta2.proto import ( jobs_pb2 as google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2, ) +from google.longrunning import ( + operations_pb2 as google_dot_longrunning_dot_operations__pb2, +) from google.protobuf import empty_pb2 as google_dot_protobuf_dot_empty__pb2 @@ -22,6 +25,11 @@ def __init__(self, channel): request_serializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.SubmitJobRequest.SerializeToString, response_deserializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.Job.FromString, ) + self.SubmitJobAsOperation = channel.unary_unary( + "/google.cloud.dataproc.v1beta2.JobController/SubmitJobAsOperation", + request_serializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.SubmitJobRequest.SerializeToString, + response_deserializer=google_dot_longrunning_dot_operations__pb2.Operation.FromString, + ) self.GetJob = channel.unary_unary( "/google.cloud.dataproc.v1beta2.JobController/GetJob", request_serializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.GetJobRequest.SerializeToString, @@ -60,6 +68,13 @@ def SubmitJob(self, request, context): context.set_details("Method not implemented!") raise NotImplementedError("Method not implemented!") + def SubmitJobAsOperation(self, request, context): + """Submits job to a cluster. + """ + context.set_code(grpc.StatusCode.UNIMPLEMENTED) + context.set_details("Method not implemented!") + raise NotImplementedError("Method not implemented!") + def GetJob(self, request, context): """Gets the resource representation for a job in a project. """ @@ -108,6 +123,11 @@ def add_JobControllerServicer_to_server(servicer, server): request_deserializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.SubmitJobRequest.FromString, response_serializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.Job.SerializeToString, ), + "SubmitJobAsOperation": grpc.unary_unary_rpc_method_handler( + servicer.SubmitJobAsOperation, + request_deserializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.SubmitJobRequest.FromString, + response_serializer=google_dot_longrunning_dot_operations__pb2.Operation.SerializeToString, + ), "GetJob": grpc.unary_unary_rpc_method_handler( servicer.GetJob, request_deserializer=google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2.GetJobRequest.FromString, diff --git a/google/cloud/dataproc_v1beta2/proto/operations_pb2.py b/google/cloud/dataproc_v1beta2/proto/operations_pb2.py index 8a1d63b9..82ef065a 100644 --- a/google/cloud/dataproc_v1beta2/proto/operations_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/operations_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1beta2/proto/operations.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -23,12 +20,8 @@ name="google/cloud/dataproc_v1beta2/proto/operations.proto", package="google.cloud.dataproc.v1beta2", syntax="proto3", - serialized_options=_b( - "\n!com.google.cloud.dataproc.v1beta2B\017OperationsProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc" - ), - serialized_pb=_b( - '\n4google/cloud/dataproc_v1beta2/proto/operations.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1cgoogle/api/annotations.proto"\xfa\x01\n\x16\x43lusterOperationStatus\x12J\n\x05state\x18\x01 \x01(\x0e\x32;.google.cloud.dataproc.v1beta2.ClusterOperationStatus.State\x12\x13\n\x0binner_state\x18\x02 \x01(\t\x12\x0f\n\x07\x64\x65tails\x18\x03 \x01(\t\x12\x34\n\x10state_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"\x9f\x03\n\x18\x43lusterOperationMetadata\x12\x14\n\x0c\x63luster_name\x18\x07 \x01(\t\x12\x14\n\x0c\x63luster_uuid\x18\x08 \x01(\t\x12\x45\n\x06status\x18\t \x01(\x0b\x32\x35.google.cloud.dataproc.v1beta2.ClusterOperationStatus\x12M\n\x0estatus_history\x18\n \x03(\x0b\x32\x35.google.cloud.dataproc.v1beta2.ClusterOperationStatus\x12\x16\n\x0eoperation_type\x18\x0b \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x0c \x01(\t\x12S\n\x06labels\x18\r \x03(\x0b\x32\x43.google.cloud.dataproc.v1beta2.ClusterOperationMetadata.LabelsEntry\x12\x10\n\x08warnings\x18\x0e \x03(\t\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42}\n!com.google.cloud.dataproc.v1beta2B\x0fOperationsProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3' - ), + serialized_options=b"\n!com.google.cloud.dataproc.v1beta2B\017OperationsProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc", + serialized_pb=b'\n4google/cloud/dataproc_v1beta2/proto/operations.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1cgoogle/api/annotations.proto"\xfa\x01\n\x16\x43lusterOperationStatus\x12J\n\x05state\x18\x01 \x01(\x0e\x32;.google.cloud.dataproc.v1beta2.ClusterOperationStatus.State\x12\x13\n\x0binner_state\x18\x02 \x01(\t\x12\x0f\n\x07\x64\x65tails\x18\x03 \x01(\t\x12\x34\n\x10state_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"\x9f\x03\n\x18\x43lusterOperationMetadata\x12\x14\n\x0c\x63luster_name\x18\x07 \x01(\t\x12\x14\n\x0c\x63luster_uuid\x18\x08 \x01(\t\x12\x45\n\x06status\x18\t \x01(\x0b\x32\x35.google.cloud.dataproc.v1beta2.ClusterOperationStatus\x12M\n\x0estatus_history\x18\n \x03(\x0b\x32\x35.google.cloud.dataproc.v1beta2.ClusterOperationStatus\x12\x16\n\x0eoperation_type\x18\x0b \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x0c \x01(\t\x12S\n\x06labels\x18\r \x03(\x0b\x32\x43.google.cloud.dataproc.v1beta2.ClusterOperationMetadata.LabelsEntry\x12\x10\n\x08warnings\x18\x0e \x03(\t\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42}\n!com.google.cloud.dataproc.v1beta2B\x0fOperationsProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3', dependencies=[ google_dot_protobuf_dot_timestamp__pb2.DESCRIPTOR, google_dot_api_dot_annotations__pb2.DESCRIPTOR, @@ -97,7 +90,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -115,7 +108,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -172,7 +165,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -190,7 +183,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -203,7 +196,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -228,7 +221,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -246,7 +239,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -300,7 +293,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -318,7 +311,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -400,10 +393,10 @@ ClusterOperationStatus = _reflection.GeneratedProtocolMessageType( "ClusterOperationStatus", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTEROPERATIONSTATUS, - __module__="google.cloud.dataproc_v1beta2.proto.operations_pb2", - __doc__="""The status of the operation. + { + "DESCRIPTOR": _CLUSTEROPERATIONSTATUS, + "__module__": "google.cloud.dataproc_v1beta2.proto.operations_pb2", + "__doc__": """The status of the operation. Attributes: @@ -419,26 +412,26 @@ Output only. The time this state was entered. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterOperationStatus) - ), + }, ) _sym_db.RegisterMessage(ClusterOperationStatus) ClusterOperationMetadata = _reflection.GeneratedProtocolMessageType( "ClusterOperationMetadata", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTEROPERATIONMETADATA_LABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.operations_pb2" + { + "DESCRIPTOR": _CLUSTEROPERATIONMETADATA_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.operations_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterOperationMetadata.LabelsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTEROPERATIONMETADATA, - __module__="google.cloud.dataproc_v1beta2.proto.operations_pb2", - __doc__="""Metadata describing the operation. + "DESCRIPTOR": _CLUSTEROPERATIONMETADATA, + "__module__": "google.cloud.dataproc_v1beta2.proto.operations_pb2", + "__doc__": """Metadata describing the operation. Attributes: @@ -460,7 +453,7 @@ Output only. Errors encountered during operation execution. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterOperationMetadata) - ), + }, ) _sym_db.RegisterMessage(ClusterOperationMetadata) _sym_db.RegisterMessage(ClusterOperationMetadata.LabelsEntry) diff --git a/google/cloud/dataproc_v1beta2/proto/shared.proto b/google/cloud/dataproc_v1beta2/proto/shared.proto index eba80918..130ae554 100644 --- a/google/cloud/dataproc_v1beta2/proto/shared.proto +++ b/google/cloud/dataproc_v1beta2/proto/shared.proto @@ -31,9 +31,15 @@ enum Component { // The Anaconda python distribution. ANACONDA = 5; + // Docker + DOCKER = 13; + // The Druid query engine. DRUID = 9; + // Flink + FLINK = 14; + // The Hive Web HCatalog (the REST service for accessing HCatalog). HIVE_WEBHCAT = 3; @@ -46,6 +52,12 @@ enum Component { // The Presto query engine. PRESTO = 6; + // The Ranger service. + RANGER = 12; + + // The Solr service. + SOLR = 10; + // The Zeppelin notebook. ZEPPELIN = 4; diff --git a/google/cloud/dataproc_v1beta2/proto/shared_pb2.py b/google/cloud/dataproc_v1beta2/proto/shared_pb2.py index 391bfa13..fbbb3dfe 100644 --- a/google/cloud/dataproc_v1beta2/proto/shared_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/shared_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1beta2/proto/shared.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf.internal import enum_type_wrapper from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message @@ -23,12 +20,8 @@ name="google/cloud/dataproc_v1beta2/proto/shared.proto", package="google.cloud.dataproc.v1beta2", syntax="proto3", - serialized_options=_b( - "\n!com.google.cloud.dataproc.v1beta2B\013SharedProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc" - ), - serialized_pb=_b( - "\n0google/cloud/dataproc_v1beta2/proto/shared.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto*\x95\x01\n\tComponent\x12\x19\n\x15\x43OMPONENT_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x41NACONDA\x10\x05\x12\t\n\x05\x44RUID\x10\t\x12\x10\n\x0cHIVE_WEBHCAT\x10\x03\x12\x0b\n\x07JUPYTER\x10\x01\x12\x0c\n\x08KERBEROS\x10\x07\x12\n\n\x06PRESTO\x10\x06\x12\x0c\n\x08ZEPPELIN\x10\x04\x12\r\n\tZOOKEEPER\x10\x08\x42y\n!com.google.cloud.dataproc.v1beta2B\x0bSharedProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3" - ), + serialized_options=b"\n!com.google.cloud.dataproc.v1beta2B\013SharedProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc", + serialized_pb=b"\n0google/cloud/dataproc_v1beta2/proto/shared.proto\x12\x1dgoogle.cloud.dataproc.v1beta2\x1a\x1cgoogle/api/annotations.proto*\xc2\x01\n\tComponent\x12\x19\n\x15\x43OMPONENT_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x41NACONDA\x10\x05\x12\n\n\x06\x44OCKER\x10\r\x12\t\n\x05\x44RUID\x10\t\x12\t\n\x05\x46LINK\x10\x0e\x12\x10\n\x0cHIVE_WEBHCAT\x10\x03\x12\x0b\n\x07JUPYTER\x10\x01\x12\x0c\n\x08KERBEROS\x10\x07\x12\n\n\x06PRESTO\x10\x06\x12\n\n\x06RANGER\x10\x0c\x12\x08\n\x04SOLR\x10\n\x12\x0c\n\x08ZEPPELIN\x10\x04\x12\r\n\tZOOKEEPER\x10\x08\x42y\n!com.google.cloud.dataproc.v1beta2B\x0bSharedProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3", dependencies=[google_dot_api_dot_annotations__pb2.DESCRIPTOR], ) @@ -49,42 +42,58 @@ name="ANACONDA", index=1, number=5, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="DRUID", index=2, number=9, serialized_options=None, type=None + name="DOCKER", index=2, number=13, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="DRUID", index=3, number=9, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="FLINK", index=4, number=14, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="HIVE_WEBHCAT", index=5, number=3, serialized_options=None, type=None + ), + _descriptor.EnumValueDescriptor( + name="JUPYTER", index=6, number=1, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="HIVE_WEBHCAT", index=3, number=3, serialized_options=None, type=None + name="KERBEROS", index=7, number=7, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="JUPYTER", index=4, number=1, serialized_options=None, type=None + name="PRESTO", index=8, number=6, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="KERBEROS", index=5, number=7, serialized_options=None, type=None + name="RANGER", index=9, number=12, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="PRESTO", index=6, number=6, serialized_options=None, type=None + name="SOLR", index=10, number=10, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="ZEPPELIN", index=7, number=4, serialized_options=None, type=None + name="ZEPPELIN", index=11, number=4, serialized_options=None, type=None ), _descriptor.EnumValueDescriptor( - name="ZOOKEEPER", index=8, number=8, serialized_options=None, type=None + name="ZOOKEEPER", index=12, number=8, serialized_options=None, type=None ), ], containing_type=None, serialized_options=None, serialized_start=114, - serialized_end=263, + serialized_end=308, ) _sym_db.RegisterEnumDescriptor(_COMPONENT) Component = enum_type_wrapper.EnumTypeWrapper(_COMPONENT) COMPONENT_UNSPECIFIED = 0 ANACONDA = 5 +DOCKER = 13 DRUID = 9 +FLINK = 14 HIVE_WEBHCAT = 3 JUPYTER = 1 KERBEROS = 7 PRESTO = 6 +RANGER = 12 +SOLR = 10 ZEPPELIN = 4 ZOOKEEPER = 8 diff --git a/google/cloud/dataproc_v1beta2/proto/workflow_templates.proto b/google/cloud/dataproc_v1beta2/proto/workflow_templates.proto index b8497e83..e5ef680b 100644 --- a/google/cloud/dataproc_v1beta2/proto/workflow_templates.proto +++ b/google/cloud/dataproc_v1beta2/proto/workflow_templates.proto @@ -322,7 +322,7 @@ message OrderedJob { // The id must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), and hyphens (-). Cannot begin or end with underscore // or hyphen. Must consist of between 3 and 50 characters. - string step_id = 1; + string step_id = 1 [(google.api.field_behavior) = REQUIRED]; // Required. The job definition. oneof job_type { @@ -336,7 +336,13 @@ message OrderedJob { PigJob pig_job = 6; + // Spark R job + SparkRJob spark_r_job = 11; + SparkSqlJob spark_sql_job = 7; + + // Presto job + PrestoJob presto_job = 12; } // Optional. The labels to associate with this job. @@ -349,14 +355,14 @@ message OrderedJob { // the following regular expression: [\p{Ll}\p{Lo}\p{N}_-]{0,63} // // No more than 32 labels can be associated with a given job. - map labels = 8; + map labels = 8 [(google.api.field_behavior) = OPTIONAL]; // Optional. Job scheduling configuration. - JobScheduling scheduling = 9; + JobScheduling scheduling = 9 [(google.api.field_behavior) = OPTIONAL]; // Optional. The optional list of prerequisite job step_ids. // If not specified, the job will start at the beginning of workflow. - repeated string prerequisite_step_ids = 10; + repeated string prerequisite_step_ids = 10 [(google.api.field_behavior) = OPTIONAL]; } // A configurable parameter that replaces one or more fields in the template. @@ -729,7 +735,12 @@ message ListWorkflowTemplatesRequest { // * For `projects.locations.workflowTemplates.list`, the // resource name of the location has the following format: // `projects/{project_id}/locations/{location}` - string parent = 1 [(google.api.field_behavior) = REQUIRED]; + string parent = 1 [ + (google.api.field_behavior) = REQUIRED, + (google.api.resource_reference) = { + child_type: "dataproc.googleapis.com/WorkflowTemplate" + } + ]; // Optional. The maximum number of results to return in each response. int32 page_size = 2; diff --git a/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py b/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py index 750be3c2..4d16d70b 100644 --- a/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py @@ -2,9 +2,6 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # source: google/cloud/dataproc_v1beta2/proto/workflow_templates.proto -import sys - -_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode("latin1")) from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from google.protobuf import reflection as _reflection @@ -36,12 +33,8 @@ name="google/cloud/dataproc_v1beta2/proto/workflow_templates.proto", package="google.cloud.dataproc.v1beta2", syntax="proto3", - serialized_options=_b( - "\n!com.google.cloud.dataproc.v1beta2B\026WorkflowTemplatesProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc" - ), - serialized_pb=_b( - '\n\n\nhadoop_job\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.HadoopJobH\x00\x12<\n\tspark_job\x18\x03 \x01(\x0b\x32\'.google.cloud.dataproc.v1beta2.SparkJobH\x00\x12@\n\x0bpyspark_job\x18\x04 \x01(\x0b\x32).google.cloud.dataproc.v1beta2.PySparkJobH\x00\x12:\n\x08hive_job\x18\x05 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.HiveJobH\x00\x12\x38\n\x07pig_job\x18\x06 \x01(\x0b\x32%.google.cloud.dataproc.v1beta2.PigJobH\x00\x12\x43\n\rspark_sql_job\x18\x07 \x01(\x0b\x32*.google.cloud.dataproc.v1beta2.SparkSqlJobH\x00\x12\x45\n\x06labels\x18\x08 \x03(\x0b\x32\x35.google.cloud.dataproc.v1beta2.OrderedJob.LabelsEntry\x12@\n\nscheduling\x18\t \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.JobScheduling\x12\x1d\n\x15prerequisite_step_ids\x18\n \x03(\t\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08job_type"\x8e\x01\n\x11TemplateParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06\x66ields\x18\x02 \x03(\t\x12\x13\n\x0b\x64\x65scription\x18\x03 \x01(\t\x12\x46\n\nvalidation\x18\x04 \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.ParameterValidation"\xab\x01\n\x13ParameterValidation\x12?\n\x05regex\x18\x01 \x01(\x0b\x32..google.cloud.dataproc.v1beta2.RegexValidationH\x00\x12@\n\x06values\x18\x02 \x01(\x0b\x32..google.cloud.dataproc.v1beta2.ValueValidationH\x00\x42\x11\n\x0fvalidation_type""\n\x0fRegexValidation\x12\x0f\n\x07regexes\x18\x01 \x03(\t"!\n\x0fValueValidation\x12\x0e\n\x06values\x18\x01 \x03(\t"\xc8\x05\n\x10WorkflowMetadata\x12\x15\n\x08template\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12L\n\x0e\x63reate_cluster\x18\x03 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.ClusterOperationB\x03\xe0\x41\x03\x12@\n\x05graph\x18\x04 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.WorkflowGraphB\x03\xe0\x41\x03\x12L\n\x0e\x64\x65lete_cluster\x18\x05 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.ClusterOperationB\x03\xe0\x41\x03\x12I\n\x05state\x18\x06 \x01(\x0e\x32\x35.google.cloud.dataproc.v1beta2.WorkflowMetadata.StateB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_name\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12S\n\nparameters\x18\x08 \x03(\x0b\x32?.google.cloud.dataproc.v1beta2.WorkflowMetadata.ParametersEntry\x12\x33\n\nstart_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x0b \x01(\tB\x03\xe0\x41\x03\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"T\n\x10\x43lusterOperation\x12\x19\n\x0coperation_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x03 \x01(\x08\x42\x03\xe0\x41\x03"P\n\rWorkflowGraph\x12?\n\x05nodes\x18\x01 \x03(\x0b\x32+.google.cloud.dataproc.v1beta2.WorkflowNodeB\x03\xe0\x41\x03"\xa9\x02\n\x0cWorkflowNode\x12\x14\n\x07step_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12"\n\x15prerequisite_step_ids\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12I\n\x05state\x18\x05 \x01(\x0e\x32\x35.google.cloud.dataproc.v1beta2.WorkflowNode.NodeStateB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x06 \x01(\tB\x03\xe0\x41\x03"k\n\tNodeState\x12\x1b\n\x17NODE_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x42LOCKED\x10\x01\x12\x0c\n\x08RUNNABLE\x10\x02\x12\x0b\n\x07RUNNING\x10\x03\x12\r\n\tCOMPLETED\x10\x04\x12\n\n\x06\x46\x41ILED\x10\x05"\xa9\x01\n\x1d\x43reateWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x46\n\x08template\x18\x02 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x02"m\n\x1aGetWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x0f\n\x07version\x18\x02 \x01(\x05"\xbc\x02\n"InstantiateWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x0f\n\x07version\x18\x02 \x01(\x05\x12\x17\n\x0binstance_id\x18\x03 \x01(\tB\x02\x18\x01\x12\x12\n\nrequest_id\x18\x05 \x01(\t\x12\x65\n\nparameters\x18\x04 \x03(\x0b\x32Q.google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest.ParametersEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xdd\x01\n(InstantiateInlineWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x46\n\x08template\x18\x02 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x02\x12\x13\n\x0binstance_id\x18\x03 \x01(\t\x12\x12\n\nrequest_id\x18\x04 \x01(\t"g\n\x1dUpdateWorkflowTemplateRequest\x12\x46\n\x08template\x18\x01 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x02"Z\n\x1cListWorkflowTemplatesRequest\x12\x13\n\x06parent\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\tpage_size\x18\x02 \x01(\x05\x12\x12\n\npage_token\x18\x03 \x01(\t"\x86\x01\n\x1dListWorkflowTemplatesResponse\x12G\n\ttemplates\x18\x01 \x03(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"p\n\x1d\x44\x65leteWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x0f\n\x07version\x18\x02 \x01(\x05\x32\xe9\x11\n\x17WorkflowTemplateService\x12\xb0\x02\n\x16\x43reateWorkflowTemplate\x12<.google.cloud.dataproc.v1beta2.CreateWorkflowTemplateRequest\x1a/.google.cloud.dataproc.v1beta2.WorkflowTemplate"\xa6\x01\x82\xd3\xe4\x93\x02\x8c\x01"8/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:\x08templateZF":/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:\x08template\xda\x41\x10parent, template\x12\x89\x02\n\x13GetWorkflowTemplate\x12\x39.google.cloud.dataproc.v1beta2.GetWorkflowTemplateRequest\x1a/.google.cloud.dataproc.v1beta2.WorkflowTemplate"\x85\x01\x82\xd3\xe4\x93\x02x\x12\x38/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<\x12:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\xda\x41\x04name\x12\xe5\x02\n\x1bInstantiateWorkflowTemplate\x12\x41.google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xe3\x01\x82\xd3\xe4\x93\x02\x96\x01"D/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\x01*ZK"F/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\x01*\xda\x41\x04name\xda\x41\x10name, parameters\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\x84\x03\n!InstantiateInlineWorkflowTemplate\x12G.google.cloud.dataproc.v1beta2.InstantiateInlineWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xf6\x01\x82\xd3\xe4\x93\x02\xb0\x01"L/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\x08templateZV"J/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\x08template\xda\x41\x10parent, template\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\xba\x02\n\x16UpdateWorkflowTemplate\x12<.google.cloud.dataproc.v1beta2.UpdateWorkflowTemplateRequest\x1a/.google.cloud.dataproc.v1beta2.WorkflowTemplate"\xb0\x01\x82\xd3\xe4\x93\x02\x9e\x01\x1a\x41/v1beta2/{template.name=projects/*/regions/*/workflowTemplates/*}:\x08templateZO\x1a\x43/v1beta2/{template.name=projects/*/locations/*/workflowTemplates/*}:\x08template\xda\x41\x08template\x12\x9c\x02\n\x15ListWorkflowTemplates\x12;.google.cloud.dataproc.v1beta2.ListWorkflowTemplatesRequest\x1a<.google.cloud.dataproc.v1beta2.ListWorkflowTemplatesResponse"\x87\x01\x82\xd3\xe4\x93\x02x\x12\x38/v1beta2/{parent=projects/*/regions/*}/workflowTemplatesZ<\x12:/v1beta2/{parent=projects/*/locations/*}/workflowTemplates\xda\x41\x06parent\x12\xf6\x01\n\x16\x44\x65leteWorkflowTemplate\x12<.google.cloud.dataproc.v1beta2.DeleteWorkflowTemplateRequest\x1a\x16.google.protobuf.Empty"\x85\x01\x82\xd3\xe4\x93\x02x*8/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<*:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\xda\x41\x04name\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\x84\x01\n!com.google.cloud.dataproc.v1beta2B\x16WorkflowTemplatesProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3' - ), + serialized_options=b"\n!com.google.cloud.dataproc.v1beta2B\026WorkflowTemplatesProtoP\001ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataproc", + serialized_pb=b'\n\n\nhadoop_job\x18\x02 \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.HadoopJobH\x00\x12<\n\tspark_job\x18\x03 \x01(\x0b\x32\'.google.cloud.dataproc.v1beta2.SparkJobH\x00\x12@\n\x0bpyspark_job\x18\x04 \x01(\x0b\x32).google.cloud.dataproc.v1beta2.PySparkJobH\x00\x12:\n\x08hive_job\x18\x05 \x01(\x0b\x32&.google.cloud.dataproc.v1beta2.HiveJobH\x00\x12\x38\n\x07pig_job\x18\x06 \x01(\x0b\x32%.google.cloud.dataproc.v1beta2.PigJobH\x00\x12?\n\x0bspark_r_job\x18\x0b \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.SparkRJobH\x00\x12\x43\n\rspark_sql_job\x18\x07 \x01(\x0b\x32*.google.cloud.dataproc.v1beta2.SparkSqlJobH\x00\x12>\n\npresto_job\x18\x0c \x01(\x0b\x32(.google.cloud.dataproc.v1beta2.PrestoJobH\x00\x12J\n\x06labels\x18\x08 \x03(\x0b\x32\x35.google.cloud.dataproc.v1beta2.OrderedJob.LabelsEntryB\x03\xe0\x41\x01\x12\x45\n\nscheduling\x18\t \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.JobSchedulingB\x03\xe0\x41\x01\x12"\n\x15prerequisite_step_ids\x18\n \x03(\tB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08job_type"\x8e\x01\n\x11TemplateParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06\x66ields\x18\x02 \x03(\t\x12\x13\n\x0b\x64\x65scription\x18\x03 \x01(\t\x12\x46\n\nvalidation\x18\x04 \x01(\x0b\x32\x32.google.cloud.dataproc.v1beta2.ParameterValidation"\xab\x01\n\x13ParameterValidation\x12?\n\x05regex\x18\x01 \x01(\x0b\x32..google.cloud.dataproc.v1beta2.RegexValidationH\x00\x12@\n\x06values\x18\x02 \x01(\x0b\x32..google.cloud.dataproc.v1beta2.ValueValidationH\x00\x42\x11\n\x0fvalidation_type""\n\x0fRegexValidation\x12\x0f\n\x07regexes\x18\x01 \x03(\t"!\n\x0fValueValidation\x12\x0e\n\x06values\x18\x01 \x03(\t"\xc8\x05\n\x10WorkflowMetadata\x12\x15\n\x08template\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12L\n\x0e\x63reate_cluster\x18\x03 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.ClusterOperationB\x03\xe0\x41\x03\x12@\n\x05graph\x18\x04 \x01(\x0b\x32,.google.cloud.dataproc.v1beta2.WorkflowGraphB\x03\xe0\x41\x03\x12L\n\x0e\x64\x65lete_cluster\x18\x05 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.ClusterOperationB\x03\xe0\x41\x03\x12I\n\x05state\x18\x06 \x01(\x0e\x32\x35.google.cloud.dataproc.v1beta2.WorkflowMetadata.StateB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_name\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12S\n\nparameters\x18\x08 \x03(\x0b\x32?.google.cloud.dataproc.v1beta2.WorkflowMetadata.ParametersEntry\x12\x33\n\nstart_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0c\x63luster_uuid\x18\x0b \x01(\tB\x03\xe0\x41\x03\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"8\n\x05State\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03"T\n\x10\x43lusterOperation\x12\x19\n\x0coperation_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x03 \x01(\x08\x42\x03\xe0\x41\x03"P\n\rWorkflowGraph\x12?\n\x05nodes\x18\x01 \x03(\x0b\x32+.google.cloud.dataproc.v1beta2.WorkflowNodeB\x03\xe0\x41\x03"\xa9\x02\n\x0cWorkflowNode\x12\x14\n\x07step_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12"\n\x15prerequisite_step_ids\x18\x02 \x03(\tB\x03\xe0\x41\x03\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12I\n\x05state\x18\x05 \x01(\x0e\x32\x35.google.cloud.dataproc.v1beta2.WorkflowNode.NodeStateB\x03\xe0\x41\x03\x12\x12\n\x05\x65rror\x18\x06 \x01(\tB\x03\xe0\x41\x03"k\n\tNodeState\x12\x1b\n\x17NODE_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x42LOCKED\x10\x01\x12\x0c\n\x08RUNNABLE\x10\x02\x12\x0b\n\x07RUNNING\x10\x03\x12\r\n\tCOMPLETED\x10\x04\x12\n\n\x06\x46\x41ILED\x10\x05"\xa9\x01\n\x1d\x43reateWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x46\n\x08template\x18\x02 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x02"m\n\x1aGetWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x0f\n\x07version\x18\x02 \x01(\x05"\xbc\x02\n"InstantiateWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x0f\n\x07version\x18\x02 \x01(\x05\x12\x17\n\x0binstance_id\x18\x03 \x01(\tB\x02\x18\x01\x12\x12\n\nrequest_id\x18\x05 \x01(\t\x12\x65\n\nparameters\x18\x04 \x03(\x0b\x32Q.google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest.ParametersEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01"\xdd\x01\n(InstantiateInlineWorkflowTemplateRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x46\n\x08template\x18\x02 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x02\x12\x13\n\x0binstance_id\x18\x03 \x01(\t\x12\x12\n\nrequest_id\x18\x04 \x01(\t"g\n\x1dUpdateWorkflowTemplateRequest\x12\x46\n\x08template\x18\x01 \x01(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x02"\x87\x01\n\x1cListWorkflowTemplatesRequest\x12@\n\x06parent\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\x12(dataproc.googleapis.com/WorkflowTemplate\x12\x11\n\tpage_size\x18\x02 \x01(\x05\x12\x12\n\npage_token\x18\x03 \x01(\t"\x86\x01\n\x1dListWorkflowTemplatesResponse\x12G\n\ttemplates\x18\x01 \x03(\x0b\x32/.google.cloud.dataproc.v1beta2.WorkflowTemplateB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03"p\n\x1d\x44\x65leteWorkflowTemplateRequest\x12>\n\x04name\x18\x01 \x01(\tB0\xe0\x41\x02\xfa\x41*\n(dataproc.googleapis.com/WorkflowTemplate\x12\x0f\n\x07version\x18\x02 \x01(\x05\x32\xe9\x11\n\x17WorkflowTemplateService\x12\xb0\x02\n\x16\x43reateWorkflowTemplate\x12<.google.cloud.dataproc.v1beta2.CreateWorkflowTemplateRequest\x1a/.google.cloud.dataproc.v1beta2.WorkflowTemplate"\xa6\x01\x82\xd3\xe4\x93\x02\x8c\x01"8/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:\x08templateZF":/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:\x08template\xda\x41\x10parent, template\x12\x89\x02\n\x13GetWorkflowTemplate\x12\x39.google.cloud.dataproc.v1beta2.GetWorkflowTemplateRequest\x1a/.google.cloud.dataproc.v1beta2.WorkflowTemplate"\x85\x01\x82\xd3\xe4\x93\x02x\x12\x38/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<\x12:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\xda\x41\x04name\x12\xe5\x02\n\x1bInstantiateWorkflowTemplate\x12\x41.google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xe3\x01\x82\xd3\xe4\x93\x02\x96\x01"D/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\x01*ZK"F/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\x01*\xda\x41\x04name\xda\x41\x10name, parameters\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\x84\x03\n!InstantiateInlineWorkflowTemplate\x12G.google.cloud.dataproc.v1beta2.InstantiateInlineWorkflowTemplateRequest\x1a\x1d.google.longrunning.Operation"\xf6\x01\x82\xd3\xe4\x93\x02\xb0\x01"L/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\x08templateZV"J/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\x08template\xda\x41\x10parent, template\xca\x41)\n\x15google.protobuf.Empty\x12\x10WorkflowMetadata\x12\xba\x02\n\x16UpdateWorkflowTemplate\x12<.google.cloud.dataproc.v1beta2.UpdateWorkflowTemplateRequest\x1a/.google.cloud.dataproc.v1beta2.WorkflowTemplate"\xb0\x01\x82\xd3\xe4\x93\x02\x9e\x01\x1a\x41/v1beta2/{template.name=projects/*/regions/*/workflowTemplates/*}:\x08templateZO\x1a\x43/v1beta2/{template.name=projects/*/locations/*/workflowTemplates/*}:\x08template\xda\x41\x08template\x12\x9c\x02\n\x15ListWorkflowTemplates\x12;.google.cloud.dataproc.v1beta2.ListWorkflowTemplatesRequest\x1a<.google.cloud.dataproc.v1beta2.ListWorkflowTemplatesResponse"\x87\x01\x82\xd3\xe4\x93\x02x\x12\x38/v1beta2/{parent=projects/*/regions/*}/workflowTemplatesZ<\x12:/v1beta2/{parent=projects/*/locations/*}/workflowTemplates\xda\x41\x06parent\x12\xf6\x01\n\x16\x44\x65leteWorkflowTemplate\x12<.google.cloud.dataproc.v1beta2.DeleteWorkflowTemplateRequest\x1a\x16.google.protobuf.Empty"\x85\x01\x82\xd3\xe4\x93\x02x*8/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<*:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\xda\x41\x04name\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\x84\x01\n!com.google.cloud.dataproc.v1beta2B\x16WorkflowTemplatesProtoP\x01ZEgoogle.golang.org/genproto/googleapis/cloud/dataproc/v1beta2;dataprocb\x06proto3', dependencies=[ google_dot_api_dot_annotations__pb2.DESCRIPTOR, google_dot_api_dot_client__pb2.DESCRIPTOR, @@ -77,8 +70,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=3421, - serialized_end=3477, + serialized_start=3570, + serialized_end=3626, ) _sym_db.RegisterEnumDescriptor(_WORKFLOWMETADATA_STATE) @@ -113,8 +106,8 @@ ], containing_type=None, serialized_options=None, - serialized_start=3838, - serialized_end=3945, + serialized_start=3987, + serialized_end=4094, ) _sym_db.RegisterEnumDescriptor(_WORKFLOWNODE_NODESTATE) @@ -135,7 +128,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -153,7 +146,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -166,7 +159,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -191,13 +184,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -209,13 +202,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -233,7 +226,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -251,7 +244,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -269,7 +262,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -287,7 +280,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -341,16 +334,14 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\001"), + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], extensions=[], nested_types=[_WORKFLOWTEMPLATE_LABELSENTRY], enum_types=[], - serialized_options=_b( - "\352A\306\001\n(dataproc.googleapis.com/WorkflowTemplate\022Iprojects/{project}/regions/{region}/workflowTemplates/{workflow_template}\022Mprojects/{project}/locations/{location}/workflowTemplates/{workflow_template} \001" - ), + serialized_options=b"\352A\306\001\n(dataproc.googleapis.com/WorkflowTemplate\022Iprojects/{project}/regions/{region}/workflowTemplates/{workflow_template}\022Mprojects/{project}/locations/{location}/workflowTemplates/{workflow_template} \001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -441,7 +432,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -459,7 +450,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -472,7 +463,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -497,7 +488,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -572,7 +563,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -590,7 +581,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -603,7 +594,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -628,7 +619,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -685,7 +676,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -703,7 +694,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -716,7 +707,7 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], @@ -741,13 +732,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -840,10 +831,28 @@ serialized_options=None, file=DESCRIPTOR, ), + _descriptor.FieldDescriptor( + name="spark_r_job", + full_name="google.cloud.dataproc.v1beta2.OrderedJob.spark_r_job", + index=6, + number=11, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=None, + file=DESCRIPTOR, + ), _descriptor.FieldDescriptor( name="spark_sql_job", full_name="google.cloud.dataproc.v1beta2.OrderedJob.spark_sql_job", - index=6, + index=7, number=7, type=11, cpp_type=10, @@ -858,10 +867,28 @@ serialized_options=None, file=DESCRIPTOR, ), + _descriptor.FieldDescriptor( + name="presto_job", + full_name="google.cloud.dataproc.v1beta2.OrderedJob.presto_job", + index=8, + number=12, + type=11, + cpp_type=10, + label=1, + has_default_value=False, + default_value=None, + message_type=None, + enum_type=None, + containing_type=None, + is_extension=False, + extension_scope=None, + serialized_options=None, + file=DESCRIPTOR, + ), _descriptor.FieldDescriptor( name="labels", full_name="google.cloud.dataproc.v1beta2.OrderedJob.labels", - index=7, + index=9, number=8, type=11, cpp_type=10, @@ -873,13 +900,13 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="scheduling", full_name="google.cloud.dataproc.v1beta2.OrderedJob.scheduling", - index=8, + index=10, number=9, type=11, cpp_type=10, @@ -891,13 +918,13 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( name="prerequisite_step_ids", full_name="google.cloud.dataproc.v1beta2.OrderedJob.prerequisite_step_ids", - index=9, + index=11, number=10, type=9, cpp_type=9, @@ -909,7 +936,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=None, + serialized_options=b"\340A\001", file=DESCRIPTOR, ), ], @@ -930,7 +957,7 @@ ) ], serialized_start=1737, - serialized_end=2372, + serialized_end=2521, ) @@ -950,7 +977,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -986,7 +1013,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1022,8 +1049,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2375, - serialized_end=2517, + serialized_start=2524, + serialized_end=2666, ) @@ -1087,8 +1114,8 @@ fields=[], ) ], - serialized_start=2520, - serialized_end=2691, + serialized_start=2669, + serialized_end=2840, ) @@ -1126,8 +1153,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2693, - serialized_end=2727, + serialized_start=2842, + serialized_end=2876, ) @@ -1165,8 +1192,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2729, - serialized_end=2762, + serialized_start=2878, + serialized_end=2911, ) @@ -1186,7 +1213,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1204,7 +1231,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1217,13 +1244,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3370, - serialized_end=3419, + serialized_start=3519, + serialized_end=3568, ) _WORKFLOWMETADATA = _descriptor.Descriptor( @@ -1242,13 +1269,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1266,7 +1293,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1284,7 +1311,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1302,7 +1329,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1320,7 +1347,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1338,7 +1365,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1350,13 +1377,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1392,7 +1419,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1410,7 +1437,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1422,13 +1449,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1440,8 +1467,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=2765, - serialized_end=3477, + serialized_start=2914, + serialized_end=3626, ) @@ -1461,13 +1488,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1479,13 +1506,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1503,7 +1530,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1515,8 +1542,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3479, - serialized_end=3563, + serialized_start=3628, + serialized_end=3712, ) @@ -1542,7 +1569,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ) ], @@ -1554,8 +1581,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3565, - serialized_end=3645, + serialized_start=3714, + serialized_end=3794, ) @@ -1575,13 +1602,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1599,7 +1626,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1611,13 +1638,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1635,7 +1662,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1647,13 +1674,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -1665,8 +1692,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3648, - serialized_end=3945, + serialized_start=3797, + serialized_end=4094, ) @@ -1686,15 +1713,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b( - "\340A\002\372A*\022(dataproc.googleapis.com/WorkflowTemplate" - ), + serialized_options=b"\340A\002\372A*\022(dataproc.googleapis.com/WorkflowTemplate", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1712,7 +1737,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), ], @@ -1724,8 +1749,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3948, - serialized_end=4117, + serialized_start=4097, + serialized_end=4266, ) @@ -1745,15 +1770,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b( - "\340A\002\372A*\n(dataproc.googleapis.com/WorkflowTemplate" - ), + serialized_options=b"\340A\002\372A*\n(dataproc.googleapis.com/WorkflowTemplate", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1783,8 +1806,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4119, - serialized_end=4228, + serialized_start=4268, + serialized_end=4377, ) @@ -1804,7 +1827,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1822,7 +1845,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1835,13 +1858,13 @@ extensions=[], nested_types=[], enum_types=[], - serialized_options=_b("8\001"), + serialized_options=b"8\001", is_extendable=False, syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=3370, - serialized_end=3419, + serialized_start=3519, + serialized_end=3568, ) _INSTANTIATEWORKFLOWTEMPLATEREQUEST = _descriptor.Descriptor( @@ -1860,15 +1883,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b( - "\340A\002\372A*\n(dataproc.googleapis.com/WorkflowTemplate" - ), + serialized_options=b"\340A\002\372A*\n(dataproc.googleapis.com/WorkflowTemplate", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1898,13 +1919,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\030\001"), + serialized_options=b"\030\001", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1916,7 +1937,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -1952,8 +1973,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4231, - serialized_end=4547, + serialized_start=4380, + serialized_end=4696, ) @@ -1973,15 +1994,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b( - "\340A\002\372A*\022(dataproc.googleapis.com/WorkflowTemplate" - ), + serialized_options=b"\340A\002\372A*\022(dataproc.googleapis.com/WorkflowTemplate", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -1999,7 +2018,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2011,7 +2030,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2029,7 +2048,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2047,8 +2066,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4550, - serialized_end=4771, + serialized_start=4699, + serialized_end=4920, ) @@ -2074,7 +2093,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002", file=DESCRIPTOR, ) ], @@ -2086,8 +2105,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4773, - serialized_end=4876, + serialized_start=4922, + serialized_end=5025, ) @@ -2107,13 +2126,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\002"), + serialized_options=b"\340A\002\372A*\022(dataproc.googleapis.com/WorkflowTemplate", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2143,7 +2162,7 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, @@ -2161,8 +2180,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4878, - serialized_end=4968, + serialized_start=5028, + serialized_end=5163, ) @@ -2188,7 +2207,7 @@ containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2200,13 +2219,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b("\340A\003"), + serialized_options=b"\340A\003", file=DESCRIPTOR, ), ], @@ -2218,8 +2237,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=4971, - serialized_end=5105, + serialized_start=5166, + serialized_end=5300, ) @@ -2239,15 +2258,13 @@ cpp_type=9, label=1, has_default_value=False, - default_value=_b("").decode("utf-8"), + default_value=b"".decode("utf-8"), message_type=None, enum_type=None, containing_type=None, is_extension=False, extension_scope=None, - serialized_options=_b( - "\340A\002\372A*\n(dataproc.googleapis.com/WorkflowTemplate" - ), + serialized_options=b"\340A\002\372A*\n(dataproc.googleapis.com/WorkflowTemplate", file=DESCRIPTOR, ), _descriptor.FieldDescriptor( @@ -2277,8 +2294,8 @@ syntax="proto3", extension_ranges=[], oneofs=[], - serialized_start=5107, - serialized_end=5219, + serialized_start=5302, + serialized_end=5414, ) _WORKFLOWTEMPLATE_LABELSENTRY.containing_type = _WORKFLOWTEMPLATE @@ -2343,11 +2360,21 @@ _ORDEREDJOB.fields_by_name[ "pig_job" ].message_type = google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2._PIGJOB +_ORDEREDJOB.fields_by_name[ + "spark_r_job" +].message_type = ( + google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2._SPARKRJOB +) _ORDEREDJOB.fields_by_name[ "spark_sql_job" ].message_type = ( google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2._SPARKSQLJOB ) +_ORDEREDJOB.fields_by_name[ + "presto_job" +].message_type = ( + google_dot_cloud_dot_dataproc__v1beta2_dot_proto_dot_jobs__pb2._PRESTOJOB +) _ORDEREDJOB.fields_by_name["labels"].message_type = _ORDEREDJOB_LABELSENTRY _ORDEREDJOB.fields_by_name[ "scheduling" @@ -2384,12 +2411,24 @@ _ORDEREDJOB.fields_by_name["pig_job"].containing_oneof = _ORDEREDJOB.oneofs_by_name[ "job_type" ] +_ORDEREDJOB.oneofs_by_name["job_type"].fields.append( + _ORDEREDJOB.fields_by_name["spark_r_job"] +) +_ORDEREDJOB.fields_by_name["spark_r_job"].containing_oneof = _ORDEREDJOB.oneofs_by_name[ + "job_type" +] _ORDEREDJOB.oneofs_by_name["job_type"].fields.append( _ORDEREDJOB.fields_by_name["spark_sql_job"] ) _ORDEREDJOB.fields_by_name[ "spark_sql_job" ].containing_oneof = _ORDEREDJOB.oneofs_by_name["job_type"] +_ORDEREDJOB.oneofs_by_name["job_type"].fields.append( + _ORDEREDJOB.fields_by_name["presto_job"] +) +_ORDEREDJOB.fields_by_name["presto_job"].containing_oneof = _ORDEREDJOB.oneofs_by_name[ + "job_type" +] _TEMPLATEPARAMETER.fields_by_name["validation"].message_type = _PARAMETERVALIDATION _PARAMETERVALIDATION.fields_by_name["regex"].message_type = _REGEXVALIDATION _PARAMETERVALIDATION.fields_by_name["values"].message_type = _VALUEVALIDATION @@ -2485,31 +2524,31 @@ WorkflowTemplate = _reflection.GeneratedProtocolMessageType( "WorkflowTemplate", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_WORKFLOWTEMPLATE_LABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" + { + "DESCRIPTOR": _WORKFLOWTEMPLATE_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowTemplate.LabelsEntry) - ), + }, ), - DESCRIPTOR=_WORKFLOWTEMPLATE, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A Dataproc workflow template resource. + "DESCRIPTOR": _WORKFLOWTEMPLATE, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A Dataproc workflow template resource. Attributes: id: Required. The template id. The id must contain only letters - (a-z, A-Z), numbers (0-9), underscores (\_), and hyphens (-). + (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end with underscore or hyphen. Must consist of between 3 and 50 characters. . name: Output only. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates``, the resource name of the template has the following format: ``projects/{proje ct_id}/regions/{region}/workflowTemplates/{template_id}`` - @@ -2552,7 +2591,7 @@ the template is instantiated. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowTemplate) - ), + }, ) _sym_db.RegisterMessage(WorkflowTemplate) _sym_db.RegisterMessage(WorkflowTemplate.LabelsEntry) @@ -2560,10 +2599,10 @@ WorkflowTemplatePlacement = _reflection.GeneratedProtocolMessageType( "WorkflowTemplatePlacement", (_message.Message,), - dict( - DESCRIPTOR=_WORKFLOWTEMPLATEPLACEMENT, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""Specifies workflow execution target. + { + "DESCRIPTOR": _WORKFLOWTEMPLATEPLACEMENT, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """Specifies workflow execution target. Either ``managed_cluster`` or ``cluster_selector`` is required. @@ -2580,26 +2619,26 @@ job is submitted. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement) - ), + }, ) _sym_db.RegisterMessage(WorkflowTemplatePlacement) ManagedCluster = _reflection.GeneratedProtocolMessageType( "ManagedCluster", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_MANAGEDCLUSTER_LABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" + { + "DESCRIPTOR": _MANAGEDCLUSTER_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ManagedCluster.LabelsEntry) - ), + }, ), - DESCRIPTOR=_MANAGEDCLUSTER, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""Cluster that is managed by the workflow. + "DESCRIPTOR": _MANAGEDCLUSTER, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """Cluster that is managed by the workflow. Attributes: @@ -2618,7 +2657,7 @@ labels can be associated with a given cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ManagedCluster) - ), + }, ) _sym_db.RegisterMessage(ManagedCluster) _sym_db.RegisterMessage(ManagedCluster.LabelsEntry) @@ -2626,19 +2665,19 @@ ClusterSelector = _reflection.GeneratedProtocolMessageType( "ClusterSelector", (_message.Message,), - dict( - ClusterLabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "ClusterLabelsEntry": _reflection.GeneratedProtocolMessageType( "ClusterLabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTERSELECTOR_CLUSTERLABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" + { + "DESCRIPTOR": _CLUSTERSELECTOR_CLUSTERLABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterSelector.ClusterLabelsEntry) - ), + }, ), - DESCRIPTOR=_CLUSTERSELECTOR, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A selector that chooses target cluster for jobs based on + "DESCRIPTOR": _CLUSTERSELECTOR, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A selector that chooses target cluster for jobs based on metadata. @@ -2653,7 +2692,7 @@ match. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterSelector) - ), + }, ) _sym_db.RegisterMessage(ClusterSelector) _sym_db.RegisterMessage(ClusterSelector.ClusterLabelsEntry) @@ -2661,19 +2700,19 @@ OrderedJob = _reflection.GeneratedProtocolMessageType( "OrderedJob", (_message.Message,), - dict( - LabelsEntry=_reflection.GeneratedProtocolMessageType( + { + "LabelsEntry": _reflection.GeneratedProtocolMessageType( "LabelsEntry", (_message.Message,), - dict( - DESCRIPTOR=_ORDEREDJOB_LABELSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" + { + "DESCRIPTOR": _ORDEREDJOB_LABELSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.OrderedJob.LabelsEntry) - ), + }, ), - DESCRIPTOR=_ORDEREDJOB, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A job executed by the workflow. + "DESCRIPTOR": _ORDEREDJOB, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A job executed by the workflow. Attributes: @@ -2682,12 +2721,16 @@ within the template. The step id is used as prefix for job id, as job ``goog-dataproc-workflow-step-id`` label, and in [p rerequisiteStepIds][google.cloud.dataproc.v1beta2.OrderedJob.p - rerequisite\_step\_ids] field from other steps. The id must + rerequisite_step_ids] field from other steps. The id must contain only letters (a-z, A-Z), numbers (0-9), underscores - (\_), and hyphens (-). Cannot begin or end with underscore or + (_), and hyphens (-). Cannot begin or end with underscore or hyphen. Must consist of between 3 and 50 characters. job_type: Required. The job definition. + spark_r_job: + Spark R job + presto_job: + Presto job labels: Optional. The labels to associate with this job. Label keys must be between 1 and 63 characters long. Label values must be between @@ -2696,12 +2739,12 @@ scheduling: Optional. Job scheduling configuration. prerequisite_step_ids: - Optional. The optional list of prerequisite job step\_ids. If + Optional. The optional list of prerequisite job step_ids. If not specified, the job will start at the beginning of workflow. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.OrderedJob) - ), + }, ) _sym_db.RegisterMessage(OrderedJob) _sym_db.RegisterMessage(OrderedJob.LabelsEntry) @@ -2709,10 +2752,10 @@ TemplateParameter = _reflection.GeneratedProtocolMessageType( "TemplateParameter", (_message.Message,), - dict( - DESCRIPTOR=_TEMPLATEPARAMETER, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A configurable parameter that replaces one or more fields + { + "DESCRIPTOR": _TEMPLATEPARAMETER, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A configurable parameter that replaces one or more fields in the template. Parameterizable fields: - Labels - File uris - Job properties - Job arguments - Script variables - Main class (in HadoopJob and SparkJob) - Zone (in ClusterSelector) @@ -2724,61 +2767,61 @@ key, and paired with the parameter value, which are passed to the template when the template is instantiated. The name must contain only capital letters (A-Z), numbers (0-9), and - underscores (\_), and must not start with a number. The - maximum length is 40 characters. + underscores (_), and must not start with a number. The maximum + length is 40 characters. fields: Required. Paths to all fields that the parameter replaces. A - field is allowed to appear in at most one parameter's list of + field is allowed to appear in at most one parameter’s list of field paths. A field path is similar in syntax to a [google.protobuf.FieldMask][google.protobuf.FieldMask]. For example, a field path that references the zone field of a - workflow template's cluster selector would be specified as + workflow template’s cluster selector would be specified as ``placement.clusterSelector.zone``. Also, field paths can reference fields using the following syntax: - Values in - maps can be referenced by key: - labels['key'] - - placement.clusterSelector.clusterLabels['key'] - - placement.managedCluster.labels['key'] - - placement.clusterSelector.clusterLabels['key'] - - jobs['step-id'].labels['key'] - Jobs in the jobs list can be - referenced by step-id: - jobs['step- - id'].hadoopJob.mainJarFileUri - jobs['step- - id'].hiveJob.queryFileUri - jobs['step- - id'].pySparkJob.mainPythonFileUri - jobs['step- - id'].hadoopJob.jarFileUris[0] - jobs['step- - id'].hadoopJob.archiveUris[0] - jobs['step- - id'].hadoopJob.fileUris[0] - jobs['step- - id'].pySparkJob.pythonFileUris[0] - Items in repeated fields - can be referenced by a zero-based index: - jobs['step- - id'].sparkJob.args[0] - Other examples: - jobs['step- - id'].hadoopJob.properties['key'] - jobs['step- - id'].hadoopJob.args[0] - jobs['step- - id'].hiveJob.scriptVariables['key'] - jobs['step- - id'].hadoopJob.mainJarFileUri - + maps can be referenced by key: - labels[‘key’] - + placement.clusterSelector.clusterLabels[‘key’] - + placement.managedCluster.labels[‘key’] - + placement.clusterSelector.clusterLabels[‘key’] - + jobs[‘step-id’].labels[‘key’] - Jobs in the jobs list can be + referenced by step-id: - jobs[‘step- + id’].hadoopJob.mainJarFileUri - jobs[‘step- + id’].hiveJob.queryFileUri - jobs[‘step- + id’].pySparkJob.mainPythonFileUri - jobs[‘step- + id’].hadoopJob.jarFileUris[0] - jobs[‘step- + id’].hadoopJob.archiveUris[0] - jobs[‘step- + id’].hadoopJob.fileUris[0] - jobs[‘step- + id’].pySparkJob.pythonFileUris[0] - Items in repeated fields + can be referenced by a zero-based index: - jobs[‘step- + id’].sparkJob.args[0] - Other examples: - jobs[‘step- + id’].hadoopJob.properties[‘key’] - jobs[‘step- + id’].hadoopJob.args[0] - jobs[‘step- + id’].hiveJob.scriptVariables[‘key’] - jobs[‘step- + id’].hadoopJob.mainJarFileUri - placement.clusterSelector.zone It may not be possible to parameterize maps and repeated fields in their entirety since only individual map values and individual items in repeated fields can be referenced. For example, the following field paths are invalid: - placement.clusterSelector.clusterLabels - - jobs['step-id'].sparkJob.args + - jobs[‘step-id’].sparkJob.args description: Optional. Brief description of the parameter. Must not exceed 1024 characters. validation: - Optional. Validation rules to be applied to this parameter's + Optional. Validation rules to be applied to this parameter’s value. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.TemplateParameter) - ), + }, ) _sym_db.RegisterMessage(TemplateParameter) ParameterValidation = _reflection.GeneratedProtocolMessageType( "ParameterValidation", (_message.Message,), - dict( - DESCRIPTOR=_PARAMETERVALIDATION, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""Configuration for parameter validation. + { + "DESCRIPTOR": _PARAMETERVALIDATION, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """Configuration for parameter validation. Attributes: @@ -2790,37 +2833,37 @@ Validation based on a list of allowed values. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ParameterValidation) - ), + }, ) _sym_db.RegisterMessage(ParameterValidation) RegexValidation = _reflection.GeneratedProtocolMessageType( "RegexValidation", (_message.Message,), - dict( - DESCRIPTOR=_REGEXVALIDATION, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""Validation based on regular expressions. + { + "DESCRIPTOR": _REGEXVALIDATION, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """Validation based on regular expressions. Attributes: regexes: Required. RE2 regular expressions used to validate the - parameter's value. The value must match the regex in its + parameter’s value. The value must match the regex in its entirety (substring matches are not sufficient). """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.RegexValidation) - ), + }, ) _sym_db.RegisterMessage(RegexValidation) ValueValidation = _reflection.GeneratedProtocolMessageType( "ValueValidation", (_message.Message,), - dict( - DESCRIPTOR=_VALUEVALIDATION, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""Validation based on a list of allowed values. + { + "DESCRIPTOR": _VALUEVALIDATION, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """Validation based on a list of allowed values. Attributes: @@ -2828,33 +2871,33 @@ Required. List of allowed values for the parameter. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ValueValidation) - ), + }, ) _sym_db.RegisterMessage(ValueValidation) WorkflowMetadata = _reflection.GeneratedProtocolMessageType( "WorkflowMetadata", (_message.Message,), - dict( - ParametersEntry=_reflection.GeneratedProtocolMessageType( + { + "ParametersEntry": _reflection.GeneratedProtocolMessageType( "ParametersEntry", (_message.Message,), - dict( - DESCRIPTOR=_WORKFLOWMETADATA_PARAMETERSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" + { + "DESCRIPTOR": _WORKFLOWMETADATA_PARAMETERSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowMetadata.ParametersEntry) - ), + }, ), - DESCRIPTOR=_WORKFLOWMETADATA, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A Dataproc workflow template resource. + "DESCRIPTOR": _WORKFLOWMETADATA, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A Dataproc workflow template resource. Attributes: template: Output only. The resource name of the workflow template as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates``, the resource name of the template has the following format: ``projects/{proje ct_id}/regions/{region}/workflowTemplates/{template_id}`` - @@ -2886,7 +2929,7 @@ Output only. The UUID of target cluster. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowMetadata) - ), + }, ) _sym_db.RegisterMessage(WorkflowMetadata) _sym_db.RegisterMessage(WorkflowMetadata.ParametersEntry) @@ -2894,10 +2937,10 @@ ClusterOperation = _reflection.GeneratedProtocolMessageType( "ClusterOperation", (_message.Message,), - dict( - DESCRIPTOR=_CLUSTEROPERATION, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""The cluster operation triggered by a workflow. + { + "DESCRIPTOR": _CLUSTEROPERATION, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """The cluster operation triggered by a workflow. Attributes: @@ -2909,17 +2952,17 @@ Output only. Indicates the operation is done. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ClusterOperation) - ), + }, ) _sym_db.RegisterMessage(ClusterOperation) WorkflowGraph = _reflection.GeneratedProtocolMessageType( "WorkflowGraph", (_message.Message,), - dict( - DESCRIPTOR=_WORKFLOWGRAPH, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""The workflow graph. + { + "DESCRIPTOR": _WORKFLOWGRAPH, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """The workflow graph. Attributes: @@ -2927,24 +2970,24 @@ Output only. The workflow nodes. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowGraph) - ), + }, ) _sym_db.RegisterMessage(WorkflowGraph) WorkflowNode = _reflection.GeneratedProtocolMessageType( "WorkflowNode", (_message.Message,), - dict( - DESCRIPTOR=_WORKFLOWNODE, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""The workflow node. + { + "DESCRIPTOR": _WORKFLOWNODE, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """The workflow node. Attributes: step_id: Output only. The name of the node. prerequisite_step_ids: - Output only. Node's prerequisite nodes. + Output only. Node’s prerequisite nodes. job_id: Output only. The job id; populated after the node enters RUNNING state. @@ -2954,24 +2997,24 @@ Output only. The error detail. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.WorkflowNode) - ), + }, ) _sym_db.RegisterMessage(WorkflowNode) CreateWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "CreateWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_CREATEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to create a workflow template. + { + "DESCRIPTOR": _CREATEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to create a workflow template. Attributes: parent: Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,create``, the resource name of the region has the following format: ``projects/{project_id}/regions/{region}`` - For @@ -2982,24 +3025,24 @@ Required. The Dataproc workflow template to create. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.CreateWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(CreateWorkflowTemplateRequest) GetWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "GetWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_GETWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to fetch a workflow template. + { + "DESCRIPTOR": _GETWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to fetch a workflow template. Attributes: name: Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.get``, the resource name of the template has the following format: ``projects/{pr oject_id}/regions/{region}/workflowTemplates/{template_id}`` @@ -3013,33 +3056,33 @@ unspecified, retrieves the current version. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.GetWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(GetWorkflowTemplateRequest) InstantiateWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "InstantiateWorkflowTemplateRequest", (_message.Message,), - dict( - ParametersEntry=_reflection.GeneratedProtocolMessageType( + { + "ParametersEntry": _reflection.GeneratedProtocolMessageType( "ParametersEntry", (_message.Message,), - dict( - DESCRIPTOR=_INSTANTIATEWORKFLOWTEMPLATEREQUEST_PARAMETERSENTRY, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" + { + "DESCRIPTOR": _INSTANTIATEWORKFLOWTEMPLATEREQUEST_PARAMETERSENTRY, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2" # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest.ParametersEntry) - ), + }, ), - DESCRIPTOR=_INSTANTIATEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to instantiate a workflow template. + "DESCRIPTOR": _INSTANTIATEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to instantiate a workflow template. Attributes: name: Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.instantiate``, the resource name of the template has the following format: ``projects/{project_id}/regions/{region}/workflowTemplates/{te @@ -3063,7 +3106,7 @@ recommended to always set this value to a `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. parameters: Optional. Map from parameter names to values that should be @@ -3071,7 +3114,7 @@ characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(InstantiateWorkflowTemplateRequest) _sym_db.RegisterMessage(InstantiateWorkflowTemplateRequest.ParametersEntry) @@ -3079,17 +3122,17 @@ InstantiateInlineWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "InstantiateInlineWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to instantiate an inline workflow template. + { + "DESCRIPTOR": _INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to instantiate an inline workflow template. Attributes: parent: Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,instantiateinline``, the resource name of the region has the following format: ``projects/{project_id}/regions/{region}`` - For @@ -3107,21 +3150,21 @@ recommended to always set this value to a `UUID `__. The tag must contain only letters (a-z, A-Z), numbers (0-9), - underscores (\_), and hyphens (-). The maximum length is 40 + underscores (_), and hyphens (-). The maximum length is 40 characters. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.InstantiateInlineWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(InstantiateInlineWorkflowTemplateRequest) UpdateWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "UpdateWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_UPDATEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to update a workflow template. + { + "DESCRIPTOR": _UPDATEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to update a workflow template. Attributes: @@ -3130,24 +3173,24 @@ ``template.version`` field must match the current version. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.UpdateWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(UpdateWorkflowTemplateRequest) ListWorkflowTemplatesRequest = _reflection.GeneratedProtocolMessageType( "ListWorkflowTemplatesRequest", (_message.Message,), - dict( - DESCRIPTOR=_LISTWORKFLOWTEMPLATESREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to list workflow templates in a project. + { + "DESCRIPTOR": _LISTWORKFLOWTEMPLATESREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to list workflow templates in a project. Attributes: parent: Required. The resource name of the region or location, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates,list``, the resource name of the region has the following format: ``projects/{project_id}/regions/{region}`` - For @@ -3162,17 +3205,17 @@ request the next page of results. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ListWorkflowTemplatesRequest) - ), + }, ) _sym_db.RegisterMessage(ListWorkflowTemplatesRequest) ListWorkflowTemplatesResponse = _reflection.GeneratedProtocolMessageType( "ListWorkflowTemplatesResponse", (_message.Message,), - dict( - DESCRIPTOR=_LISTWORKFLOWTEMPLATESRESPONSE, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A response to a request to list workflow templates in a + { + "DESCRIPTOR": _LISTWORKFLOWTEMPLATESRESPONSE, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A response to a request to list workflow templates in a project. @@ -3182,21 +3225,21 @@ next_page_token: Output only. This token is included in the response if there are more results to fetch. To fetch additional results, - provide this value as the page\_token in a subsequent + provide this value as the page_token in a subsequent ListWorkflowTemplatesRequest. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.ListWorkflowTemplatesResponse) - ), + }, ) _sym_db.RegisterMessage(ListWorkflowTemplatesResponse) DeleteWorkflowTemplateRequest = _reflection.GeneratedProtocolMessageType( "DeleteWorkflowTemplateRequest", (_message.Message,), - dict( - DESCRIPTOR=_DELETEWORKFLOWTEMPLATEREQUEST, - __module__="google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - __doc__="""A request to delete a workflow template. + { + "DESCRIPTOR": _DELETEWORKFLOWTEMPLATEREQUEST, + "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", + "__doc__": """A request to delete a workflow template. Currently started workflows will remain running. @@ -3205,7 +3248,7 @@ name: Required. The resource name of the workflow template, as described in - https://cloud.google.com/apis/design/resource\_names. - For + https://cloud.google.com/apis/design/resource_names. - For ``projects.regions.workflowTemplates.delete``, the resource name of the template has the following format: ``project s/{project_id}/regions/{region}/workflowTemplates/{template_id @@ -3220,7 +3263,7 @@ version matches specified version. """, # @@protoc_insertion_point(class_scope:google.cloud.dataproc.v1beta2.DeleteWorkflowTemplateRequest) - ), + }, ) _sym_db.RegisterMessage(DeleteWorkflowTemplateRequest) @@ -3238,6 +3281,10 @@ _MANAGEDCLUSTER_LABELSENTRY._options = None _CLUSTERSELECTOR_CLUSTERLABELSENTRY._options = None _ORDEREDJOB_LABELSENTRY._options = None +_ORDEREDJOB.fields_by_name["step_id"]._options = None +_ORDEREDJOB.fields_by_name["labels"]._options = None +_ORDEREDJOB.fields_by_name["scheduling"]._options = None +_ORDEREDJOB.fields_by_name["prerequisite_step_ids"]._options = None _WORKFLOWMETADATA_PARAMETERSENTRY._options = None _WORKFLOWMETADATA.fields_by_name["template"]._options = None _WORKFLOWMETADATA.fields_by_name["version"]._options = None @@ -3277,11 +3324,9 @@ full_name="google.cloud.dataproc.v1beta2.WorkflowTemplateService", file=DESCRIPTOR, index=0, - serialized_options=_b( - "\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform" - ), - serialized_start=5222, - serialized_end=7503, + serialized_options=b"\312A\027dataproc.googleapis.com\322A.https://www.googleapis.com/auth/cloud-platform", + serialized_start=5417, + serialized_end=7698, methods=[ _descriptor.MethodDescriptor( name="CreateWorkflowTemplate", @@ -3290,9 +3335,7 @@ containing_service=None, input_type=_CREATEWORKFLOWTEMPLATEREQUEST, output_type=_WORKFLOWTEMPLATE, - serialized_options=_b( - '\202\323\344\223\002\214\001"8/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:\010templateZF":/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:\010template\332A\020parent, template' - ), + serialized_options=b'\202\323\344\223\002\214\001"8/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:\010templateZF":/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:\010template\332A\020parent, template', ), _descriptor.MethodDescriptor( name="GetWorkflowTemplate", @@ -3301,9 +3344,7 @@ containing_service=None, input_type=_GETWORKFLOWTEMPLATEREQUEST, output_type=_WORKFLOWTEMPLATE, - serialized_options=_b( - "\202\323\344\223\002x\0228/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<\022:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\332A\004name" - ), + serialized_options=b"\202\323\344\223\002x\0228/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<\022:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\332A\004name", ), _descriptor.MethodDescriptor( name="InstantiateWorkflowTemplate", @@ -3312,9 +3353,7 @@ containing_service=None, input_type=_INSTANTIATEWORKFLOWTEMPLATEREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002\226\001"D/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\001*ZK"F/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\001*\332A\004name\332A\020name, parameters\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata' - ), + serialized_options=b'\202\323\344\223\002\226\001"D/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}:instantiate:\001*ZK"F/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}:instantiate:\001*\332A\004name\332A\020name, parameters\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata', ), _descriptor.MethodDescriptor( name="InstantiateInlineWorkflowTemplate", @@ -3323,9 +3362,7 @@ containing_service=None, input_type=_INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, output_type=google_dot_longrunning_dot_operations__pb2._OPERATION, - serialized_options=_b( - '\202\323\344\223\002\260\001"L/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\010templateZV"J/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\010template\332A\020parent, template\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata' - ), + serialized_options=b'\202\323\344\223\002\260\001"L/v1beta2/{parent=projects/*/locations/*}/workflowTemplates:instantiateInline:\010templateZV"J/v1beta2/{parent=projects/*/regions/*}/workflowTemplates:instantiateInline:\010template\332A\020parent, template\312A)\n\025google.protobuf.Empty\022\020WorkflowMetadata', ), _descriptor.MethodDescriptor( name="UpdateWorkflowTemplate", @@ -3334,9 +3371,7 @@ containing_service=None, input_type=_UPDATEWORKFLOWTEMPLATEREQUEST, output_type=_WORKFLOWTEMPLATE, - serialized_options=_b( - "\202\323\344\223\002\236\001\032A/v1beta2/{template.name=projects/*/regions/*/workflowTemplates/*}:\010templateZO\032C/v1beta2/{template.name=projects/*/locations/*/workflowTemplates/*}:\010template\332A\010template" - ), + serialized_options=b"\202\323\344\223\002\236\001\032A/v1beta2/{template.name=projects/*/regions/*/workflowTemplates/*}:\010templateZO\032C/v1beta2/{template.name=projects/*/locations/*/workflowTemplates/*}:\010template\332A\010template", ), _descriptor.MethodDescriptor( name="ListWorkflowTemplates", @@ -3345,9 +3380,7 @@ containing_service=None, input_type=_LISTWORKFLOWTEMPLATESREQUEST, output_type=_LISTWORKFLOWTEMPLATESRESPONSE, - serialized_options=_b( - "\202\323\344\223\002x\0228/v1beta2/{parent=projects/*/regions/*}/workflowTemplatesZ<\022:/v1beta2/{parent=projects/*/locations/*}/workflowTemplates\332A\006parent" - ), + serialized_options=b"\202\323\344\223\002x\0228/v1beta2/{parent=projects/*/regions/*}/workflowTemplatesZ<\022:/v1beta2/{parent=projects/*/locations/*}/workflowTemplates\332A\006parent", ), _descriptor.MethodDescriptor( name="DeleteWorkflowTemplate", @@ -3356,9 +3389,7 @@ containing_service=None, input_type=_DELETEWORKFLOWTEMPLATEREQUEST, output_type=google_dot_protobuf_dot_empty__pb2._EMPTY, - serialized_options=_b( - "\202\323\344\223\002x*8/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<*:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\332A\004name" - ), + serialized_options=b"\202\323\344\223\002x*8/v1beta2/{name=projects/*/regions/*/workflowTemplates/*}Z<*:/v1beta2/{name=projects/*/locations/*/workflowTemplates/*}\332A\004name", ), ], ) diff --git a/synth.metadata b/synth.metadata index 680a8e93..f8a1b71c 100644 --- a/synth.metadata +++ b/synth.metadata @@ -1,32 +1,25 @@ { "sources": [ - { - "generator": { - "name": "artman", - "version": "2.0.0", - "dockerImage": "googleapis/artman@sha256:b3b47805231a305d0f40c4bf069df20f6a2635574e6d4259fac651d3f9f6e098" - } - }, { "git": { "name": ".", "remote": "https://github.com/googleapis/python-dataproc.git", - "sha": "9595d17afe91686dd4b45640f6a87586eb19f1f7" + "sha": "ac2cc78b8e2511ca0dd0e863b9879e0b2092f434" } }, { "git": { "name": "googleapis", "remote": "https://github.com/googleapis/googleapis.git", - "sha": "42ee97c1b93a0e3759bbba3013da309f670a90ab", - "internalRef": "307114445" + "sha": "89e89786896d256c70f43e68a975470c4f4f220e", + "internalRef": "311239362" } }, { "git": { "name": "synthtool", "remote": "https://github.com/googleapis/synthtool.git", - "sha": "f5e4c17dc78a966dbf29961dd01f9bbd63e20a04" + "sha": "84c4156c49be9dcabacc8fd7b0585b6fd789ae47" } } ], @@ -37,8 +30,7 @@ "apiName": "dataproc", "apiVersion": "v1beta2", "language": "python", - "generator": "gapic", - "config": "google/cloud/dataproc/artman_dataproc_v1beta2.yaml" + "generator": "bazel" } }, { @@ -47,8 +39,7 @@ "apiName": "dataproc", "apiVersion": "v1", "language": "python", - "generator": "gapic", - "config": "google/cloud/dataproc/artman_dataproc_v1.yaml" + "generator": "bazel" } } ] diff --git a/synth.py b/synth.py index 1ebfa36f..f64639bc 100644 --- a/synth.py +++ b/synth.py @@ -83,6 +83,11 @@ "# Generated by the protocol buffer compiler. DO NOT EDIT!", ) +s.replace( + "google/cloud/**/jobs_pb2.py", + "/etc/hadoop/conf/\*-site", + "``/etc/hadoop/conf/*-site``" +) # ---------------------------------------------------------------------------- # Add templated files # ---------------------------------------------------------------------------- diff --git a/tests/unit/gapic/v1/test_autoscaling_policy_service_client_v1.py b/tests/unit/gapic/v1/test_autoscaling_policy_service_client_v1.py index 64f2c43e..17622a06 100644 --- a/tests/unit/gapic/v1/test_autoscaling_policy_service_client_v1.py +++ b/tests/unit/gapic/v1/test_autoscaling_policy_service_client_v1.py @@ -61,7 +61,7 @@ class CustomException(Exception): class TestAutoscalingPolicyServiceClient(object): - def test_create_autoscaling_policy(self): + def test_update_autoscaling_policy(self): # Setup Expected Response id_ = "id3355" name = "name3373707" @@ -78,20 +78,19 @@ def test_create_autoscaling_policy(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup Request - parent = client.region_path("[PROJECT]", "[REGION]") policy = {} - response = client.create_autoscaling_policy(parent, policy) + response = client.update_autoscaling_policy(policy) assert expected_response == response assert len(channel.requests) == 1 - expected_request = autoscaling_policies_pb2.CreateAutoscalingPolicyRequest( - parent=parent, policy=policy + expected_request = autoscaling_policies_pb2.UpdateAutoscalingPolicyRequest( + policy=policy ) actual_request = channel.requests[0][1] assert expected_request == actual_request - def test_create_autoscaling_policy_exception(self): + def test_update_autoscaling_policy_exception(self): # Mock the API response channel = ChannelStub(responses=[CustomException()]) patch = mock.patch("google.api_core.grpc_helpers.create_channel") @@ -100,13 +99,12 @@ def test_create_autoscaling_policy_exception(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup request - parent = client.region_path("[PROJECT]", "[REGION]") policy = {} with pytest.raises(CustomException): - client.create_autoscaling_policy(parent, policy) + client.update_autoscaling_policy(policy) - def test_update_autoscaling_policy(self): + def test_create_autoscaling_policy(self): # Setup Expected Response id_ = "id3355" name = "name3373707" @@ -123,19 +121,20 @@ def test_update_autoscaling_policy(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup Request + parent = client.region_path("[PROJECT]", "[REGION]") policy = {} - response = client.update_autoscaling_policy(policy) + response = client.create_autoscaling_policy(parent, policy) assert expected_response == response assert len(channel.requests) == 1 - expected_request = autoscaling_policies_pb2.UpdateAutoscalingPolicyRequest( - policy=policy + expected_request = autoscaling_policies_pb2.CreateAutoscalingPolicyRequest( + parent=parent, policy=policy ) actual_request = channel.requests[0][1] assert expected_request == actual_request - def test_update_autoscaling_policy_exception(self): + def test_create_autoscaling_policy_exception(self): # Mock the API response channel = ChannelStub(responses=[CustomException()]) patch = mock.patch("google.api_core.grpc_helpers.create_channel") @@ -144,10 +143,11 @@ def test_update_autoscaling_policy_exception(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup request + parent = client.region_path("[PROJECT]", "[REGION]") policy = {} with pytest.raises(CustomException): - client.update_autoscaling_policy(policy) + client.create_autoscaling_policy(parent, policy) def test_get_autoscaling_policy(self): # Setup Expected Response @@ -166,9 +166,7 @@ def test_get_autoscaling_policy(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup Request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" response = client.get_autoscaling_policy(name) assert expected_response == response @@ -189,9 +187,7 @@ def test_get_autoscaling_policy_exception(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" with pytest.raises(CustomException): client.get_autoscaling_policy(name) @@ -251,9 +247,7 @@ def test_delete_autoscaling_policy(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup Request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" client.delete_autoscaling_policy(name) @@ -273,9 +267,7 @@ def test_delete_autoscaling_policy_exception(self): client = dataproc_v1.AutoscalingPolicyServiceClient() # Setup request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" with pytest.raises(CustomException): client.delete_autoscaling_policy(name) diff --git a/tests/unit/gapic/v1/test_job_controller_client_v1.py b/tests/unit/gapic/v1/test_job_controller_client_v1.py index 3508c7e2..bc9ff0f9 100644 --- a/tests/unit/gapic/v1/test_job_controller_client_v1.py +++ b/tests/unit/gapic/v1/test_job_controller_client_v1.py @@ -19,8 +19,11 @@ import mock import pytest +from google.rpc import status_pb2 + from google.cloud import dataproc_v1 from google.cloud.dataproc_v1.proto import jobs_pb2 +from google.longrunning import operations_pb2 from google.protobuf import empty_pb2 from google.protobuf import field_mask_pb2 @@ -67,10 +70,12 @@ def test_submit_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -117,10 +122,12 @@ def test_get_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -214,10 +221,12 @@ def test_update_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -272,10 +281,12 @@ def test_cancel_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -353,3 +364,68 @@ def test_delete_job_exception(self): with pytest.raises(CustomException): client.delete_job(project_id, region, job_id) + + def test_submit_job_as_operation(self): + # Setup Expected Response + driver_output_resource_uri = "driverOutputResourceUri-542229086" + driver_control_files_uri = "driverControlFilesUri207057643" + job_uuid = "jobUuid-1615012099" + done = True + expected_response = { + "driver_output_resource_uri": driver_output_resource_uri, + "driver_control_files_uri": driver_control_files_uri, + "job_uuid": job_uuid, + "done": done, + } + expected_response = jobs_pb2.Job(**expected_response) + operation = operations_pb2.Operation( + name="operations/test_submit_job_as_operation", done=True + ) + operation.response.Pack(expected_response) + + # Mock the API response + channel = ChannelStub(responses=[operation]) + patch = mock.patch("google.api_core.grpc_helpers.create_channel") + with patch as create_channel: + create_channel.return_value = channel + client = dataproc_v1.JobControllerClient() + + # Setup Request + project_id = "projectId-1969970175" + region = "region-934795532" + job = {} + + response = client.submit_job_as_operation(project_id, region, job) + result = response.result() + assert expected_response == result + + assert len(channel.requests) == 1 + expected_request = jobs_pb2.SubmitJobRequest( + project_id=project_id, region=region, job=job + ) + actual_request = channel.requests[0][1] + assert expected_request == actual_request + + def test_submit_job_as_operation_exception(self): + # Setup Response + error = status_pb2.Status() + operation = operations_pb2.Operation( + name="operations/test_submit_job_as_operation_exception", done=True + ) + operation.error.CopyFrom(error) + + # Mock the API response + channel = ChannelStub(responses=[operation]) + patch = mock.patch("google.api_core.grpc_helpers.create_channel") + with patch as create_channel: + create_channel.return_value = channel + client = dataproc_v1.JobControllerClient() + + # Setup Request + project_id = "projectId-1969970175" + region = "region-934795532" + job = {} + + response = client.submit_job_as_operation(project_id, region, job) + exception = response.exception() + assert exception.errors[0] == error diff --git a/tests/unit/gapic/v1/test_workflow_template_service_client_v1.py b/tests/unit/gapic/v1/test_workflow_template_service_client_v1.py index 5ed3c69e..764e38fb 100644 --- a/tests/unit/gapic/v1/test_workflow_template_service_client_v1.py +++ b/tests/unit/gapic/v1/test_workflow_template_service_client_v1.py @@ -124,9 +124,7 @@ def test_get_workflow_template(self): client = dataproc_v1.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" response = client.get_workflow_template(name) assert expected_response == response @@ -145,9 +143,7 @@ def test_get_workflow_template_exception(self): client = dataproc_v1.WorkflowTemplateServiceClient() # Setup request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" with pytest.raises(CustomException): client.get_workflow_template(name) @@ -169,9 +165,7 @@ def test_instantiate_workflow_template(self): client = dataproc_v1.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" response = client.instantiate_workflow_template(name) result = response.result() @@ -200,9 +194,7 @@ def test_instantiate_workflow_template_exception(self): client = dataproc_v1.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" response = client.instantiate_workflow_template(name) exception = response.exception() @@ -360,9 +352,7 @@ def test_delete_workflow_template(self): client = dataproc_v1.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" client.delete_workflow_template(name) @@ -382,9 +372,7 @@ def test_delete_workflow_template_exception(self): client = dataproc_v1.WorkflowTemplateServiceClient() # Setup request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" with pytest.raises(CustomException): client.delete_workflow_template(name) diff --git a/tests/unit/gapic/v1beta2/test_autoscaling_policy_service_client_v1beta2.py b/tests/unit/gapic/v1beta2/test_autoscaling_policy_service_client_v1beta2.py index 2cc573a3..63127296 100644 --- a/tests/unit/gapic/v1beta2/test_autoscaling_policy_service_client_v1beta2.py +++ b/tests/unit/gapic/v1beta2/test_autoscaling_policy_service_client_v1beta2.py @@ -166,9 +166,7 @@ def test_get_autoscaling_policy(self): client = dataproc_v1beta2.AutoscalingPolicyServiceClient() # Setup Request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" response = client.get_autoscaling_policy(name) assert expected_response == response @@ -189,9 +187,7 @@ def test_get_autoscaling_policy_exception(self): client = dataproc_v1beta2.AutoscalingPolicyServiceClient() # Setup request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" with pytest.raises(CustomException): client.get_autoscaling_policy(name) @@ -251,9 +247,7 @@ def test_delete_autoscaling_policy(self): client = dataproc_v1beta2.AutoscalingPolicyServiceClient() # Setup Request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" client.delete_autoscaling_policy(name) @@ -273,9 +267,7 @@ def test_delete_autoscaling_policy_exception(self): client = dataproc_v1beta2.AutoscalingPolicyServiceClient() # Setup request - name = client.autoscaling_policy_path( - "[PROJECT]", "[REGION]", "[AUTOSCALING_POLICY]" - ) + name = "name3373707" with pytest.raises(CustomException): client.delete_autoscaling_policy(name) diff --git a/tests/unit/gapic/v1beta2/test_job_controller_client_v1beta2.py b/tests/unit/gapic/v1beta2/test_job_controller_client_v1beta2.py index 00802240..84ce3d3d 100644 --- a/tests/unit/gapic/v1beta2/test_job_controller_client_v1beta2.py +++ b/tests/unit/gapic/v1beta2/test_job_controller_client_v1beta2.py @@ -19,8 +19,11 @@ import mock import pytest +from google.rpc import status_pb2 + from google.cloud import dataproc_v1beta2 from google.cloud.dataproc_v1beta2.proto import jobs_pb2 +from google.longrunning import operations_pb2 from google.protobuf import empty_pb2 from google.protobuf import field_mask_pb2 @@ -68,11 +71,13 @@ def test_submit_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "submitted_by": submitted_by, "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -120,11 +125,13 @@ def test_get_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "submitted_by": submitted_by, "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -219,11 +226,13 @@ def test_update_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "submitted_by": submitted_by, "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -279,11 +288,13 @@ def test_cancel_job(self): driver_output_resource_uri = "driverOutputResourceUri-542229086" driver_control_files_uri = "driverControlFilesUri207057643" job_uuid = "jobUuid-1615012099" + done = True expected_response = { "submitted_by": submitted_by, "driver_output_resource_uri": driver_output_resource_uri, "driver_control_files_uri": driver_control_files_uri, "job_uuid": job_uuid, + "done": done, } expected_response = jobs_pb2.Job(**expected_response) @@ -361,3 +372,70 @@ def test_delete_job_exception(self): with pytest.raises(CustomException): client.delete_job(project_id, region, job_id) + + def test_submit_job_as_operation(self): + # Setup Expected Response + submitted_by = "submittedBy-2047729125" + driver_output_resource_uri = "driverOutputResourceUri-542229086" + driver_control_files_uri = "driverControlFilesUri207057643" + job_uuid = "jobUuid-1615012099" + done = True + expected_response = { + "submitted_by": submitted_by, + "driver_output_resource_uri": driver_output_resource_uri, + "driver_control_files_uri": driver_control_files_uri, + "job_uuid": job_uuid, + "done": done, + } + expected_response = jobs_pb2.Job(**expected_response) + operation = operations_pb2.Operation( + name="operations/test_submit_job_as_operation", done=True + ) + operation.response.Pack(expected_response) + + # Mock the API response + channel = ChannelStub(responses=[operation]) + patch = mock.patch("google.api_core.grpc_helpers.create_channel") + with patch as create_channel: + create_channel.return_value = channel + client = dataproc_v1beta2.JobControllerClient() + + # Setup Request + project_id = "projectId-1969970175" + region = "region-934795532" + job = {} + + response = client.submit_job_as_operation(project_id, region, job) + result = response.result() + assert expected_response == result + + assert len(channel.requests) == 1 + expected_request = jobs_pb2.SubmitJobRequest( + project_id=project_id, region=region, job=job + ) + actual_request = channel.requests[0][1] + assert expected_request == actual_request + + def test_submit_job_as_operation_exception(self): + # Setup Response + error = status_pb2.Status() + operation = operations_pb2.Operation( + name="operations/test_submit_job_as_operation_exception", done=True + ) + operation.error.CopyFrom(error) + + # Mock the API response + channel = ChannelStub(responses=[operation]) + patch = mock.patch("google.api_core.grpc_helpers.create_channel") + with patch as create_channel: + create_channel.return_value = channel + client = dataproc_v1beta2.JobControllerClient() + + # Setup Request + project_id = "projectId-1969970175" + region = "region-934795532" + job = {} + + response = client.submit_job_as_operation(project_id, region, job) + exception = response.exception() + assert exception.errors[0] == error diff --git a/tests/unit/gapic/v1beta2/test_workflow_template_service_client_v1beta2.py b/tests/unit/gapic/v1beta2/test_workflow_template_service_client_v1beta2.py index bb7e0b4f..d3017008 100644 --- a/tests/unit/gapic/v1beta2/test_workflow_template_service_client_v1beta2.py +++ b/tests/unit/gapic/v1beta2/test_workflow_template_service_client_v1beta2.py @@ -124,9 +124,7 @@ def test_get_workflow_template(self): client = dataproc_v1beta2.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" response = client.get_workflow_template(name) assert expected_response == response @@ -145,9 +143,7 @@ def test_get_workflow_template_exception(self): client = dataproc_v1beta2.WorkflowTemplateServiceClient() # Setup request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" with pytest.raises(CustomException): client.get_workflow_template(name) @@ -169,9 +165,7 @@ def test_instantiate_workflow_template(self): client = dataproc_v1beta2.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" response = client.instantiate_workflow_template(name) result = response.result() @@ -200,9 +194,7 @@ def test_instantiate_workflow_template_exception(self): client = dataproc_v1beta2.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" response = client.instantiate_workflow_template(name) exception = response.exception() @@ -360,9 +352,7 @@ def test_delete_workflow_template(self): client = dataproc_v1beta2.WorkflowTemplateServiceClient() # Setup Request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" client.delete_workflow_template(name) @@ -382,9 +372,7 @@ def test_delete_workflow_template_exception(self): client = dataproc_v1beta2.WorkflowTemplateServiceClient() # Setup request - name = client.workflow_template_path( - "[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]" - ) + name = "name3373707" with pytest.raises(CustomException): client.delete_workflow_template(name)