Skip to content
This repository has been archived by the owner on Nov 29, 2023. It is now read-only.

Commit

Permalink
🦉 Updates from OwlBot post-processor
Browse files Browse the repository at this point in the history
  • Loading branch information
gcf-owl-bot[bot] committed Sep 15, 2023
1 parent 5b0caf3 commit b9f02b2
Show file tree
Hide file tree
Showing 178 changed files with 53 additions and 90,876 deletions.
72 changes: 50 additions & 22 deletions google/cloud/dataproc_v1/types/clusters.py
Expand Up @@ -20,6 +20,7 @@
from google.protobuf import duration_pb2 # type: ignore
from google.protobuf import field_mask_pb2 # type: ignore
from google.protobuf import timestamp_pb2 # type: ignore
from google.type import interval_pb2 # type: ignore
import proto # type: ignore

from google.cloud.dataproc_v1.types import shared
Expand Down Expand Up @@ -837,26 +838,20 @@ class InstanceGroupConfig(proto.Message):
Instance Group. See `Dataproc -> Minimum CPU
Platform <https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu>`__.
min_num_instances (int):
Optional. The minimum number of instances to create. If
min_num_instances is set, min_num_instances is used for a
criteria to decide the cluster. Cluster creation will be
failed by being an error state if the total number of
instances created is less than the min_num_instances. For
example, given that num_instances = 5 and min_num_instances
= 3,
- if 4 instances are created and then registered
successfully but one instance is failed, the failed VM
will be deleted and the cluster will be resized to 4
instances in running state.
- if 2 instances are created successfully and 3 instances
are failed, the cluster will be in an error state and
does not delete failed VMs for debugging.
- if 2 instance are created and then registered
successfully but 3 instances are failed to initialize,
the cluster will be in an error state and does not delete
failed VMs for debugging. NB: This can only be set for
primary workers now.
Optional. The minimum number of primary worker instances to
create. If ``min_num_instances`` is set, cluster creation
will succeed if the number of primary workers created is at
least equal to the ``min_num_instances`` number.
Example: Cluster creation request with ``num_instances`` =
``5`` and ``min_num_instances`` = ``3``:
- If 4 VMs are created and 1 instance fails, the failed VM
is deleted. The cluster is resized to 4 instances and
placed in a ``RUNNING`` state.
- If 2 instances are created and 3 instances fail, the
cluster in placed in an ``ERROR`` state. The failed VMs
are not deleted.
instance_flexibility_policy (google.cloud.dataproc_v1.types.InstanceFlexibilityPolicy):
Optional. Instance flexibility Policy
allowing a mixture of VM shapes and provisioning
Expand Down Expand Up @@ -1251,13 +1246,13 @@ class NodeGroup(proto.Message):
"""

class Role(proto.Enum):
r"""Node group roles.
r"""Node pool roles.
Values:
ROLE_UNSPECIFIED (0):
Required unspecified role.
DRIVER (1):
Job drivers run on the node group.
Job drivers run on the node pool.
"""
ROLE_UNSPECIFIED = 0
DRIVER = 1
Expand Down Expand Up @@ -2359,6 +2354,22 @@ class DiagnoseClusterRequest(proto.Message):
handle the request.
cluster_name (str):
Required. The cluster name.
tarball_gcs_dir (str):
Optional. The output Cloud Storage directory
for the diagnostic tarball. If not specified, a
task-specific directory in the cluster's staging
bucket will be used.
diagnosis_interval (google.type.interval_pb2.Interval):
Optional. Time interval in which diagnosis
should be carried out on the cluster.
jobs (MutableSequence[str]):
Optional. Specifies a list of jobs on which
diagnosis is to be performed. Format:
projects/{project}/regions/{region}/jobs/{job}
yarn_application_ids (MutableSequence[str]):
Optional. Specifies a list of yarn
applications on which diagnosis is to be
performed.
"""

project_id: str = proto.Field(
Expand All @@ -2373,6 +2384,23 @@ class DiagnoseClusterRequest(proto.Message):
proto.STRING,
number=2,
)
tarball_gcs_dir: str = proto.Field(
proto.STRING,
number=4,
)
diagnosis_interval: interval_pb2.Interval = proto.Field(
proto.MESSAGE,
number=6,
message=interval_pb2.Interval,
)
jobs: MutableSequence[str] = proto.RepeatedField(
proto.STRING,
number=10,
)
yarn_application_ids: MutableSequence[str] = proto.RepeatedField(
proto.STRING,
number=11,
)


class DiagnoseClusterResults(proto.Message):
Expand Down
13 changes: 0 additions & 13 deletions owl-bot-staging/v1/.coveragerc

This file was deleted.

33 changes: 0 additions & 33 deletions owl-bot-staging/v1/.flake8

This file was deleted.

2 changes: 0 additions & 2 deletions owl-bot-staging/v1/MANIFEST.in

This file was deleted.

49 changes: 0 additions & 49 deletions owl-bot-staging/v1/README.rst

This file was deleted.

3 changes: 0 additions & 3 deletions owl-bot-staging/v1/docs/_static/custom.css

This file was deleted.

0 comments on commit b9f02b2

Please sign in to comment.