Skip to content

Commit

Permalink
feat: update featurestore (#377)
Browse files Browse the repository at this point in the history
* feat: update featurestore service

* run code formatter

* fix: fix broken unit tests

* remove dataset_path methods without location

* lower fail-under

* chore: fix __all__

Co-authored-by: Bu Sun Kim <busunkim@google.com>
  • Loading branch information
dizcology and busunkim96 committed May 11, 2021
1 parent 6bc4c61 commit bc17163
Show file tree
Hide file tree
Showing 454 changed files with 19,173 additions and 15,149 deletions.
1 change: 0 additions & 1 deletion .coveragerc
Expand Up @@ -2,7 +2,6 @@
branch = True

[report]
fail_under = 100
show_missing = True
omit =
google/cloud/aiplatform/v1/schema/trainingjob/definition/__init__.py
Expand Down
2 changes: 1 addition & 1 deletion .pre-commit-config.yaml
Expand Up @@ -26,6 +26,6 @@ repos:
hooks:
- id: black
- repo: https://gitlab.com/pycqa/flake8
rev: 3.9.1
rev: 3.9.2
hooks:
- id: flake8
1 change: 0 additions & 1 deletion docs/aiplatform_v1/dataset_service.rst
Expand Up @@ -5,7 +5,6 @@ DatasetService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.dataset_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1/endpoint_service.rst
Expand Up @@ -5,7 +5,6 @@ EndpointService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.endpoint_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1/job_service.rst
Expand Up @@ -5,7 +5,6 @@ JobService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.job_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1/migration_service.rst
Expand Up @@ -5,7 +5,6 @@ MigrationService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.migration_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1/model_service.rst
Expand Up @@ -5,7 +5,6 @@ ModelService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.model_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1/pipeline_service.rst
Expand Up @@ -5,7 +5,6 @@ PipelineService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.pipeline_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1/specialist_pool_service.rst
Expand Up @@ -5,7 +5,6 @@ SpecialistPoolService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1.services.specialist_pool_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/dataset_service.rst
Expand Up @@ -5,7 +5,6 @@ DatasetService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.dataset_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/endpoint_service.rst
Expand Up @@ -5,7 +5,6 @@ EndpointService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.endpoint_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/featurestore_service.rst
Expand Up @@ -5,7 +5,6 @@ FeaturestoreService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.featurestore_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/index_endpoint_service.rst
Expand Up @@ -5,7 +5,6 @@ IndexEndpointService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.index_endpoint_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/index_service.rst
Expand Up @@ -5,7 +5,6 @@ IndexService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.index_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/job_service.rst
Expand Up @@ -5,7 +5,6 @@ JobService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.job_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/metadata_service.rst
Expand Up @@ -5,7 +5,6 @@ MetadataService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.metadata_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/migration_service.rst
Expand Up @@ -5,7 +5,6 @@ MigrationService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.migration_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/model_service.rst
Expand Up @@ -5,7 +5,6 @@ ModelService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.model_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/pipeline_service.rst
Expand Up @@ -5,7 +5,6 @@ PipelineService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.pipeline_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/specialist_pool_service.rst
Expand Up @@ -5,7 +5,6 @@ SpecialistPoolService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.specialist_pool_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/tensorboard_service.rst
Expand Up @@ -5,7 +5,6 @@ TensorboardService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.tensorboard_service.pagers
:members:
:inherited-members:
1 change: 0 additions & 1 deletion docs/aiplatform_v1beta1/vizier_service.rst
Expand Up @@ -5,7 +5,6 @@ VizierService
:members:
:inherited-members:


.. automodule:: google.cloud.aiplatform_v1beta1.services.vizier_service.pagers
:members:
:inherited-members:
14 changes: 14 additions & 0 deletions examples/feature_fragments
@@ -0,0 +1,14 @@













}
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -15,6 +14,7 @@
# limitations under the License.
#


from google.cloud.aiplatform.v1.schema.predict.instance_v1.types.image_classification import (
ImageClassificationPredictionInstance,
)
Expand Down
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -15,6 +14,7 @@
# limitations under the License.
#


from .types.image_classification import ImageClassificationPredictionInstance
from .types.image_object_detection import ImageObjectDetectionPredictionInstance
from .types.image_segmentation import ImageSegmentationPredictionInstance
Expand All @@ -25,8 +25,8 @@
from .types.video_classification import VideoClassificationPredictionInstance
from .types.video_object_tracking import VideoObjectTrackingPredictionInstance


__all__ = (
"ImageClassificationPredictionInstance",
"ImageObjectDetectionPredictionInstance",
"ImageSegmentationPredictionInstance",
"TextClassificationPredictionInstance",
Expand All @@ -35,5 +35,4 @@
"VideoActionRecognitionPredictionInstance",
"VideoClassificationPredictionInstance",
"VideoObjectTrackingPredictionInstance",
"ImageClassificationPredictionInstance",
)
@@ -0,0 +1,7 @@
{
"comment": "This file maps proto services/RPCs to the corresponding library clients/methods",
"language": "python",
"libraryPackage": "google.cloud.aiplatform.v1.schema.predict.instance_v1",
"protoPackage": "google.cloud.aiplatform.v1.schema.predict.instance",
"schema": "1.0"
}
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -14,7 +13,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#

from .image_classification import ImageClassificationPredictionInstance
from .image_object_detection import ImageObjectDetectionPredictionInstance
from .image_segmentation import ImageSegmentationPredictionInstance
Expand Down
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -14,7 +13,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#

import proto # type: ignore


Expand All @@ -26,7 +24,6 @@

class ImageClassificationPredictionInstance(proto.Message):
r"""Prediction input format for Image Classification.
Attributes:
content (str):
The image bytes or GCS URI to make the
Expand All @@ -43,9 +40,8 @@ class ImageClassificationPredictionInstance(proto.Message):
- image/vnd.microsoft.icon
"""

content = proto.Field(proto.STRING, number=1)

mime_type = proto.Field(proto.STRING, number=2)
content = proto.Field(proto.STRING, number=1,)
mime_type = proto.Field(proto.STRING, number=2,)


__all__ = tuple(sorted(__protobuf__.manifest))
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -14,7 +13,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#

import proto # type: ignore


Expand All @@ -26,7 +24,6 @@

class ImageObjectDetectionPredictionInstance(proto.Message):
r"""Prediction input format for Image Object Detection.
Attributes:
content (str):
The image bytes or GCS URI to make the
Expand All @@ -43,9 +40,8 @@ class ImageObjectDetectionPredictionInstance(proto.Message):
- image/vnd.microsoft.icon
"""

content = proto.Field(proto.STRING, number=1)

mime_type = proto.Field(proto.STRING, number=2)
content = proto.Field(proto.STRING, number=1,)
mime_type = proto.Field(proto.STRING, number=2,)


__all__ = tuple(sorted(__protobuf__.manifest))
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -14,7 +13,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#

import proto # type: ignore


Expand All @@ -26,7 +24,6 @@

class ImageSegmentationPredictionInstance(proto.Message):
r"""Prediction input format for Image Segmentation.
Attributes:
content (str):
The image bytes to make the predictions on.
Expand All @@ -37,9 +34,8 @@ class ImageSegmentationPredictionInstance(proto.Message):
- image/png
"""

content = proto.Field(proto.STRING, number=1)

mime_type = proto.Field(proto.STRING, number=2)
content = proto.Field(proto.STRING, number=1,)
mime_type = proto.Field(proto.STRING, number=2,)


__all__ = tuple(sorted(__protobuf__.manifest))
@@ -1,5 +1,4 @@
# -*- coding: utf-8 -*-

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand All @@ -14,7 +13,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#

import proto # type: ignore


Expand All @@ -26,7 +24,6 @@

class TextClassificationPredictionInstance(proto.Message):
r"""Prediction input format for Text Classification.
Attributes:
content (str):
The text snippet to make the predictions on.
Expand All @@ -36,9 +33,8 @@ class TextClassificationPredictionInstance(proto.Message):
- text/plain
"""

content = proto.Field(proto.STRING, number=1)

mime_type = proto.Field(proto.STRING, number=2)
content = proto.Field(proto.STRING, number=1,)
mime_type = proto.Field(proto.STRING, number=2,)


__all__ = tuple(sorted(__protobuf__.manifest))

0 comments on commit bc17163

Please sign in to comment.