feat: add BigQuery Storage Write API v1 (#301)

* feat: add BigQuery Storage Write API v1 Committer: @yirutang PiperOrigin-RevId: 397350004 Source-Link: googleapis/googleapis@b4da4fd Source-Link: googleapis/googleapis-gen@67bcfcf Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiNjdiY2ZjZmEwMGE0MTEzZTk2OGJhYzFhMTBkMGFkMGMxYjdkYzQ1YiJ9 * 🦉 Updates from OwlBot See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
googleapis · Sep 17, 2021 · 69e3fb8 · 69e3fb8
1 parent eb74af9
commit 69e3fb8
Show file tree

Hide file tree

Showing 24 changed files with 5,842 additions and 30 deletions.
diff --git a/docs/bigquery_storage_v1/big_query_write.rst b/docs/bigquery_storage_v1/big_query_write.rst
@@ -0,0 +1,6 @@
+BigQueryWrite
+-------------------------------
+
+.. automodule:: google.cloud.bigquery_storage_v1.services.big_query_write
+    :members:
+    :inherited-members:
diff --git a/docs/bigquery_storage_v1/services.rst b/docs/bigquery_storage_v1/services.rst
@@ -4,3 +4,4 @@ Services for Google Cloud Bigquery Storage v1 API
     :maxdepth: 2
 
     big_query_read
+    big_query_write
diff --git a/google/cloud/bigquery_storage/__init__.py b/google/cloud/bigquery_storage/__init__.py
@@ -15,6 +15,12 @@
 #
 
 from google.cloud.bigquery_storage_v1 import BigQueryReadClient
+from google.cloud.bigquery_storage_v1.services.big_query_write.client import (
+    BigQueryWriteClient,
+)
+from google.cloud.bigquery_storage_v1.services.big_query_write.async_client import (
+    BigQueryWriteAsyncClient,
+)
 
 from google.cloud.bigquery_storage_v1 import gapic_types as types
 from google.cloud.bigquery_storage_v1 import __version__
@@ -23,34 +29,72 @@
 from google.cloud.bigquery_storage_v1.types.arrow import ArrowSerializationOptions
 from google.cloud.bigquery_storage_v1.types.avro import AvroRows
 from google.cloud.bigquery_storage_v1.types.avro import AvroSchema
+from google.cloud.bigquery_storage_v1.types.protobuf import ProtoRows
+from google.cloud.bigquery_storage_v1.types.protobuf import ProtoSchema
+from google.cloud.bigquery_storage_v1.types.storage import AppendRowsRequest
+from google.cloud.bigquery_storage_v1.types.storage import AppendRowsResponse
+from google.cloud.bigquery_storage_v1.types.storage import (
+    BatchCommitWriteStreamsRequest,
+)
+from google.cloud.bigquery_storage_v1.types.storage import (
+    BatchCommitWriteStreamsResponse,
+)
 from google.cloud.bigquery_storage_v1.types.storage import CreateReadSessionRequest
+from google.cloud.bigquery_storage_v1.types.storage import CreateWriteStreamRequest
+from google.cloud.bigquery_storage_v1.types.storage import FinalizeWriteStreamRequest
+from google.cloud.bigquery_storage_v1.types.storage import FinalizeWriteStreamResponse
+from google.cloud.bigquery_storage_v1.types.storage import FlushRowsRequest
+from google.cloud.bigquery_storage_v1.types.storage import FlushRowsResponse
+from google.cloud.bigquery_storage_v1.types.storage import GetWriteStreamRequest
 from google.cloud.bigquery_storage_v1.types.storage import ReadRowsRequest
 from google.cloud.bigquery_storage_v1.types.storage import ReadRowsResponse
 from google.cloud.bigquery_storage_v1.types.storage import SplitReadStreamRequest
 from google.cloud.bigquery_storage_v1.types.storage import SplitReadStreamResponse
+from google.cloud.bigquery_storage_v1.types.storage import StorageError
 from google.cloud.bigquery_storage_v1.types.storage import StreamStats
 from google.cloud.bigquery_storage_v1.types.storage import ThrottleState
 from google.cloud.bigquery_storage_v1.types.stream import ReadSession
 from google.cloud.bigquery_storage_v1.types.stream import ReadStream
+from google.cloud.bigquery_storage_v1.types.stream import WriteStream
 from google.cloud.bigquery_storage_v1.types.stream import DataFormat
+from google.cloud.bigquery_storage_v1.types.table import TableFieldSchema
+from google.cloud.bigquery_storage_v1.types.table import TableSchema
 
 __all__ = (
     "BigQueryReadClient",
+    "BigQueryWriteClient",
+    "BigQueryWriteAsyncClient",
     "__version__",
     "types",
     "ArrowRecordBatch",
     "ArrowSchema",
     "ArrowSerializationOptions",
     "AvroRows",
     "AvroSchema",
+    "ProtoRows",
+    "ProtoSchema",
+    "AppendRowsRequest",
+    "AppendRowsResponse",
+    "BatchCommitWriteStreamsRequest",
+    "BatchCommitWriteStreamsResponse",
     "CreateReadSessionRequest",
+    "CreateWriteStreamRequest",
+    "FinalizeWriteStreamRequest",
+    "FinalizeWriteStreamResponse",
+    "FlushRowsRequest",
+    "FlushRowsResponse",
+    "GetWriteStreamRequest",
     "ReadRowsRequest",
     "ReadRowsResponse",
     "SplitReadStreamRequest",
     "SplitReadStreamResponse",
+    "StorageError",
     "StreamStats",
     "ThrottleState",
     "ReadSession",
     "ReadStream",
+    "WriteStream",
     "DataFormat",
+    "TableFieldSchema",
+    "TableSchema",
 )
diff --git a/google/cloud/bigquery_storage_v1/gapic_metadata.json b/google/cloud/bigquery_storage_v1/gapic_metadata.json
@@ -48,6 +48,80 @@
           }
         }
       }
+    },
+    "BigQueryWrite": {
+      "clients": {
+        "grpc": {
+          "libraryClient": "BigQueryWriteClient",
+          "rpcs": {
+            "AppendRows": {
+              "methods": [
+                "append_rows"
+              ]
+            },
+            "BatchCommitWriteStreams": {
+              "methods": [
+                "batch_commit_write_streams"
+              ]
+            },
+            "CreateWriteStream": {
+              "methods": [
+                "create_write_stream"
+              ]
+            },
+            "FinalizeWriteStream": {
+              "methods": [
+                "finalize_write_stream"
+              ]
+            },
+            "FlushRows": {
+              "methods": [
+                "flush_rows"
+              ]
+            },
+            "GetWriteStream": {
+              "methods": [
+                "get_write_stream"
+              ]
+            }
+          }
+        },
+        "grpc-async": {
+          "libraryClient": "BigQueryWriteAsyncClient",
+          "rpcs": {
+            "AppendRows": {
+              "methods": [
+                "append_rows"
+              ]
+            },
+            "BatchCommitWriteStreams": {
+              "methods": [
+                "batch_commit_write_streams"
+              ]
+            },
+            "CreateWriteStream": {
+              "methods": [
+                "create_write_stream"
+              ]
+            },
+            "FinalizeWriteStream": {
+              "methods": [
+                "finalize_write_stream"
+              ]
+            },
+            "FlushRows": {
+              "methods": [
+                "flush_rows"
+              ]
+            },
+            "GetWriteStream": {
+              "methods": [
+                "get_write_stream"
+              ]
+            }
+          }
+        }
+      }
     }
   }
 }
diff --git a/google/cloud/bigquery_storage_v1/services/big_query_read/async_client.py b/google/cloud/bigquery_storage_v1/services/big_query_read/async_client.py
@@ -197,7 +197,7 @@ async def create_read_session(
         number of pre-filtered rows, so some filters can lead to
         lopsided assignments.
 
-        Read sessions automatically expire 24 hours after they
+        Read sessions automatically expire 6 hours after they
         are created and do not require manual clean-up by the
         caller.
 
@@ -441,17 +441,7 @@ async def split_read_stream(
         # and friendly error handling.
         rpc = gapic_v1.method_async.wrap_method(
             self._client._transport.split_read_stream,
-            default_retry=retries.Retry(
-                initial=0.1,
-                maximum=60.0,
-                multiplier=1.3,
-                predicate=retries.if_exception_type(
-                    core_exceptions.DeadlineExceeded,
-                    core_exceptions.ServiceUnavailable,
-                ),
-                deadline=600.0,
-            ),
-            default_timeout=600.0,
+            default_timeout=None,
             client_info=DEFAULT_CLIENT_INFO,
         )
 

diff --git a/google/cloud/bigquery_storage_v1/services/big_query_read/client.py b/google/cloud/bigquery_storage_v1/services/big_query_read/client.py
@@ -418,7 +418,7 @@ def create_read_session(
         number of pre-filtered rows, so some filters can lead to
         lopsided assignments.
 
-        Read sessions automatically expire 24 hours after they
+        Read sessions automatically expire 6 hours after they
         are created and do not require manual clean-up by the
         caller.
 

diff --git a/google/cloud/bigquery_storage_v1/services/big_query_read/transports/base.py b/google/cloud/bigquery_storage_v1/services/big_query_read/transports/base.py
@@ -189,19 +189,7 @@ def _prep_wrapped_messages(self, client_info):
                 client_info=client_info,
             ),
             self.split_read_stream: gapic_v1.method.wrap_method(
-                self.split_read_stream,
-                default_retry=retries.Retry(
-                    initial=0.1,
-                    maximum=60.0,
-                    multiplier=1.3,
-                    predicate=retries.if_exception_type(
-                        core_exceptions.DeadlineExceeded,
-                        core_exceptions.ServiceUnavailable,
-                    ),
-                    deadline=600.0,
-                ),
-                default_timeout=600.0,
-                client_info=client_info,
+                self.split_read_stream, default_timeout=None, client_info=client_info,
             ),
         }
 

diff --git a/google/cloud/bigquery_storage_v1/services/big_query_read/transports/grpc.py b/google/cloud/bigquery_storage_v1/services/big_query_read/transports/grpc.py
@@ -253,7 +253,7 @@ def create_read_session(
         number of pre-filtered rows, so some filters can lead to
         lopsided assignments.
 
-        Read sessions automatically expire 24 hours after they
+        Read sessions automatically expire 6 hours after they
         are created and do not require manual clean-up by the
         caller.
 

diff --git a/google/cloud/bigquery_storage_v1/services/big_query_read/transports/grpc_asyncio.py b/google/cloud/bigquery_storage_v1/services/big_query_read/transports/grpc_asyncio.py
@@ -256,7 +256,7 @@ def create_read_session(
         number of pre-filtered rows, so some filters can lead to
         lopsided assignments.
 
-        Read sessions automatically expire 24 hours after they
+        Read sessions automatically expire 6 hours after they
         are created and do not require manual clean-up by the
         caller.
 

diff --git a/google/cloud/bigquery_storage_v1/services/big_query_write/__init__.py b/google/cloud/bigquery_storage_v1/services/big_query_write/__init__.py
@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from .client import BigQueryWriteClient
+from .async_client import BigQueryWriteAsyncClient
+
+__all__ = (
+    "BigQueryWriteClient",
+    "BigQueryWriteAsyncClient",
+)