forked from googleapis/python-pubsub
-
Notifications
You must be signed in to change notification settings - Fork 0
/
synth.py
138 lines (123 loc) · 4.3 KB
/
synth.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
# Copyright 2018 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""This script is used to synthesize generated parts of this library."""
import textwrap
import synthtool as s
from synthtool import gcp
from synthtool.languages import python
gapic = gcp.GAPICBazel()
common = gcp.CommonTemplates()
version = "v1"
# ----------------------------------------------------------------------------
# Generate pubsub GAPIC layer
# ----------------------------------------------------------------------------
library = gapic.py_library(
service="pubsub",
version=version,
bazel_target="//google/pubsub/v1:pubsub-v1-py",
include_protos=True,
)
s.move(
library,
excludes=[
"docs/**/*",
"nox.py",
"README.rst",
"setup.py",
"google/cloud/pubsub_v1/__init__.py",
"google/cloud/pubsub_v1/types.py",
],
)
# DEFAULT SCOPES and SERVICE_ADDRESS are being used. so let's force them in.
s.replace(
"google/pubsub_v1/services/*er/*client.py",
r"DEFAULT_ENDPOINT = 'pubsub\.googleapis\.com'",
"""
# The scopes needed to make gRPC calls to all of the methods defined in
# this service
_DEFAULT_SCOPES = (
'https://www.googleapis.com/auth/cloud-platform',
'https://www.googleapis.com/auth/pubsub',
)
SERVICE_ADDRESS = "pubsub.googleapis.com:443"
\"""The default address of the service.\"""
\g<0>""",
)
# Monkey patch the streaming_pull() GAPIC method to disable pre-fetching stream
# results.
s.replace(
"google/pubsub_v1/services/subscriber/client.py",
(
r"# Wrap the RPC method.*\n"
r"\s+# and friendly error.*\n"
r"\s+rpc = self\._transport\._wrapped_methods\[self\._transport\.streaming_pull\]"
),
"""
# Wrappers in api-core should not automatically pre-fetch the first
# stream result, as this breaks the stream when re-opening it.
# https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
self._transport.streaming_pull._prefetch_first_result_ = False
\g<0>""",
)
# Docstrings of *_iam_policy() methods are formatted poorly and must be fixed
# in order to avoid docstring format warnings in docs.
s.replace(
"google/pubsub_v1/services/*er/client.py",
r"(\s+)Args:",
"\n\g<1>Args:"
)
s.replace(
"google/pubsub_v1/services/*er/client.py",
r"(\s+)\*\*JSON Example\*\*\s+::",
"\n\g<1>**JSON Example**::\n",
)
s.replace(
"google/pubsub_v1/services/*er/client.py",
r"(\s+)\*\*YAML Example\*\*\s+::",
"\n\g<1>**YAML Example**::\n",
)
s.replace(
"google/pubsub_v1/services/*er/client.py",
r"(\s+)For a description of IAM and its features, see",
"\n\g<0>",
)
# Allow timeout to be an instance of google.api_core.timeout.*
s.replace(
"google/pubsub_v1/services/publisher/client.py",
r"from google.api_core import retry as retries.*\n",
"\g<0>from google.api_core import timeout as timeouts # type: ignore\n"
)
s.replace(
"google/pubsub_v1/services/publisher/client.py",
r"(\s+)timeout: float = None.*\n",
"""
\g<1>timeout: Union[
\g<1> timeouts.ConstantTimeout, timeouts.ExponentialTimeout
\g<1>] = gapic_v1.method.DEFAULT,""",
)
# ----------------------------------------------------------------------------
# Add templated files
# ----------------------------------------------------------------------------
templated_files = gcp.CommonTemplates().py_library(
microgenerator=True,
samples=True,
cov_level=99,
system_test_external_dependencies=["psutil"],
)
s.move(templated_files, excludes=[".coveragerc"])
# ----------------------------------------------------------------------------
# Samples templates
# ----------------------------------------------------------------------------
python.py_samples()
s.shell.run(["nox", "-s", "blacken"], hide_output=False)