/
features.py
103 lines (79 loc) · 3.4 KB
/
features.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
# Copyright (c) 2017 pandas-gbq Authors All rights reserved.
# Use of this source code is governed by a BSD-style
# license that can be found in the LICENSE file.
"""Module for checking dependency versions and supported features."""
# https://github.com/googleapis/python-bigquery/blob/master/CHANGELOG.md
BIGQUERY_MINIMUM_VERSION = "1.11.1"
BIGQUERY_CLIENT_INFO_VERSION = "1.12.0"
BIGQUERY_BQSTORAGE_VERSION = "1.24.0"
BIGQUERY_FROM_DATAFRAME_CSV_VERSION = "2.6.0"
PANDAS_VERBOSITY_DEPRECATION_VERSION = "0.23.0"
PANDAS_PARQUET_LOSSLESS_TIMESTAMP_VERSION = "1.1.0"
class Features:
def __init__(self):
self._bigquery_installed_version = None
self._pandas_installed_version = None
@property
def bigquery_installed_version(self):
import google.cloud.bigquery
import pkg_resources
if self._bigquery_installed_version is not None:
return self._bigquery_installed_version
self._bigquery_installed_version = pkg_resources.parse_version(
google.cloud.bigquery.__version__
)
bigquery_minimum_version = pkg_resources.parse_version(BIGQUERY_MINIMUM_VERSION)
if self._bigquery_installed_version < bigquery_minimum_version:
raise ImportError(
"pandas-gbq requires google-cloud-bigquery >= {0}, "
"current version {1}".format(
bigquery_minimum_version, self._bigquery_installed_version
)
)
return self._bigquery_installed_version
@property
def bigquery_has_client_info(self):
import pkg_resources
bigquery_client_info_version = pkg_resources.parse_version(
BIGQUERY_CLIENT_INFO_VERSION
)
return self.bigquery_installed_version >= bigquery_client_info_version
@property
def bigquery_has_bqstorage(self):
import pkg_resources
bigquery_bqstorage_version = pkg_resources.parse_version(
BIGQUERY_BQSTORAGE_VERSION
)
return self.bigquery_installed_version >= bigquery_bqstorage_version
@property
def bigquery_has_from_dataframe_with_csv(self):
import pkg_resources
bigquery_from_dataframe_version = pkg_resources.parse_version(
BIGQUERY_FROM_DATAFRAME_CSV_VERSION
)
return self.bigquery_installed_version >= bigquery_from_dataframe_version
@property
def pandas_installed_version(self):
import pandas
import pkg_resources
if self._pandas_installed_version is not None:
return self._pandas_installed_version
self._pandas_installed_version = pkg_resources.parse_version(pandas.__version__)
return self._pandas_installed_version
@property
def pandas_has_deprecated_verbose(self):
import pkg_resources
# Add check for Pandas version before showing deprecation warning.
# https://github.com/pydata/pandas-gbq/issues/157
pandas_verbosity_deprecation = pkg_resources.parse_version(
PANDAS_VERBOSITY_DEPRECATION_VERSION
)
return self.pandas_installed_version >= pandas_verbosity_deprecation
@property
def pandas_has_parquet_with_lossless_timestamp(self):
import pkg_resources
desired_version = pkg_resources.parse_version(
PANDAS_PARQUET_LOSSLESS_TIMESTAMP_VERSION
)
return self.pandas_installed_version >= desired_version
FEATURES = Features()