Repository navigation
Expand file tree
/
Copy pathsetup.py
More file actions
89 lines (77 loc) · 2.48 KB
/
Copy pathsetup.py
File metadata and controls
89 lines (77 loc) · 2.48 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# Copyright 2022 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Setup.py file for array_record."""
import pathlib
import re
from setuptools import find_packages
from setuptools import setup
from setuptools.dist import Distribution
REQUIRED_PACKAGES = [
'absl-py',
'etils[epath]',
]
TF_PACKAGE = ['tensorflow>=2.20.0']
BEAM_EXTRAS = [
'apache-beam[gcp]>=2.53.0',
'google-cloud-storage>=2.11.0',
] + TF_PACKAGE
TEST_EXTRAS = [
'jax',
'grain',
] + TF_PACKAGE
def _get_version() -> str:
"""Reads the package version from MODULE.bazel."""
base_dir = pathlib.Path(__file__).resolve().parent
for rel_path in (
'MODULE.bazel',
'array_record/MODULE.bazel',
'oss/MODULE.bazel',
):
module_file = base_dir / rel_path
if module_file.is_file():
match = re.search(
r'module\s*\([^)]*?\bversion\s*=\s*"([^"]+)"',
module_file.read_text(encoding='utf-8'),
re.DOTALL,
)
if match:
return match.group(1)
raise RuntimeError('Could not determine version from MODULE.bazel')
class BinaryDistribution(Distribution):
"""This class makes 'bdist_wheel' include an ABI tag on the wheel."""
def has_ext_modules(self):
return True
setup(
name='array_record',
version=_get_version(),
description='A file format that achieves a new frontier of IO efficiency',
author='ArrayRecord team',
author_email='no-reply@google.com',
packages=find_packages(),
include_package_data=True,
package_data={'': ['*.so']},
python_requires='>=3.11',
install_requires=REQUIRED_PACKAGES,
extras_require={'beam': BEAM_EXTRAS, 'test': TEST_EXTRAS},
url='https://github.com/google/array_record',
license='Apache-2.0',
classifiers=[
'Programming Language :: Python :: 3.11',
'Programming Language :: Python :: 3.12',
'Programming Language :: Python :: 3.13',
'Programming Language :: Python :: 3.14',
],
zip_safe=False,
distclass=BinaryDistribution,
)