forked from flyteorg/flytekit
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
105 lines (96 loc) · 3.43 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
import sys
from setuptools import find_packages, setup # noqa
# from flytekit.tools.lazy_loader import LazyLoadPlugin # noqa
# extras_require = LazyLoadPlugin.get_extras_require()
MIN_PYTHON_VERSION = (3, 7)
CURRENT_PYTHON = sys.version_info[:2]
if CURRENT_PYTHON < MIN_PYTHON_VERSION:
print("Minimum Python version is {}, but you are on {}".format(MIN_PYTHON_VERSION, CURRENT_PYTHON))
sys.exit(-1)
spark = ["pyspark>=2.4.0,<3.0.0"]
spark3 = ["pyspark>=3.0.0"]
sidecar = ["k8s-proto>=0.0.3,<1.0.0"]
schema = ["numpy>=1.14.0,<2.0.0", "pandas>=0.22.0,<2.0.0", "pyarrow>2.0.0,<4.0.0"]
hive_sensor = ["hmsclient>=0.0.1,<1.0.0"]
notebook = ["papermill>=1.2.0", "nbconvert>=6.0.7", "ipykernel>=5.0.0", "black==19.10b0"]
sagemaker = ["sagemaker-training>=3.6.2,<4.0.0"]
all_but_spark = sidecar + schema + hive_sensor + notebook + sagemaker
extras_require = {
"spark": spark,
"spark3": spark3,
"sidecar": sidecar,
"schema": schema,
"hive_sensor": hive_sensor,
"notebook": notebook,
"sagemaker": sagemaker,
"all-spark2.4": spark + all_but_spark,
"all-spark3": spark3 + all_but_spark,
"all": spark3 + all_but_spark,
}
__version__ = "develop"
setup(
name="flytekit",
version=__version__,
maintainer="Flyte Org",
maintainer_email="[email protected]",
packages=find_packages(exclude=["tests*"]),
url="https://github.com/lyft/flytekit",
description="Flyte SDK for Python",
long_description=open("README.md").read(),
long_description_content_type="text/markdown",
entry_points={
"console_scripts": [
"pyflyte-execute=flytekit.bin.entrypoint:execute_task_cmd",
"pyflyte-fast-execute=flytekit.bin.entrypoint:fast_execute_task_cmd",
"pyflyte=flytekit.clis.sdk_in_container.pyflyte:main",
"flyte-cli=flytekit.clis.flyte_cli.main:_flyte_cli",
]
},
install_requires=[
"flyteidl>=0.18.11,<1.0.0",
"wheel>=0.30.0,<1.0.0",
"pandas>=1.0.0,<2.0.0",
"pyarrow>=2.0.0,<4.0.0",
"click>=6.6,<8.0",
"croniter>=0.3.20,<4.0.0",
"deprecated>=1.0,<2.0",
"python-dateutil<=2.8.1,>=2.1",
"grpcio>=1.3.0,<2.0",
"protobuf>=3.6.1,<4",
"pytimeparse>=1.1.8,<2.0.0",
"pytz>=2017.2,<2018.5",
"keyring>=18.0.1",
"requests>=2.18.4,<3.0.0",
"responses>=0.10.7",
"six>=1.9.0,<2.0.0",
"sortedcontainers>=1.5.9<3.0.0",
"statsd>=3.0.0,<4.0.0",
"urllib3>=1.22,<1.26",
"wrapt>=1.0.0,<2.0.0",
"retry==0.9.2",
"dataclasses-json>=0.5.2",
"natsort>=7.0.1",
"dirhash>=0.2.1",
],
extras_require=extras_require,
scripts=[
"scripts/flytekit_build_image.sh",
"scripts/flytekit_venv",
"scripts/flytekit_sagemaker_runner.py",
"flytekit/bin/entrypoint.py",
],
license="apache2",
python_requires=">=3.7",
classifiers=[
"Intended Audience :: Science/Research",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3.7",
"Programming Language :: Python :: 3.8",
"Topic :: Scientific/Engineering",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Software Development",
"Topic :: Software Development :: Libraries",
"Topic :: Software Development :: Libraries :: Python Modules",
],
)